{"level":"warn","ts":"2026-03-31T04:55:06.477077Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T04:55:06.477177Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.207:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.207:2380","--initial-cluster=instance=https://162.253.55.207:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.207:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.207:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T04:55:06.477255Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T04:55:06.477275Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.207:2380"]} {"level":"info","ts":"2026-03-31T04:55:06.477295Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T04:55:06.478155Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"]} {"level":"info","ts":"2026-03-31T04:55:06.478234Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.207:2380"],"listen-peer-urls":["https://162.253.55.207:2380"],"advertise-client-urls":["https://162.253.55.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.207:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T04:55:06.483282Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.713248ms"} {"level":"info","ts":"2026-03-31T04:55:06.489014Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6f1fcbe50562a63a","cluster-id":"a9b9f04f4e8a9fba"} {"level":"info","ts":"2026-03-31T04:55:06.489104Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T04:55:06.489134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became follower at term 0"} {"level":"info","ts":"2026-03-31T04:55:06.489152Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6f1fcbe50562a63a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T04:55:06.489164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became follower at term 1"} {"level":"info","ts":"2026-03-31T04:55:06.489211Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=(8007342846986331706)"} {"level":"warn","ts":"2026-03-31T04:55:06.500483Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T04:55:06.502998Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T04:55:06.504487Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T04:55:06.506836Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6f1fcbe50562a63a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T04:55:06.507061Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6f1fcbe50562a63a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T04:55:06.507241Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T04:55:06.507466Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T04:55:06.507592Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T04:55:06.508058Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=(8007342846986331706)"} {"level":"info","ts":"2026-03-31T04:55:06.50816Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a9b9f04f4e8a9fba","local-member-id":"6f1fcbe50562a63a","added-peer-id":"6f1fcbe50562a63a","added-peer-peer-urls":["https://162.253.55.207:2380"]} {"level":"info","ts":"2026-03-31T04:55:06.509584Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T04:55:06.509667Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.207:2380"} {"level":"info","ts":"2026-03-31T04:55:06.509702Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.207:2380"} {"level":"info","ts":"2026-03-31T04:55:06.509835Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6f1fcbe50562a63a","initial-advertise-peer-urls":["https://162.253.55.207:2380"],"listen-peer-urls":["https://162.253.55.207:2380"],"advertise-client-urls":["https://162.253.55.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T04:55:06.50986Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T04:55:07.489546Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T04:55:07.489632Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T04:55:07.489652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a received MsgPreVoteResp from 6f1fcbe50562a63a at term 1"} {"level":"info","ts":"2026-03-31T04:55:07.489666Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became candidate at term 2"} {"level":"info","ts":"2026-03-31T04:55:07.489673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a received MsgVoteResp from 6f1fcbe50562a63a at term 2"} {"level":"info","ts":"2026-03-31T04:55:07.489685Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became leader at term 2"} {"level":"info","ts":"2026-03-31T04:55:07.489695Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6f1fcbe50562a63a elected leader 6f1fcbe50562a63a at term 2"} {"level":"info","ts":"2026-03-31T04:55:07.490728Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6f1fcbe50562a63a","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.207:2379]}","request-path":"/0/members/6f1fcbe50562a63a/attributes","cluster-id":"a9b9f04f4e8a9fba","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T04:55:07.490994Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T04:55:07.491009Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T04:55:07.491074Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T04:55:07.491232Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T04:55:07.491266Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T04:55:07.493167Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a9b9f04f4e8a9fba","local-member-id":"6f1fcbe50562a63a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T04:55:07.493404Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T04:55:07.493454Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T04:55:07.495931Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T04:55:07.496014Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.207:2379"} {"level":"info","ts":"2026-03-31T04:55:09.612103Z","caller":"traceutil/trace.go:171","msg":"trace[2045800639] transaction","detail":"{read_only:false; response_revision:62; number_of_response:1; }","duration":"106.94551ms","start":"2026-03-31T04:55:09.505087Z","end":"2026-03-31T04:55:09.612033Z","steps":["trace[2045800639] 'process raft request' (duration: 52.596672ms)","trace[2045800639] 'compare' (duration: 54.069531ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:55:13.243707Z","caller":"traceutil/trace.go:171","msg":"trace[1822856666] transaction","detail":"{read_only:false; response_revision:285; number_of_response:1; }","duration":"114.854673ms","start":"2026-03-31T04:55:13.128798Z","end":"2026-03-31T04:55:13.243652Z","steps":["trace[1822856666] 'process raft request' (duration: 105.9291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:13.243753Z","caller":"traceutil/trace.go:171","msg":"trace[356634657] transaction","detail":"{read_only:false; response_revision:286; number_of_response:1; }","duration":"103.999421ms","start":"2026-03-31T04:55:13.139716Z","end":"2026-03-31T04:55:13.243716Z","steps":["trace[356634657] 'process raft request' (duration: 103.884848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:13.243899Z","caller":"traceutil/trace.go:171","msg":"trace[1910840758] linearizableReadLoop","detail":"{readStateIndex:292; appliedIndex:290; }","duration":"104.540315ms","start":"2026-03-31T04:55:13.139338Z","end":"2026-03-31T04:55:13.243878Z","steps":["trace[1910840758] 'read index received' (duration: 42.377725ms)","trace[1910840758] 'applied index is now lower than readState.Index' (duration: 62.16106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:55:13.244351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.957166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:13.24443Z","caller":"traceutil/trace.go:171","msg":"trace[1049125540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:290; }","duration":"105.10901ms","start":"2026-03-31T04:55:13.139301Z","end":"2026-03-31T04:55:13.24441Z","steps":["trace[1049125540] 'agreement among raft nodes before linearized reading' (duration: 104.894864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:17.922998Z","caller":"traceutil/trace.go:171","msg":"trace[1913028208] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"121.595499ms","start":"2026-03-31T04:55:17.801373Z","end":"2026-03-31T04:55:17.922968Z","steps":["trace[1913028208] 'process raft request' (duration: 119.895655ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:17.923638Z","caller":"traceutil/trace.go:171","msg":"trace[260624303] linearizableReadLoop","detail":"{readStateIndex:376; appliedIndex:374; }","duration":"119.604438ms","start":"2026-03-31T04:55:17.804Z","end":"2026-03-31T04:55:17.923604Z","steps":["trace[260624303] 'read index received' (duration: 16.959753ms)","trace[260624303] 'applied index is now lower than readState.Index' (duration: 102.643005ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:55:17.923655Z","caller":"traceutil/trace.go:171","msg":"trace[1135834622] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"121.767033ms","start":"2026-03-31T04:55:17.801859Z","end":"2026-03-31T04:55:17.923626Z","steps":["trace[1135834622] 'process raft request' (duration: 121.040005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.923878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.845744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-31T04:55:17.923966Z","caller":"traceutil/trace.go:171","msg":"trace[1832690315] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:364; }","duration":"119.983838ms","start":"2026-03-31T04:55:17.803965Z","end":"2026-03-31T04:55:17.923949Z","steps":["trace[1832690315] 'agreement among raft nodes before linearized reading' (duration: 119.795243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:18.142011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.25713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T04:55:18.142206Z","caller":"traceutil/trace.go:171","msg":"trace[1664075898] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"170.668938ms","start":"2026-03-31T04:55:17.971506Z","end":"2026-03-31T04:55:18.142175Z","steps":["trace[1664075898] 'process raft request' (duration: 63.502895ms)","trace[1664075898] 'compare' (duration: 106.042783ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:55:18.170707Z","caller":"traceutil/trace.go:171","msg":"trace[558584817] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"195.28641ms","start":"2026-03-31T04:55:17.975395Z","end":"2026-03-31T04:55:18.170682Z","steps":["trace[558584817] 'process raft request' (duration: 195.156576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:18.170802Z","caller":"traceutil/trace.go:171","msg":"trace[845997035] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"197.441386ms","start":"2026-03-31T04:55:17.973314Z","end":"2026-03-31T04:55:18.170756Z","steps":["trace[845997035] 'process raft request' (duration: 197.110137ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:18.35336Z","caller":"traceutil/trace.go:171","msg":"trace[1429140034] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"111.618519ms","start":"2026-03-31T04:55:18.241718Z","end":"2026-03-31T04:55:18.353336Z","steps":["trace[1429140034] 'process raft request' (duration: 111.588829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:18.353563Z","caller":"traceutil/trace.go:171","msg":"trace[351922445] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"114.308959ms","start":"2026-03-31T04:55:18.239246Z","end":"2026-03-31T04:55:18.353555Z","steps":["trace[351922445] 'process raft request' (duration: 114.025292ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:18.353542Z","caller":"traceutil/trace.go:171","msg":"trace[1222549908] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"114.799443ms","start":"2026-03-31T04:55:18.2387Z","end":"2026-03-31T04:55:18.353499Z","steps":["trace[1222549908] 'process raft request' (duration: 114.524626ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:18.353595Z","caller":"traceutil/trace.go:171","msg":"trace[1456810920] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"116.316042ms","start":"2026-03-31T04:55:18.237236Z","end":"2026-03-31T04:55:18.353552Z","steps":["trace[1456810920] 'process raft request' (duration: 115.906071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:23.785121Z","caller":"traceutil/trace.go:171","msg":"trace[736227949] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:424; }","duration":"349.732766ms","start":"2026-03-31T04:55:23.435366Z","end":"2026-03-31T04:55:23.785099Z","steps":["trace[736227949] 'read index received' (duration: 349.580692ms)","trace[736227949] 'applied index is now lower than readState.Index' (duration: 150.934µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:55:23.785195Z","caller":"traceutil/trace.go:171","msg":"trace[1506524661] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"376.907763ms","start":"2026-03-31T04:55:23.40825Z","end":"2026-03-31T04:55:23.785158Z","steps":["trace[1506524661] 'process raft request' (duration: 376.694948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:23.785238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.865509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T04:55:23.785399Z","caller":"traceutil/trace.go:171","msg":"trace[875636519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:411; }","duration":"350.069044ms","start":"2026-03-31T04:55:23.435313Z","end":"2026-03-31T04:55:23.785382Z","steps":["trace[875636519] 'agreement among raft nodes before linearized reading' (duration: 349.871749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:23.785457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:23.43529Z","time spent":"350.147816ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T04:55:23.785619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:23.408225Z","time spent":"377.061698ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:55:24.174316Z","caller":"traceutil/trace.go:171","msg":"trace[393524034] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:425; }","duration":"303.931432ms","start":"2026-03-31T04:55:23.870351Z","end":"2026-03-31T04:55:24.174283Z","steps":["trace[393524034] 'read index received' (duration: 302.996457ms)","trace[393524034] 'applied index is now lower than readState.Index' (duration: 933.364µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:55:24.174402Z","caller":"traceutil/trace.go:171","msg":"trace[1690400540] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"384.284256ms","start":"2026-03-31T04:55:23.790087Z","end":"2026-03-31T04:55:24.174372Z","steps":["trace[1690400540] 'process raft request' (duration: 383.30168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:24.174457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.083935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:24.174499Z","caller":"traceutil/trace.go:171","msg":"trace[1158002857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:412; }","duration":"304.145407ms","start":"2026-03-31T04:55:23.87034Z","end":"2026-03-31T04:55:24.174485Z","steps":["trace[1158002857] 'agreement among raft nodes before linearized reading' (duration: 304.052284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:24.174533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:23.870292Z","time spent":"304.23372ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T04:55:24.174616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:23.790066Z","time spent":"384.4255ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:55:30.221837Z","caller":"traceutil/trace.go:171","msg":"trace[1155445403] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"409.351719ms","start":"2026-03-31T04:55:29.812446Z","end":"2026-03-31T04:55:30.221797Z","steps":["trace[1155445403] 'process raft request' (duration: 409.156594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:30.222056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:29.812429Z","time spent":"409.525074ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:55:30.226544Z","caller":"traceutil/trace.go:171","msg":"trace[1988787027] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"378.341201ms","start":"2026-03-31T04:55:29.84818Z","end":"2026-03-31T04:55:30.226521Z","steps":["trace[1988787027] 'process raft request' (duration: 378.097635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:30.226662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:29.848144Z","time spent":"378.456864ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:55:58.59758Z","caller":"traceutil/trace.go:171","msg":"trace[2056042148] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"131.98678ms","start":"2026-03-31T04:55:58.465566Z","end":"2026-03-31T04:55:58.597553Z","steps":["trace[2056042148] 'process raft request' (duration: 131.827896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:56:51.227407Z","caller":"traceutil/trace.go:171","msg":"trace[1862907813] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:670; }","duration":"211.140381ms","start":"2026-03-31T04:56:51.016239Z","end":"2026-03-31T04:56:51.227379Z","steps":["trace[1862907813] 'read index received' (duration: 211.08928ms)","trace[1862907813] 'applied index is now lower than readState.Index' (duration: 50.351µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:56:51.227513Z","caller":"traceutil/trace.go:171","msg":"trace[1212957140] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"216.922108ms","start":"2026-03-31T04:56:51.010572Z","end":"2026-03-31T04:56:51.227494Z","steps":["trace[1212957140] 'process raft request' (duration: 216.683032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:51.227591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.957032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:56:51.227638Z","caller":"traceutil/trace.go:171","msg":"trace[1814600023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:638; }","duration":"181.043315ms","start":"2026-03-31T04:56:51.046581Z","end":"2026-03-31T04:56:51.227624Z","steps":["trace[1814600023] 'agreement among raft nodes before linearized reading' (duration: 180.951212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:51.22766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.393568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T04:56:51.227754Z","caller":"traceutil/trace.go:171","msg":"trace[1765504644] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:638; }","duration":"211.536842ms","start":"2026-03-31T04:56:51.016195Z","end":"2026-03-31T04:56:51.227732Z","steps":["trace[1765504644] 'agreement among raft nodes before linearized reading' (duration: 211.342326ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:56:51.437509Z","caller":"traceutil/trace.go:171","msg":"trace[1261261377] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:671; }","duration":"122.564317ms","start":"2026-03-31T04:56:51.31492Z","end":"2026-03-31T04:56:51.437484Z","steps":["trace[1261261377] 'read index received' (duration: 115.409393ms)","trace[1261261377] 'applied index is now lower than readState.Index' (duration: 7.154094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:56:51.437664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.732782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12665"} {"level":"info","ts":"2026-03-31T04:56:51.437698Z","caller":"traceutil/trace.go:171","msg":"trace[2082217956] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:639; }","duration":"122.816844ms","start":"2026-03-31T04:56:51.314871Z","end":"2026-03-31T04:56:51.437688Z","steps":["trace[2082217956] 'agreement among raft nodes before linearized reading' (duration: 122.704821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:56:51.437974Z","caller":"traceutil/trace.go:171","msg":"trace[995454358] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"205.836497ms","start":"2026-03-31T04:56:51.232105Z","end":"2026-03-31T04:56:51.437942Z","steps":["trace[995454358] 'process raft request' (duration: 205.285622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:56:54.124894Z","caller":"traceutil/trace.go:171","msg":"trace[1068608334] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:714; }","duration":"470.297254ms","start":"2026-03-31T04:56:53.654565Z","end":"2026-03-31T04:56:54.124863Z","steps":["trace[1068608334] 'read index received' (duration: 424.82283ms)","trace[1068608334] 'applied index is now lower than readState.Index' (duration: 45.473304ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:56:54.125056Z","caller":"traceutil/trace.go:171","msg":"trace[1078252173] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"494.685097ms","start":"2026-03-31T04:56:53.630356Z","end":"2026-03-31T04:56:54.125041Z","steps":["trace[1078252173] 'process raft request' (duration: 449.014447ms)","trace[1078252173] 'compare' (duration: 45.353221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:56:54.125244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:53.630338Z","time spent":"494.752608ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:56:54.125297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.652147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T04:56:54.125361Z","caller":"traceutil/trace.go:171","msg":"trace[1906776731] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:681; }","duration":"427.73901ms","start":"2026-03-31T04:56:53.697597Z","end":"2026-03-31T04:56:54.125336Z","steps":["trace[1906776731] 'agreement among raft nodes before linearized reading' (duration: 427.614247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:54.125404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:53.697581Z","time spent":"427.813962ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T04:56:54.125433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.987155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T04:56:54.1255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.873261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:56:54.125537Z","caller":"traceutil/trace.go:171","msg":"trace[1564520100] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:681; }","duration":"187.107408ms","start":"2026-03-31T04:56:53.93841Z","end":"2026-03-31T04:56:54.125517Z","steps":["trace[1564520100] 'agreement among raft nodes before linearized reading' (duration: 186.933113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:54.125551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.6955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T04:56:54.125591Z","caller":"traceutil/trace.go:171","msg":"trace[1850868674] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:681; }","duration":"471.045285ms","start":"2026-03-31T04:56:53.654521Z","end":"2026-03-31T04:56:54.125566Z","steps":["trace[1850868674] 'agreement among raft nodes before linearized reading' (duration: 470.83459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:54.125602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.849097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:56:54.125735Z","caller":"traceutil/trace.go:171","msg":"trace[820704112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:681; }","duration":"255.050942ms","start":"2026-03-31T04:56:53.870662Z","end":"2026-03-31T04:56:54.125713Z","steps":["trace[820704112] 'agreement among raft nodes before linearized reading' (duration: 254.715463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:56:54.125629Z","caller":"traceutil/trace.go:171","msg":"trace[184966444] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:681; }","duration":"360.872194ms","start":"2026-03-31T04:56:53.764737Z","end":"2026-03-31T04:56:54.125609Z","steps":["trace[184966444] 'agreement among raft nodes before linearized reading' (duration: 360.673219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:54.12589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:53.764708Z","time spent":"361.167803ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T04:56:54.12564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:53.654504Z","time spent":"471.126477ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-03-31T04:56:54.365007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.621561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:56:54.365145Z","caller":"traceutil/trace.go:171","msg":"trace[1190091421] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:681; }","duration":"128.808246ms","start":"2026-03-31T04:56:54.236315Z","end":"2026-03-31T04:56:54.365124Z","steps":["trace[1190091421] 'range keys from in-memory index tree' (duration: 128.538359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:01.808956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792607763,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T04:57:02.040856Z","caller":"traceutil/trace.go:171","msg":"trace[372960575] linearizableReadLoop","detail":"{readStateIndex:828; appliedIndex:827; }","duration":"732.281587ms","start":"2026-03-31T04:57:01.308523Z","end":"2026-03-31T04:57:02.040805Z","steps":["trace[372960575] 'read index received' (duration: 727.389054ms)","trace[372960575] 'applied index is now lower than readState.Index' (duration: 4.891753ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:57:02.040924Z","caller":"traceutil/trace.go:171","msg":"trace[1676277045] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"915.87456ms","start":"2026-03-31T04:57:01.125004Z","end":"2026-03-31T04:57:02.040879Z","steps":["trace[1676277045] 'process raft request' (duration: 914.808711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:02.04109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.549918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:57:02.041122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:01.124902Z","time spent":"916.124846ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:57:02.041183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.608063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:57:02.041162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.803245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-px4lt\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-31T04:57:02.041136Z","caller":"traceutil/trace.go:171","msg":"trace[1905202214] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:788; }","duration":"286.64689ms","start":"2026-03-31T04:57:01.754472Z","end":"2026-03-31T04:57:02.041119Z","steps":["trace[1905202214] 'agreement among raft nodes before linearized reading' (duration: 286.564008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:02.04118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.693479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T04:57:02.041215Z","caller":"traceutil/trace.go:171","msg":"trace[117772481] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:788; }","duration":"369.668445ms","start":"2026-03-31T04:57:01.67154Z","end":"2026-03-31T04:57:02.041209Z","steps":["trace[117772481] 'agreement among raft nodes before linearized reading' (duration: 369.620603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:02.041254Z","caller":"traceutil/trace.go:171","msg":"trace[1596372175] range","detail":"{range_begin:/registry/pods/kube-system/cilium-px4lt; range_end:; response_count:1; response_revision:788; }","duration":"692.945959ms","start":"2026-03-31T04:57:01.348283Z","end":"2026-03-31T04:57:02.041229Z","steps":["trace[1596372175] 'agreement among raft nodes before linearized reading' (duration: 692.708463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:02.041275Z","caller":"traceutil/trace.go:171","msg":"trace[120175314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:788; }","duration":"378.831673ms","start":"2026-03-31T04:57:01.662416Z","end":"2026-03-31T04:57:02.041248Z","steps":["trace[120175314] 'agreement among raft nodes before linearized reading' (duration: 378.607727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:02.041298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:01.348255Z","time spent":"693.033092ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-px4lt\" "} {"level":"warn","ts":"2026-03-31T04:57:02.041318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:01.662202Z","time spent":"379.10619ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T04:57:02.041158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.609995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T04:57:02.041356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.435784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:57:02.041436Z","caller":"traceutil/trace.go:171","msg":"trace[1517400284] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:788; }","duration":"605.551147ms","start":"2026-03-31T04:57:01.435878Z","end":"2026-03-31T04:57:02.041429Z","steps":["trace[1517400284] 'agreement among raft nodes before linearized reading' (duration: 605.462234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:02.041461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:01.435857Z","time spent":"605.598708ms","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T04:57:02.041284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:01.671529Z","time spent":"369.746777ms","remote":"127.0.0.1:33084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T04:57:02.041471Z","caller":"traceutil/trace.go:171","msg":"trace[1431914795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:788; }","duration":"732.960375ms","start":"2026-03-31T04:57:01.30847Z","end":"2026-03-31T04:57:02.041431Z","steps":["trace[1431914795] 'agreement among raft nodes before linearized reading' (duration: 732.453191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:02.041476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.127046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T04:57:02.041542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:01.308452Z","time spent":"733.076948ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T04:57:02.041594Z","caller":"traceutil/trace.go:171","msg":"trace[1530981117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:788; }","duration":"416.261229ms","start":"2026-03-31T04:57:01.6253Z","end":"2026-03-31T04:57:02.041561Z","steps":["trace[1530981117] 'agreement among raft nodes before linearized reading' (duration: 415.873179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:02.041705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:01.625241Z","time spent":"416.449395ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T04:57:02.542045Z","caller":"traceutil/trace.go:171","msg":"trace[576452167] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"496.951139ms","start":"2026-03-31T04:57:02.04507Z","end":"2026-03-31T04:57:02.542021Z","steps":["trace[576452167] 'process raft request' (duration: 496.802015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:02.542548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:02.045051Z","time spent":"497.065722ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:57:02.854901Z","caller":"traceutil/trace.go:171","msg":"trace[675811272] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"809.764389ms","start":"2026-03-31T04:57:02.04511Z","end":"2026-03-31T04:57:02.854874Z","steps":["trace[675811272] 'process raft request' (duration: 809.590985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:02.855083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:02.045087Z","time spent":"809.885103ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:57:02.855314Z","caller":"traceutil/trace.go:171","msg":"trace[1177854646] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"809.378359ms","start":"2026-03-31T04:57:02.04589Z","end":"2026-03-31T04:57:02.855268Z","steps":["trace[1177854646] 'process raft request' (duration: 808.944657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:02.85547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:02.04588Z","time spent":"809.509112ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:57:02.855562Z","caller":"traceutil/trace.go:171","msg":"trace[1558955999] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"752.29083ms","start":"2026-03-31T04:57:02.103256Z","end":"2026-03-31T04:57:02.855547Z","steps":["trace[1558955999] 'process raft request' (duration: 752.002052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:02.85551Z","caller":"traceutil/trace.go:171","msg":"trace[1116103811] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"800.625221ms","start":"2026-03-31T04:57:02.054765Z","end":"2026-03-31T04:57:02.85539Z","steps":["trace[1116103811] 'process raft request' (duration: 800.359224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:02.855632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:02.103231Z","time spent":"752.369602ms","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T04:57:02.855595Z","caller":"traceutil/trace.go:171","msg":"trace[575556425] linearizableReadLoop","detail":"{readStateIndex:833; appliedIndex:828; }","duration":"622.752683ms","start":"2026-03-31T04:57:02.232817Z","end":"2026-03-31T04:57:02.85557Z","steps":["trace[575556425] 'read index received' (duration: 309.160511ms)","trace[575556425] 'applied index is now lower than readState.Index' (duration: 313.591122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:57:02.855751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:02.05475Z","time spent":"800.882119ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:57:02.85582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.99049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T04:57:02.855839Z","caller":"traceutil/trace.go:171","msg":"trace[1154461326] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"485.671883ms","start":"2026-03-31T04:57:02.370147Z","end":"2026-03-31T04:57:02.855819Z","steps":["trace[1154461326] 'process raft request' (duration: 485.321383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:02.855853Z","caller":"traceutil/trace.go:171","msg":"trace[950025834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:794; }","duration":"623.103393ms","start":"2026-03-31T04:57:02.232739Z","end":"2026-03-31T04:57:02.855843Z","steps":["trace[950025834] 'agreement among raft nodes before linearized reading' (duration: 622.935928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:02.855951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:02.370119Z","time spent":"485.776015ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:57:02.856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:02.232718Z","time spent":"623.272388ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T04:57:03.849873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.871158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T04:57:03.849966Z","caller":"traceutil/trace.go:171","msg":"trace[1606193344] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:834; }","duration":"978.266034ms","start":"2026-03-31T04:57:02.871685Z","end":"2026-03-31T04:57:03.849951Z","steps":["trace[1606193344] 'read index received' (duration: 103.303714ms)","trace[1606193344] 'applied index is now lower than readState.Index' (duration: 874.96122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:57:03.850129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.431379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:57:03.850253Z","caller":"traceutil/trace.go:171","msg":"trace[1170647897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:795; }","duration":"978.540561ms","start":"2026-03-31T04:57:02.871644Z","end":"2026-03-31T04:57:03.850184Z","steps":["trace[1170647897] 'agreement among raft nodes before linearized reading' (duration: 978.395927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:03.850296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:02.871625Z","time spent":"978.661135ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T04:57:03.850293Z","caller":"traceutil/trace.go:171","msg":"trace[625003131] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"990.431675ms","start":"2026-03-31T04:57:02.859845Z","end":"2026-03-31T04:57:03.850277Z","steps":["trace[625003131] 'process raft request' (duration: 115.083424ms)","trace[625003131] 'compare' (duration: 874.784365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:57:03.850324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.128181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:57:03.850527Z","caller":"traceutil/trace.go:171","msg":"trace[1514387268] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:795; }","duration":"978.289404ms","start":"2026-03-31T04:57:02.872125Z","end":"2026-03-31T04:57:03.850414Z","steps":["trace[1514387268] 'agreement among raft nodes before linearized reading' (duration: 978.043268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:03.850591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:02.872114Z","time spent":"978.46181ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-03-31T04:57:03.850374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:02.85983Z","time spent":"990.505686ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:57:04.468436Z","caller":"traceutil/trace.go:171","msg":"trace[133815853] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"205.760065ms","start":"2026-03-31T04:57:04.262649Z","end":"2026-03-31T04:57:04.468409Z","steps":["trace[133815853] 'process raft request' (duration: 204.930252ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:13.000493Z","caller":"traceutil/trace.go:171","msg":"trace[438900859] linearizableReadLoop","detail":"{readStateIndex:944; appliedIndex:943; }","duration":"160.666471ms","start":"2026-03-31T04:57:12.8398Z","end":"2026-03-31T04:57:13.000467Z","steps":["trace[438900859] 'read index received' (duration: 128.57452ms)","trace[438900859] 'applied index is now lower than readState.Index' (duration: 32.090731ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:57:13.000685Z","caller":"traceutil/trace.go:171","msg":"trace[1406112771] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"176.621224ms","start":"2026-03-31T04:57:12.823926Z","end":"2026-03-31T04:57:13.000547Z","steps":["trace[1406112771] 'process raft request' (duration: 144.4158ms)","trace[1406112771] 'compare' (duration: 31.973328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:57:13.000731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.799355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:57:13.000731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.893357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:57:13.000934Z","caller":"traceutil/trace.go:171","msg":"trace[1696623050] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:901; }","duration":"161.067322ms","start":"2026-03-31T04:57:12.839838Z","end":"2026-03-31T04:57:13.000905Z","steps":["trace[1696623050] 'agreement among raft nodes before linearized reading' (duration: 160.786775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:13.001033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.427954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:57:13.001062Z","caller":"traceutil/trace.go:171","msg":"trace[277474212] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:901; }","duration":"161.248887ms","start":"2026-03-31T04:57:12.839765Z","end":"2026-03-31T04:57:13.001014Z","steps":["trace[277474212] 'agreement among raft nodes before linearized reading' (duration: 160.849176ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:13.001149Z","caller":"traceutil/trace.go:171","msg":"trace[1364327115] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:901; }","duration":"160.59749ms","start":"2026-03-31T04:57:12.840507Z","end":"2026-03-31T04:57:13.001104Z","steps":["trace[1364327115] 'agreement among raft nodes before linearized reading' (duration: 160.332232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:18.162106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.942016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:57:18.162218Z","caller":"traceutil/trace.go:171","msg":"trace[1133746174] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:945; }","duration":"106.197223ms","start":"2026-03-31T04:57:18.055999Z","end":"2026-03-31T04:57:18.162196Z","steps":["trace[1133746174] 'range keys from in-memory index tree' (duration: 105.838743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:18.162142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.04952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:57:18.162391Z","caller":"traceutil/trace.go:171","msg":"trace[1023475889] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:945; }","duration":"137.332447ms","start":"2026-03-31T04:57:18.025004Z","end":"2026-03-31T04:57:18.162337Z","steps":["trace[1023475889] 'range keys from in-memory index tree' (duration: 136.877765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:18.162389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.418158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:57:18.162509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.440921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:57:18.162622Z","caller":"traceutil/trace.go:171","msg":"trace[1787723709] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:945; }","duration":"137.599345ms","start":"2026-03-31T04:57:18.024991Z","end":"2026-03-31T04:57:18.16259Z","steps":["trace[1787723709] 'count revisions from in-memory index tree' (duration: 137.284766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:18.162872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.314807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:57:18.163022Z","caller":"traceutil/trace.go:171","msg":"trace[1654519231] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:945; }","duration":"106.652605ms","start":"2026-03-31T04:57:18.055919Z","end":"2026-03-31T04:57:18.162572Z","steps":["trace[1654519231] 'count revisions from in-memory index tree' (duration: 106.320846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:18.162952Z","caller":"traceutil/trace.go:171","msg":"trace[1356350236] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:945; }","duration":"137.448661ms","start":"2026-03-31T04:57:18.025481Z","end":"2026-03-31T04:57:18.16293Z","steps":["trace[1356350236] 'range keys from in-memory index tree' (duration: 137.249685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:20.745923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.353212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T04:57:20.746315Z","caller":"traceutil/trace.go:171","msg":"trace[42756383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:959; }","duration":"118.750683ms","start":"2026-03-31T04:57:20.627542Z","end":"2026-03-31T04:57:20.746293Z","steps":["trace[42756383] 'range keys from in-memory index tree' (duration: 117.923351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:20.74596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.578696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-d68fh\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-03-31T04:57:20.746545Z","caller":"traceutil/trace.go:171","msg":"trace[494183779] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-d68fh; range_end:; response_count:1; response_revision:959; }","duration":"295.218143ms","start":"2026-03-31T04:57:20.451303Z","end":"2026-03-31T04:57:20.746521Z","steps":["trace[494183779] 'range keys from in-memory index tree' (duration: 294.396421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:20.93759Z","caller":"traceutil/trace.go:171","msg":"trace[703911990] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"186.452031ms","start":"2026-03-31T04:57:20.751112Z","end":"2026-03-31T04:57:20.937564Z","steps":["trace[703911990] 'process raft request' (duration: 186.315417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:20.942736Z","caller":"traceutil/trace.go:171","msg":"trace[1812483389] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"187.88544ms","start":"2026-03-31T04:57:20.754817Z","end":"2026-03-31T04:57:20.942703Z","steps":["trace[1812483389] 'process raft request' (duration: 187.701525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:49.730379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792608873,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T04:57:49.731943Z","caller":"traceutil/trace.go:171","msg":"trace[1607351825] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"632.901854ms","start":"2026-03-31T04:57:49.099004Z","end":"2026-03-31T04:57:49.731906Z","steps":["trace[1607351825] 'process raft request' (duration: 632.569305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:49.732155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:49.098986Z","time spent":"633.050879ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:57:49.738548Z","caller":"traceutil/trace.go:171","msg":"trace[899853902] linearizableReadLoop","detail":"{readStateIndex:1406; appliedIndex:1404; }","duration":"508.454982ms","start":"2026-03-31T04:57:49.230054Z","end":"2026-03-31T04:57:49.738509Z","steps":["trace[899853902] 'read index received' (duration: 501.567183ms)","trace[899853902] 'applied index is now lower than readState.Index' (duration: 6.886339ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:57:49.738671Z","caller":"traceutil/trace.go:171","msg":"trace[137093680] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"440.476109ms","start":"2026-03-31T04:57:49.298153Z","end":"2026-03-31T04:57:49.738629Z","steps":["trace[137093680] 'process raft request' (duration: 437.446276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:49.738776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.727519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T04:57:49.738823Z","caller":"traceutil/trace.go:171","msg":"trace[77251429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1354; }","duration":"508.820342ms","start":"2026-03-31T04:57:49.229991Z","end":"2026-03-31T04:57:49.738811Z","steps":["trace[77251429] 'agreement among raft nodes before linearized reading' (duration: 508.673028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:49.73885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:49.229958Z","time spent":"508.886353ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T04:57:49.738913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:49.298114Z","time spent":"440.655223ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:57:49.739115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.528037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T04:57:49.739192Z","caller":"traceutil/trace.go:171","msg":"trace[868371635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1354; }","duration":"375.703342ms","start":"2026-03-31T04:57:49.363467Z","end":"2026-03-31T04:57:49.73917Z","steps":["trace[868371635] 'agreement among raft nodes before linearized reading' (duration: 375.220309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:49.739504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:49.363402Z","time spent":"376.082332ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T04:58:08.151408Z","caller":"traceutil/trace.go:171","msg":"trace[1001737188] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"114.563532ms","start":"2026-03-31T04:58:08.036816Z","end":"2026-03-31T04:58:08.151379Z","steps":["trace[1001737188] 'process raft request' (duration: 114.391757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:58:08.532981Z","caller":"traceutil/trace.go:171","msg":"trace[1291936782] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"310.278398ms","start":"2026-03-31T04:58:08.222658Z","end":"2026-03-31T04:58:08.532936Z","steps":["trace[1291936782] 'process raft request' (duration: 271.864815ms)","trace[1291936782] 'compare' (duration: 37.988982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:58:08.533253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:08.222629Z","time spent":"310.503834ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:58:37.168882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792610201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T04:58:37.669757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792610201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T04:58:37.921819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.453095ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:58:37.921949Z","caller":"traceutil/trace.go:171","msg":"trace[2101974502] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2016; }","duration":"639.6107ms","start":"2026-03-31T04:58:37.28232Z","end":"2026-03-31T04:58:37.921931Z","steps":["trace[2101974502] 'range keys from in-memory index tree' (duration: 639.437355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:38.170454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792610201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T04:58:38.240866Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.720854914s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T04:58:38.241434Z","caller":"traceutil/trace.go:171","msg":"trace[1861877831] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"1.721509712s","start":"2026-03-31T04:58:36.519893Z","end":"2026-03-31T04:58:38.241402Z","steps":["trace[1861877831] 'process raft request' (duration: 1.721274286s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:38.241634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:36.519855Z","time spent":"1.721675267s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:58:39.236532Z","caller":"traceutil/trace.go:171","msg":"trace[1149299307] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"2.666299661s","start":"2026-03-31T04:58:36.570194Z","end":"2026-03-31T04:58:39.236494Z","steps":["trace[1149299307] 'process raft request' (duration: 2.665991053s)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:58:39.23698Z","caller":"traceutil/trace.go:171","msg":"trace[819090733] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"2.334534592s","start":"2026-03-31T04:58:36.90234Z","end":"2026-03-31T04:58:39.236875Z","steps":["trace[819090733] 'process raft request' (duration: 2.33408431s)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:58:39.237079Z","caller":"traceutil/trace.go:171","msg":"trace[23453206] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"1.320515028s","start":"2026-03-31T04:58:37.916511Z","end":"2026-03-31T04:58:39.237026Z","steps":["trace[23453206] 'process raft request' (duration: 1.32020686s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:39.237276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:36.902303Z","time spent":"2.33481667s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:58:39.237291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569169288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T04:58:39.237299Z","caller":"traceutil/trace.go:171","msg":"trace[1511725680] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"998.091866ms","start":"2026-03-31T04:58:38.23914Z","end":"2026-03-31T04:58:39.237232Z","steps":["trace[1511725680] 'process raft request' (duration: 997.758007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:39.237344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:37.916479Z","time spent":"1.320727324s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:58:39.237371Z","caller":"traceutil/trace.go:171","msg":"trace[1625337630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2021; }","duration":"2.569336523s","start":"2026-03-31T04:58:36.668019Z","end":"2026-03-31T04:58:39.237356Z","steps":["trace[1625337630] 'agreement among raft nodes before linearized reading' (duration: 2.569067586s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:39.237425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:36.667986Z","time spent":"2.569429036s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T04:58:39.237428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:38.239102Z","time spent":"998.269831ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:58:39.237009Z","caller":"traceutil/trace.go:171","msg":"trace[1584570688] linearizableReadLoop","detail":"{readStateIndex:2109; appliedIndex:2105; }","duration":"2.568874601s","start":"2026-03-31T04:58:36.668098Z","end":"2026-03-31T04:58:39.236973Z","steps":["trace[1584570688] 'read index received' (duration: 1.573094328s)","trace[1584570688] 'applied index is now lower than readState.Index' (duration: 995.779083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:58:39.237628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:36.570157Z","time spent":"2.666491827s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:58:39.237714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465793593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T04:58:39.237766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813868124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T04:58:39.237808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368371835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:58:39.237848Z","caller":"traceutil/trace.go:171","msg":"trace[892964917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2021; }","duration":"1.368465498s","start":"2026-03-31T04:58:37.869367Z","end":"2026-03-31T04:58:39.237832Z","steps":["trace[892964917] 'agreement among raft nodes before linearized reading' (duration: 1.368398146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:39.237831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28277589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T04:58:39.23785Z","caller":"traceutil/trace.go:171","msg":"trace[163041743] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2021; }","duration":"1.814010748s","start":"2026-03-31T04:58:37.423813Z","end":"2026-03-31T04:58:39.237824Z","steps":["trace[163041743] 'agreement among raft nodes before linearized reading' (duration: 1.813819553s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:39.237862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287312552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:58:39.237892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:37.869336Z","time spent":"1.368549201s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T04:58:39.237912Z","caller":"traceutil/trace.go:171","msg":"trace[1147294293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2021; }","duration":"1.282923574s","start":"2026-03-31T04:58:37.954965Z","end":"2026-03-31T04:58:39.237889Z","steps":["trace[1147294293] 'agreement among raft nodes before linearized reading' (duration: 1.282726678s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:39.237922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:37.42377Z","time spent":"1.814137411s","remote":"127.0.0.1:33352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T04:58:39.237946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430975025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb30263d-0459-4b5b-8405-5392a8ae2ac0\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-31T04:58:39.237959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:37.954934Z","time spent":"1.283017106s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T04:58:39.237948Z","caller":"traceutil/trace.go:171","msg":"trace[392283293] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2021; }","duration":"2.287468097s","start":"2026-03-31T04:58:36.950451Z","end":"2026-03-31T04:58:39.237919Z","steps":["trace[392283293] 'agreement among raft nodes before linearized reading' (duration: 2.287334613s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:39.23796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368362923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb30263d-0459-4b5b-8405-5392a8ae2ac0\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T04:58:39.237989Z","caller":"traceutil/trace.go:171","msg":"trace[1751535703] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fb30263d-0459-4b5b-8405-5392a8ae2ac0; range_end:; response_count:1; response_revision:2021; }","duration":"2.431069058s","start":"2026-03-31T04:58:36.806906Z","end":"2026-03-31T04:58:39.237975Z","steps":["trace[1751535703] 'agreement among raft nodes before linearized reading' (duration: 2.430937134s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:39.238034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:36.806877Z","time spent":"2.43115134s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb30263d-0459-4b5b-8405-5392a8ae2ac0\" "} {"level":"info","ts":"2026-03-31T04:58:39.238043Z","caller":"traceutil/trace.go:171","msg":"trace[219347392] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fb30263d-0459-4b5b-8405-5392a8ae2ac0; range_end:; response_count:1; response_revision:2021; }","duration":"2.368492966s","start":"2026-03-31T04:58:36.869529Z","end":"2026-03-31T04:58:39.238022Z","steps":["trace[219347392] 'agreement among raft nodes before linearized reading' (duration: 2.368212839s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:39.238019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:36.950405Z","time spent":"2.28759745s","remote":"127.0.0.1:33380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T04:58:39.238129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:36.869516Z","time spent":"2.368602149s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb30263d-0459-4b5b-8405-5392a8ae2ac0\" "} {"level":"warn","ts":"2026-03-31T04:58:39.238179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127028874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T04:58:39.238245Z","caller":"traceutil/trace.go:171","msg":"trace[1895342499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2021; }","duration":"1.127153637s","start":"2026-03-31T04:58:38.111074Z","end":"2026-03-31T04:58:39.238228Z","steps":["trace[1895342499] 'agreement among raft nodes before linearized reading' (duration: 1.12688571s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:39.238296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:38.111042Z","time spent":"1.12724287s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T04:58:39.237749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244671952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T04:58:39.238329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385133424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T04:58:39.238385Z","caller":"traceutil/trace.go:171","msg":"trace[1312502355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2021; }","duration":"1.245315279s","start":"2026-03-31T04:58:37.993031Z","end":"2026-03-31T04:58:39.238346Z","steps":["trace[1312502355] 'agreement among raft nodes before linearized reading' (duration: 1.244646271s)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:58:39.238368Z","caller":"traceutil/trace.go:171","msg":"trace[1134571929] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2021; }","duration":"2.465932948s","start":"2026-03-31T04:58:36.771841Z","end":"2026-03-31T04:58:39.237774Z","steps":["trace[1134571929] 'agreement among raft nodes before linearized reading' (duration: 2.465780733s)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:58:39.238461Z","caller":"traceutil/trace.go:171","msg":"trace[1112282535] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2021; }","duration":"2.385351159s","start":"2026-03-31T04:58:36.853069Z","end":"2026-03-31T04:58:39.23842Z","steps":["trace[1112282535] 'agreement among raft nodes before linearized reading' (duration: 2.384905967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:39.238547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:36.853062Z","time spent":"2.385469363s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T04:58:39.238455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:37.993004Z","time spent":"1.245428593s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T04:58:39.2378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.287537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T04:58:39.238659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390319796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T04:58:39.238686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360455634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T04:58:39.238795Z","caller":"traceutil/trace.go:171","msg":"trace[1999510350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2021; }","duration":"2.36064881s","start":"2026-03-31T04:58:36.878125Z","end":"2026-03-31T04:58:39.238773Z","steps":["trace[1999510350] 'agreement among raft nodes before linearized reading' (duration: 2.359752655s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:39.238884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:36.8781Z","time spent":"2.360740303s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T04:58:39.23867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:36.771801Z","time spent":"2.46675876s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":16,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-31T04:58:39.238707Z","caller":"traceutil/trace.go:171","msg":"trace[1194826496] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2021; }","duration":"634.185542ms","start":"2026-03-31T04:58:38.6045Z","end":"2026-03-31T04:58:39.238686Z","steps":["trace[1194826496] 'agreement among raft nodes before linearized reading' (duration: 633.270666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:39.239129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:38.604416Z","time spent":"634.696035ms","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T04:58:39.238721Z","caller":"traceutil/trace.go:171","msg":"trace[1075069092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2021; }","duration":"2.39043556s","start":"2026-03-31T04:58:36.848268Z","end":"2026-03-31T04:58:39.238704Z","steps":["trace[1075069092] 'agreement among raft nodes before linearized reading' (duration: 2.389546036s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:39.239196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:36.848237Z","time spent":"2.390946083s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T04:58:39.432342Z","caller":"traceutil/trace.go:171","msg":"trace[1465581794] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"188.021654ms","start":"2026-03-31T04:58:39.244271Z","end":"2026-03-31T04:58:39.432293Z","steps":["trace[1465581794] 'process raft request' (duration: 92.825805ms)","trace[1465581794] 'compare' (duration: 94.763337ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:58:39.465748Z","caller":"traceutil/trace.go:171","msg":"trace[1823209307] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"220.95345ms","start":"2026-03-31T04:58:39.244776Z","end":"2026-03-31T04:58:39.46573Z","steps":["trace[1823209307] 'process raft request' (duration: 220.760995ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:58:39.466156Z","caller":"traceutil/trace.go:171","msg":"trace[1695827393] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"221.258508ms","start":"2026-03-31T04:58:39.244848Z","end":"2026-03-31T04:58:39.466107Z","steps":["trace[1695827393] 'process raft request' (duration: 220.832937ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:58:39.4664Z","caller":"traceutil/trace.go:171","msg":"trace[1304539492] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"220.868527ms","start":"2026-03-31T04:58:39.245493Z","end":"2026-03-31T04:58:39.466362Z","steps":["trace[1304539492] 'process raft request' (duration: 220.549159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:58:39.466403Z","caller":"traceutil/trace.go:171","msg":"trace[165221127] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"220.865487ms","start":"2026-03-31T04:58:39.24549Z","end":"2026-03-31T04:58:39.466355Z","steps":["trace[165221127] 'process raft request' (duration: 220.738144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:58:39.466559Z","caller":"traceutil/trace.go:171","msg":"trace[1153275143] linearizableReadLoop","detail":"{readStateIndex:2116; appliedIndex:2110; }","duration":"218.750419ms","start":"2026-03-31T04:58:39.247791Z","end":"2026-03-31T04:58:39.466541Z","steps":["trace[1153275143] 'read index received' (duration: 89.369789ms)","trace[1153275143] 'applied index is now lower than readState.Index' (duration: 129.37933ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:58:39.466622Z","caller":"traceutil/trace.go:171","msg":"trace[1954314796] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"218.483432ms","start":"2026-03-31T04:58:39.248127Z","end":"2026-03-31T04:58:39.46661Z","steps":["trace[1954314796] 'process raft request' (duration: 218.331528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:39.466681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.858232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:58:39.466726Z","caller":"traceutil/trace.go:171","msg":"trace[553538328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2028; }","duration":"218.948175ms","start":"2026-03-31T04:58:39.247766Z","end":"2026-03-31T04:58:39.466714Z","steps":["trace[553538328] 'agreement among raft nodes before linearized reading' (duration: 218.846862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:58:39.466687Z","caller":"traceutil/trace.go:171","msg":"trace[175920234] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"221.121135ms","start":"2026-03-31T04:58:39.245538Z","end":"2026-03-31T04:58:39.466659Z","steps":["trace[175920234] 'process raft request' (duration: 220.751494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:40.004615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.747334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T04:58:40.004702Z","caller":"traceutil/trace.go:171","msg":"trace[2023964768] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2028; }","duration":"273.897668ms","start":"2026-03-31T04:58:39.730783Z","end":"2026-03-31T04:58:40.00468Z","steps":["trace[2023964768] 'count revisions from in-memory index tree' (duration: 273.583699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:58:49.544133Z","caller":"traceutil/trace.go:171","msg":"trace[1916375080] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"269.052604ms","start":"2026-03-31T04:58:49.275048Z","end":"2026-03-31T04:58:49.544101Z","steps":["trace[1916375080] 'process raft request' (duration: 268.869619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:58:49.568926Z","caller":"traceutil/trace.go:171","msg":"trace[1676061379] linearizableReadLoop","detail":"{readStateIndex:2207; appliedIndex:2205; }","duration":"256.849059ms","start":"2026-03-31T04:58:49.312054Z","end":"2026-03-31T04:58:49.568903Z","steps":["trace[1676061379] 'read index received' (duration: 231.937703ms)","trace[1676061379] 'applied index is now lower than readState.Index' (duration: 24.910216ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:58:49.56905Z","caller":"traceutil/trace.go:171","msg":"trace[1119627268] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"186.7506ms","start":"2026-03-31T04:58:49.382258Z","end":"2026-03-31T04:58:49.569008Z","steps":["trace[1119627268] 'process raft request' (duration: 186.611396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:58:49.568998Z","caller":"traceutil/trace.go:171","msg":"trace[980610566] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"293.013503ms","start":"2026-03-31T04:58:49.275954Z","end":"2026-03-31T04:58:49.568967Z","steps":["trace[980610566] 'process raft request' (duration: 292.746566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:49.569209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.145817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T04:58:49.569417Z","caller":"traceutil/trace.go:171","msg":"trace[2034733852] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2116; }","duration":"257.403464ms","start":"2026-03-31T04:58:49.311992Z","end":"2026-03-31T04:58:49.569395Z","steps":["trace[2034733852] 'agreement among raft nodes before linearized reading' (duration: 257.065985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:54.46904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.429591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:58:54.469175Z","caller":"traceutil/trace.go:171","msg":"trace[1135761300] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2155; }","duration":"101.623036ms","start":"2026-03-31T04:58:54.367531Z","end":"2026-03-31T04:58:54.469154Z","steps":["trace[1135761300] 'count revisions from in-memory index tree' (duration: 101.317478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:13.971072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.814965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T04:59:13.97117Z","caller":"traceutil/trace.go:171","msg":"trace[1811979033] linearizableReadLoop","detail":"{readStateIndex:2361; appliedIndex:2360; }","duration":"192.148307ms","start":"2026-03-31T04:59:13.779002Z","end":"2026-03-31T04:59:13.97115Z","steps":["trace[1811979033] 'read index received' (duration: 63.122386ms)","trace[1811979033] 'applied index is now lower than readState.Index' (duration: 129.024721ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:59:13.971254Z","caller":"traceutil/trace.go:171","msg":"trace[736689737] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"248.512139ms","start":"2026-03-31T04:59:13.722728Z","end":"2026-03-31T04:59:13.971241Z","steps":["trace[736689737] 'process raft request' (duration: 119.462867ms)","trace[736689737] 'compare' (duration: 128.443835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:59:13.971412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.414615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T04:59:13.971435Z","caller":"traceutil/trace.go:171","msg":"trace[2139248514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2264; }","duration":"192.471537ms","start":"2026-03-31T04:59:13.778958Z","end":"2026-03-31T04:59:13.971429Z","steps":["trace[2139248514] 'agreement among raft nodes before linearized reading' (duration: 192.372084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:13.971493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.325739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T04:59:13.971536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.715635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T04:59:13.971559Z","caller":"traceutil/trace.go:171","msg":"trace[581559232] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2264; }","duration":"115.762325ms","start":"2026-03-31T04:59:13.855788Z","end":"2026-03-31T04:59:13.971551Z","steps":["trace[581559232] 'agreement among raft nodes before linearized reading' (duration: 115.701233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:13.971584Z","caller":"traceutil/trace.go:171","msg":"trace[1397272779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2264; }","duration":"149.441432ms","start":"2026-03-31T04:59:13.822109Z","end":"2026-03-31T04:59:13.971551Z","steps":["trace[1397272779] 'agreement among raft nodes before linearized reading' (duration: 149.281878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:13.971566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.736905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T04:59:13.971639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.643459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T04:59:13.971635Z","caller":"traceutil/trace.go:171","msg":"trace[939924976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2264; }","duration":"111.869948ms","start":"2026-03-31T04:59:13.859746Z","end":"2026-03-31T04:59:13.971616Z","steps":["trace[939924976] 'agreement among raft nodes before linearized reading' (duration: 111.659542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:13.971656Z","caller":"traceutil/trace.go:171","msg":"trace[582784550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2264; }","duration":"112.685091ms","start":"2026-03-31T04:59:13.858966Z","end":"2026-03-31T04:59:13.971651Z","steps":["trace[582784550] 'agreement among raft nodes before linearized reading' (duration: 112.632929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:13.971716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.397121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:59:13.971735Z","caller":"traceutil/trace.go:171","msg":"trace[214958026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2264; }","duration":"101.459532ms","start":"2026-03-31T04:59:13.870271Z","end":"2026-03-31T04:59:13.97173Z","steps":["trace[214958026] 'agreement among raft nodes before linearized reading' (duration: 101.429051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:13.971806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.235956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T04:59:13.971834Z","caller":"traceutil/trace.go:171","msg":"trace[1533512400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2264; }","duration":"121.298928ms","start":"2026-03-31T04:59:13.850526Z","end":"2026-03-31T04:59:13.971825Z","steps":["trace[1533512400] 'agreement among raft nodes before linearized reading' (duration: 121.215125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:13.971825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.478052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T04:59:13.971881Z","caller":"traceutil/trace.go:171","msg":"trace[617080207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2264; }","duration":"109.554385ms","start":"2026-03-31T04:59:13.86231Z","end":"2026-03-31T04:59:13.971864Z","steps":["trace[617080207] 'agreement among raft nodes before linearized reading' (duration: 109.412121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.319979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.712022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T04:59:14.320111Z","caller":"traceutil/trace.go:171","msg":"trace[156378797] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"344.576802ms","start":"2026-03-31T04:59:13.975513Z","end":"2026-03-31T04:59:14.32009Z","steps":["trace[156378797] 'process raft request' (duration: 163.660414ms)","trace[156378797] 'compare' (duration: 180.492517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:59:14.320196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:13.975493Z","time spent":"344.653085ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:59:14.331544Z","caller":"traceutil/trace.go:171","msg":"trace[81745512] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"355.38555ms","start":"2026-03-31T04:59:13.976131Z","end":"2026-03-31T04:59:14.331517Z","steps":["trace[81745512] 'process raft request' (duration: 355.274797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.33175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:13.976113Z","time spent":"355.538164ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:59:14.331767Z","caller":"traceutil/trace.go:171","msg":"trace[1683452998] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"355.611756ms","start":"2026-03-31T04:59:13.976141Z","end":"2026-03-31T04:59:14.331752Z","steps":["trace[1683452998] 'process raft request' (duration: 355.325799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:14.331551Z","caller":"traceutil/trace.go:171","msg":"trace[1203887221] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"355.38743ms","start":"2026-03-31T04:59:13.976127Z","end":"2026-03-31T04:59:14.331515Z","steps":["trace[1203887221] 'process raft request' (duration: 355.101902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.331911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:13.976127Z","time spent":"355.694738ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:59:14.331937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:13.976118Z","time spent":"355.7555ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:59:14.331937Z","caller":"traceutil/trace.go:171","msg":"trace[1957929658] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"355.677838ms","start":"2026-03-31T04:59:13.976231Z","end":"2026-03-31T04:59:14.331908Z","steps":["trace[1957929658] 'process raft request' (duration: 355.449061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:14.332051Z","caller":"traceutil/trace.go:171","msg":"trace[420328944] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"353.157158ms","start":"2026-03-31T04:59:13.97888Z","end":"2026-03-31T04:59:14.332037Z","steps":["trace[420328944] 'process raft request' (duration: 352.972783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.332111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:13.976225Z","time spent":"355.809331ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:59:14.332148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:13.978863Z","time spent":"353.232021ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:59:14.331977Z","caller":"traceutil/trace.go:171","msg":"trace[957885506] linearizableReadLoop","detail":"{readStateIndex:2367; appliedIndex:2361; }","duration":"288.51712ms","start":"2026-03-31T04:59:14.043436Z","end":"2026-03-31T04:59:14.331954Z","steps":["trace[957885506] 'read index received' (duration: 95.751215ms)","trace[957885506] 'applied index is now lower than readState.Index' (duration: 192.765095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:59:14.332263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.832058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-31T04:59:14.332326Z","caller":"traceutil/trace.go:171","msg":"trace[1166248215] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2270; }","duration":"288.931201ms","start":"2026-03-31T04:59:14.043378Z","end":"2026-03-31T04:59:14.332309Z","steps":["trace[1166248215] 'agreement among raft nodes before linearized reading' (duration: 288.729355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:24.519564Z","caller":"traceutil/trace.go:171","msg":"trace[785022978] linearizableReadLoop","detail":"{readStateIndex:2416; appliedIndex:2415; }","duration":"464.401508ms","start":"2026-03-31T04:59:24.055146Z","end":"2026-03-31T04:59:24.519548Z","steps":["trace[785022978] 'read index received' (duration: 464.344917ms)","trace[785022978] 'applied index is now lower than readState.Index' (duration: 55.661µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:59:24.519702Z","caller":"traceutil/trace.go:171","msg":"trace[2073341568] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"491.36398ms","start":"2026-03-31T04:59:24.028329Z","end":"2026-03-31T04:59:24.519693Z","steps":["trace[2073341568] 'process raft request' (duration: 491.119124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:24.519818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:24.028308Z","time spent":"491.430483ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:59:24.52007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.83923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T04:59:24.520168Z","caller":"traceutil/trace.go:171","msg":"trace[1628801233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2317; }","duration":"465.036106ms","start":"2026-03-31T04:59:24.055112Z","end":"2026-03-31T04:59:24.520148Z","steps":["trace[1628801233] 'agreement among raft nodes before linearized reading' (duration: 464.668326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:24.520225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:24.055097Z","time spent":"465.118608ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T04:59:24.533754Z","caller":"traceutil/trace.go:171","msg":"trace[2037429717] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"184.692873ms","start":"2026-03-31T04:59:24.34904Z","end":"2026-03-31T04:59:24.533733Z","steps":["trace[2037429717] 'process raft request' (duration: 184.492087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:24.534021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.466753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T04:59:24.534041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.08094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T04:59:24.534079Z","caller":"traceutil/trace.go:171","msg":"trace[797618356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2319; }","duration":"153.560266ms","start":"2026-03-31T04:59:24.380505Z","end":"2026-03-31T04:59:24.534065Z","steps":["trace[797618356] 'agreement among raft nodes before linearized reading' (duration: 153.34367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:24.534115Z","caller":"traceutil/trace.go:171","msg":"trace[1844405365] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2319; }","duration":"114.189623ms","start":"2026-03-31T04:59:24.419906Z","end":"2026-03-31T04:59:24.534095Z","steps":["trace[1844405365] 'agreement among raft nodes before linearized reading' (duration: 113.961607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:24.534285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.430564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T04:59:24.534324Z","caller":"traceutil/trace.go:171","msg":"trace[569014613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2319; }","duration":"112.511466ms","start":"2026-03-31T04:59:24.421804Z","end":"2026-03-31T04:59:24.534316Z","steps":["trace[569014613] 'agreement among raft nodes before linearized reading' (duration: 112.418273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:24.534368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.495621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T04:59:24.534399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.503391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T04:59:24.534434Z","caller":"traceutil/trace.go:171","msg":"trace[655474157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2319; }","duration":"114.592074ms","start":"2026-03-31T04:59:24.419828Z","end":"2026-03-31T04:59:24.53442Z","steps":["trace[655474157] 'agreement among raft nodes before linearized reading' (duration: 114.365948ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:24.534455Z","caller":"traceutil/trace.go:171","msg":"trace[589546482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2319; }","duration":"114.570463ms","start":"2026-03-31T04:59:24.419869Z","end":"2026-03-31T04:59:24.534439Z","steps":["trace[589546482] 'agreement among raft nodes before linearized reading' (duration: 114.416029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:24.534483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.644592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T04:59:24.534557Z","caller":"traceutil/trace.go:171","msg":"trace[1641939323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2319; }","duration":"115.752085ms","start":"2026-03-31T04:59:24.418793Z","end":"2026-03-31T04:59:24.534545Z","steps":["trace[1641939323] 'agreement among raft nodes before linearized reading' (duration: 115.583071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:24.808311Z","caller":"traceutil/trace.go:171","msg":"trace[1041693531] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"269.171687ms","start":"2026-03-31T04:59:24.539114Z","end":"2026-03-31T04:59:24.808285Z","steps":["trace[1041693531] 'process raft request' (duration: 263.306876ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:24.889663Z","caller":"traceutil/trace.go:171","msg":"trace[660084639] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"350.31241ms","start":"2026-03-31T04:59:24.539334Z","end":"2026-03-31T04:59:24.889647Z","steps":["trace[660084639] 'process raft request' (duration: 350.172686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:24.889824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:24.539324Z","time spent":"350.397072ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:59:24.890012Z","caller":"traceutil/trace.go:171","msg":"trace[2123865388] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"350.65572ms","start":"2026-03-31T04:59:24.539347Z","end":"2026-03-31T04:59:24.890002Z","steps":["trace[2123865388] 'process raft request' (duration: 350.255789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:24.890062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:24.539322Z","time spent":"350.714301ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:59:24.890154Z","caller":"traceutil/trace.go:171","msg":"trace[1740523053] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"350.775363ms","start":"2026-03-31T04:59:24.539351Z","end":"2026-03-31T04:59:24.890127Z","steps":["trace[1740523053] 'process raft request' (duration: 350.630849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:24.89017Z","caller":"traceutil/trace.go:171","msg":"trace[585614443] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"350.735132ms","start":"2026-03-31T04:59:24.539368Z","end":"2026-03-31T04:59:24.890103Z","steps":["trace[585614443] 'process raft request' (duration: 350.504045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:24.890307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:24.539304Z","time spent":"350.916717ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:59:24.890337Z","caller":"traceutil/trace.go:171","msg":"trace[1853577687] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"350.940708ms","start":"2026-03-31T04:59:24.539383Z","end":"2026-03-31T04:59:24.890323Z","steps":["trace[1853577687] 'process raft request' (duration: 350.640359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:24.89039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:24.539348Z","time spent":"351.01886ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:59:24.890412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:24.539347Z","time spent":"350.926487ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:59:25.493601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.36148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a1d44bcde67bc5\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T04:59:25.493658Z","caller":"traceutil/trace.go:171","msg":"trace[1840334877] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a1d44bcde67bc5; range_end:; response_count:1; response_revision:2325; }","duration":"282.465753ms","start":"2026-03-31T04:59:25.21118Z","end":"2026-03-31T04:59:25.493646Z","steps":["trace[1840334877] 'range keys from in-memory index tree' (duration: 282.211576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:25.727696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.55832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T04:59:25.727824Z","caller":"traceutil/trace.go:171","msg":"trace[606516225] linearizableReadLoop","detail":"{readStateIndex:2426; appliedIndex:2424; }","duration":"200.396145ms","start":"2026-03-31T04:59:25.52741Z","end":"2026-03-31T04:59:25.727807Z","steps":["trace[606516225] 'read index received' (duration: 34.394817ms)","trace[606516225] 'applied index is now lower than readState.Index' (duration: 166.000158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:59:25.727958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.543339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T04:59:25.727925Z","caller":"traceutil/trace.go:171","msg":"trace[1420381761] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"229.641229ms","start":"2026-03-31T04:59:25.498225Z","end":"2026-03-31T04:59:25.727866Z","steps":["trace[1420381761] 'process raft request' (duration: 101.797121ms)","trace[1420381761] 'compare' (duration: 126.867542ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:59:25.727994Z","caller":"traceutil/trace.go:171","msg":"trace[552213969] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2327; }","duration":"200.605821ms","start":"2026-03-31T04:59:25.527377Z","end":"2026-03-31T04:59:25.727982Z","steps":["trace[552213969] 'agreement among raft nodes before linearized reading' (duration: 200.475407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:27.907825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.16013ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:59:27.907971Z","caller":"traceutil/trace.go:171","msg":"trace[971767122] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2330; }","duration":"626.314825ms","start":"2026-03-31T04:59:27.281635Z","end":"2026-03-31T04:59:27.90795Z","steps":["trace[971767122] 'range keys from in-memory index tree' (duration: 626.14588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:27.90802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.974687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T04:59:27.908156Z","caller":"traceutil/trace.go:171","msg":"trace[1758846573] linearizableReadLoop","detail":"{readStateIndex:2431; appliedIndex:2430; }","duration":"1.147787794s","start":"2026-03-31T04:59:26.760336Z","end":"2026-03-31T04:59:27.908124Z","steps":["trace[1758846573] 'read index received' (duration: 248.55963ms)","trace[1758846573] 'applied index is now lower than readState.Index' (duration: 899.225594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:59:27.908304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095704261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T04:59:27.908325Z","caller":"traceutil/trace.go:171","msg":"trace[456027238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2332; }","duration":"1.095762423s","start":"2026-03-31T04:59:26.812556Z","end":"2026-03-31T04:59:27.908318Z","steps":["trace[456027238] 'agreement among raft nodes before linearized reading' (duration: 1.095695191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:27.908344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:26.812535Z","time spent":"1.095803563s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T04:59:27.908368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148019681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T04:59:27.908416Z","caller":"traceutil/trace.go:171","msg":"trace[1092324460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2332; }","duration":"1.148096753s","start":"2026-03-31T04:59:26.760304Z","end":"2026-03-31T04:59:27.908401Z","steps":["trace[1092324460] 'agreement among raft nodes before linearized reading' (duration: 1.147940499s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:27.908458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:26.760288Z","time spent":"1.148158264s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T04:59:27.90857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.281146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:59:27.908592Z","caller":"traceutil/trace.go:171","msg":"trace[561174568] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2332; }","duration":"278.334728ms","start":"2026-03-31T04:59:27.630249Z","end":"2026-03-31T04:59:27.908583Z","steps":["trace[561174568] 'agreement among raft nodes before linearized reading' (duration: 278.304947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:27.908723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.430227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T04:59:27.908724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.386095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T04:59:27.908741Z","caller":"traceutil/trace.go:171","msg":"trace[1373047238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2332; }","duration":"997.491438ms","start":"2026-03-31T04:59:26.911243Z","end":"2026-03-31T04:59:27.908735Z","steps":["trace[1373047238] 'agreement among raft nodes before linearized reading' (duration: 997.436727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:27.908823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:26.911219Z","time spent":"997.598001ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T04:59:27.908829Z","caller":"traceutil/trace.go:171","msg":"trace[798775489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2332; }","duration":"997.505008ms","start":"2026-03-31T04:59:26.911309Z","end":"2026-03-31T04:59:27.908814Z","steps":["trace[798775489] 'agreement among raft nodes before linearized reading' (duration: 997.319833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:27.908876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:26.911301Z","time spent":"997.56158ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T04:59:27.908828Z","caller":"traceutil/trace.go:171","msg":"trace[547059974] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"1.366855012s","start":"2026-03-31T04:59:26.541269Z","end":"2026-03-31T04:59:27.908124Z","steps":["trace[547059974] 'process raft request' (duration: 467.719951ms)","trace[547059974] 'compare' (duration: 898.800592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:59:27.908917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037265283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:59:27.90895Z","caller":"traceutil/trace.go:171","msg":"trace[1934728384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2332; }","duration":"1.037315784s","start":"2026-03-31T04:59:26.871623Z","end":"2026-03-31T04:59:27.908939Z","steps":["trace[1934728384] 'agreement among raft nodes before linearized reading' (duration: 1.037252202s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:27.908971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:26.871609Z","time spent":"1.037356645s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T04:59:27.908978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.802552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T04:59:27.909065Z","caller":"traceutil/trace.go:171","msg":"trace[1236932571] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2332; }","duration":"455.939606ms","start":"2026-03-31T04:59:27.453106Z","end":"2026-03-31T04:59:27.909045Z","steps":["trace[1236932571] 'agreement among raft nodes before linearized reading' (duration: 455.682189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:27.909059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.708774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T04:59:27.909065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.522069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T04:59:27.909078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:26.54124Z","time spent":"1.367699576s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:59:27.909109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:27.453086Z","time spent":"456.015007ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T04:59:27.909119Z","caller":"traceutil/trace.go:171","msg":"trace[1439820300] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2332; }","duration":"997.794976ms","start":"2026-03-31T04:59:26.911307Z","end":"2026-03-31T04:59:27.909102Z","steps":["trace[1439820300] 'agreement among raft nodes before linearized reading' (duration: 997.659002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:27.90915Z","caller":"traceutil/trace.go:171","msg":"trace[932223975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2332; }","duration":"997.637392ms","start":"2026-03-31T04:59:26.911492Z","end":"2026-03-31T04:59:27.909129Z","steps":["trace[932223975] 'agreement among raft nodes before linearized reading' (duration: 997.342414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:27.909167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:26.911287Z","time spent":"997.868579ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T04:59:27.909198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:26.911484Z","time spent":"997.705404ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T04:59:27.909632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.064653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T04:59:27.910293Z","caller":"traceutil/trace.go:171","msg":"trace[1933016731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2332; }","duration":"998.773643ms","start":"2026-03-31T04:59:26.911476Z","end":"2026-03-31T04:59:27.91025Z","steps":["trace[1933016731] 'agreement among raft nodes before linearized reading' (duration: 997.21296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:27.910454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:26.911443Z","time spent":"998.957828ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:00:13.115835Z","caller":"traceutil/trace.go:171","msg":"trace[1550840176] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"165.737689ms","start":"2026-03-31T05:00:12.950037Z","end":"2026-03-31T05:00:13.115775Z","steps":["trace[1550840176] 'process raft request' (duration: 165.349789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:17.306484Z","caller":"traceutil/trace.go:171","msg":"trace[1394630173] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"232.822589ms","start":"2026-03-31T05:00:17.073641Z","end":"2026-03-31T05:00:17.306464Z","steps":["trace[1394630173] 'process raft request' (duration: 232.693045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:17.356005Z","caller":"traceutil/trace.go:171","msg":"trace[225450260] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"259.536628ms","start":"2026-03-31T05:00:17.096447Z","end":"2026-03-31T05:00:17.355983Z","steps":["trace[225450260] 'process raft request' (duration: 259.412794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:20.449823Z","caller":"traceutil/trace.go:171","msg":"trace[727235891] linearizableReadLoop","detail":"{readStateIndex:2907; appliedIndex:2906; }","duration":"255.008525ms","start":"2026-03-31T05:00:20.194789Z","end":"2026-03-31T05:00:20.449798Z","steps":["trace[727235891] 'read index received' (duration: 247.933952ms)","trace[727235891] 'applied index is now lower than readState.Index' (duration: 7.073763ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:00:20.449931Z","caller":"traceutil/trace.go:171","msg":"trace[464720633] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"264.333409ms","start":"2026-03-31T05:00:20.18557Z","end":"2026-03-31T05:00:20.449903Z","steps":["trace[464720633] 'process raft request' (duration: 257.266206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:20.45004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.227681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:00:20.450073Z","caller":"traceutil/trace.go:171","msg":"trace[1763135202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2789; }","duration":"255.303583ms","start":"2026-03-31T05:00:20.194762Z","end":"2026-03-31T05:00:20.450065Z","steps":["trace[1763135202] 'agreement among raft nodes before linearized reading' (duration: 255.17508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:20.450203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.251662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:00:20.450264Z","caller":"traceutil/trace.go:171","msg":"trace[1618996052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2789; }","duration":"255.368294ms","start":"2026-03-31T05:00:20.194881Z","end":"2026-03-31T05:00:20.45025Z","steps":["trace[1618996052] 'agreement among raft nodes before linearized reading' (duration: 255.20635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:20.450351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.375575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T05:00:20.450321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.186748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:00:20.450405Z","caller":"traceutil/trace.go:171","msg":"trace[980187942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2789; }","duration":"251.473338ms","start":"2026-03-31T05:00:20.198918Z","end":"2026-03-31T05:00:20.450392Z","steps":["trace[980187942] 'agreement among raft nodes before linearized reading' (duration: 251.252132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:20.450414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.987623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:00:20.450449Z","caller":"traceutil/trace.go:171","msg":"trace[389638987] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2789; }","duration":"226.036354ms","start":"2026-03-31T05:00:20.224401Z","end":"2026-03-31T05:00:20.450437Z","steps":["trace[389638987] 'agreement among raft nodes before linearized reading' (duration: 225.954412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:20.450428Z","caller":"traceutil/trace.go:171","msg":"trace[389343510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2789; }","duration":"226.356414ms","start":"2026-03-31T05:00:20.224049Z","end":"2026-03-31T05:00:20.450406Z","steps":["trace[389343510] 'agreement among raft nodes before linearized reading' (duration: 226.056575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:21.026263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.414931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:00:21.026359Z","caller":"traceutil/trace.go:171","msg":"trace[1881272446] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2794; }","duration":"396.576905ms","start":"2026-03-31T05:00:20.629763Z","end":"2026-03-31T05:00:21.02634Z","steps":["trace[1881272446] 'range keys from in-memory index tree' (duration: 396.189575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:21.026406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:20.629733Z","time spent":"396.663218ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:00:21.026424Z","caller":"traceutil/trace.go:171","msg":"trace[468305343] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"256.887516ms","start":"2026-03-31T05:00:20.7695Z","end":"2026-03-31T05:00:21.026387Z","steps":["trace[468305343] 'process raft request' (duration: 256.248058ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:43.242575Z","caller":"traceutil/trace.go:171","msg":"trace[1199062820] linearizableReadLoop","detail":"{readStateIndex:3060; appliedIndex:3059; }","duration":"103.952296ms","start":"2026-03-31T05:00:43.138599Z","end":"2026-03-31T05:00:43.242552Z","steps":["trace[1199062820] 'read index received' (duration: 103.73751ms)","trace[1199062820] 'applied index is now lower than readState.Index' (duration: 214.006µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:00:43.242632Z","caller":"traceutil/trace.go:171","msg":"trace[146744058] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"146.23418ms","start":"2026-03-31T05:00:43.096365Z","end":"2026-03-31T05:00:43.242599Z","steps":["trace[146744058] 'process raft request' (duration: 146.028704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:43.242776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.159942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T05:00:43.24282Z","caller":"traceutil/trace.go:171","msg":"trace[2130859923] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2936; }","duration":"104.250044ms","start":"2026-03-31T05:00:43.138557Z","end":"2026-03-31T05:00:43.242807Z","steps":["trace[2130859923] 'agreement among raft nodes before linearized reading' (duration: 104.096849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:47.544231Z","caller":"traceutil/trace.go:171","msg":"trace[176947252] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"284.027748ms","start":"2026-03-31T05:00:47.260181Z","end":"2026-03-31T05:00:47.544209Z","steps":["trace[176947252] 'process raft request' (duration: 283.908365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:47.544795Z","caller":"traceutil/trace.go:171","msg":"trace[1080137890] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"154.68121ms","start":"2026-03-31T05:00:47.390104Z","end":"2026-03-31T05:00:47.544785Z","steps":["trace[1080137890] 'process raft request' (duration: 154.605268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:48.55103Z","caller":"traceutil/trace.go:171","msg":"trace[1331928796] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"669.622998ms","start":"2026-03-31T05:00:47.881336Z","end":"2026-03-31T05:00:48.550959Z","steps":["trace[1331928796] 'process raft request' (duration: 669.288959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:48.551224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:47.881306Z","time spent":"669.809712ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:00:48.555424Z","caller":"traceutil/trace.go:171","msg":"trace[1325845724] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"330.9947ms","start":"2026-03-31T05:00:48.224393Z","end":"2026-03-31T05:00:48.555388Z","steps":["trace[1325845724] 'process raft request' (duration: 330.750303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:48.555598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:48.224361Z","time spent":"331.148894ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:00:48.793753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.218596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:00:48.793844Z","caller":"traceutil/trace.go:171","msg":"trace[270575027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2963; }","duration":"140.36371ms","start":"2026-03-31T05:00:48.653461Z","end":"2026-03-31T05:00:48.793824Z","steps":["trace[270575027] 'range keys from in-memory index tree' (duration: 140.016249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:48.794082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.711134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:00:48.794191Z","caller":"traceutil/trace.go:171","msg":"trace[1861013188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2963; }","duration":"142.875728ms","start":"2026-03-31T05:00:48.651293Z","end":"2026-03-31T05:00:48.794169Z","steps":["trace[1861013188] 'range keys from in-memory index tree' (duration: 142.486327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:48.7941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.350399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:00:48.794301Z","caller":"traceutil/trace.go:171","msg":"trace[33868360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2963; }","duration":"151.627637ms","start":"2026-03-31T05:00:48.642654Z","end":"2026-03-31T05:00:48.794281Z","steps":["trace[33868360] 'range keys from in-memory index tree' (duration: 151.094322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:48.794332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.049925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:00:48.794434Z","caller":"traceutil/trace.go:171","msg":"trace[7085343] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2963; }","duration":"120.20693ms","start":"2026-03-31T05:00:48.674201Z","end":"2026-03-31T05:00:48.794408Z","steps":["trace[7085343] 'range keys from in-memory index tree' (duration: 119.632184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:48.794443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.90373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:00:48.794479Z","caller":"traceutil/trace.go:171","msg":"trace[2118065493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2963; }","duration":"145.988813ms","start":"2026-03-31T05:00:48.648479Z","end":"2026-03-31T05:00:48.794468Z","steps":["trace[2118065493] 'range keys from in-memory index tree' (duration: 145.194961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:48.794665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.202956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:00:48.794851Z","caller":"traceutil/trace.go:171","msg":"trace[1917797857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2963; }","duration":"147.430902ms","start":"2026-03-31T05:00:48.647392Z","end":"2026-03-31T05:00:48.794823Z","steps":["trace[1917797857] 'range keys from in-memory index tree' (duration: 146.504867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:49.090036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.675896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:00:49.090356Z","caller":"traceutil/trace.go:171","msg":"trace[162455714] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"291.109552ms","start":"2026-03-31T05:00:48.799226Z","end":"2026-03-31T05:00:49.090336Z","steps":["trace[162455714] 'process raft request' (duration: 290.919346ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:49.090325Z","caller":"traceutil/trace.go:171","msg":"trace[476896856] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"291.163883ms","start":"2026-03-31T05:00:48.79912Z","end":"2026-03-31T05:00:49.090284Z","steps":["trace[476896856] 'process raft request' (duration: 153.128757ms)","trace[476896856] 'compare' (duration: 137.553413ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:00:49.090632Z","caller":"traceutil/trace.go:171","msg":"trace[1621849623] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"291.348248ms","start":"2026-03-31T05:00:48.799272Z","end":"2026-03-31T05:00:49.09062Z","steps":["trace[1621849623] 'process raft request' (duration: 291.020079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:49.090828Z","caller":"traceutil/trace.go:171","msg":"trace[1314584919] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"291.268496ms","start":"2026-03-31T05:00:48.799519Z","end":"2026-03-31T05:00:49.090788Z","steps":["trace[1314584919] 'process raft request' (duration: 291.021659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:49.090898Z","caller":"traceutil/trace.go:171","msg":"trace[219871688] linearizableReadLoop","detail":"{readStateIndex:3094; appliedIndex:3089; }","duration":"219.309573ms","start":"2026-03-31T05:00:48.871565Z","end":"2026-03-31T05:00:49.090874Z","steps":["trace[219871688] 'read index received' (duration: 80.596239ms)","trace[219871688] 'applied index is now lower than readState.Index' (duration: 138.712074ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:00:49.090948Z","caller":"traceutil/trace.go:171","msg":"trace[1001643456] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"285.939761ms","start":"2026-03-31T05:00:48.804992Z","end":"2026-03-31T05:00:49.090932Z","steps":["trace[1001643456] 'process raft request' (duration: 285.744116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:49.090991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.413306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:00:49.09112Z","caller":"traceutil/trace.go:171","msg":"trace[2079337426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2969; }","duration":"219.541819ms","start":"2026-03-31T05:00:48.871482Z","end":"2026-03-31T05:00:49.091024Z","steps":["trace[2079337426] 'agreement among raft nodes before linearized reading' (duration: 219.469047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:55.298297Z","caller":"traceutil/trace.go:171","msg":"trace[589643204] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"178.392606ms","start":"2026-03-31T05:00:55.119883Z","end":"2026-03-31T05:00:55.298275Z","steps":["trace[589643204] 'process raft request' (duration: 178.255942ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:55.626232Z","caller":"traceutil/trace.go:171","msg":"trace[1945386762] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"505.268204ms","start":"2026-03-31T05:00:55.120934Z","end":"2026-03-31T05:00:55.626202Z","steps":["trace[1945386762] 'process raft request' (duration: 504.888554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:55.6263Z","caller":"traceutil/trace.go:171","msg":"trace[1950255332] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"505.359797ms","start":"2026-03-31T05:00:55.120934Z","end":"2026-03-31T05:00:55.626294Z","steps":["trace[1950255332] 'process raft request' (duration: 505.071159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:55.626232Z","caller":"traceutil/trace.go:171","msg":"trace[1224718017] linearizableReadLoop","detail":"{readStateIndex:3127; appliedIndex:3122; }","duration":"381.58512ms","start":"2026-03-31T05:00:55.244622Z","end":"2026-03-31T05:00:55.626208Z","steps":["trace[1224718017] 'read index received' (duration: 53.614683ms)","trace[1224718017] 'applied index is now lower than readState.Index' (duration: 327.969187ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:00:55.626327Z","caller":"traceutil/trace.go:171","msg":"trace[1552937466] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"505.015307ms","start":"2026-03-31T05:00:55.12128Z","end":"2026-03-31T05:00:55.626295Z","steps":["trace[1552937466] 'process raft request' (duration: 504.891053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:55.626369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:55.120908Z","time spent":"505.409037ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:00:55.626375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:55.12091Z","time spent":"505.401237ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:00:55.626261Z","caller":"traceutil/trace.go:171","msg":"trace[93125084] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"505.091069ms","start":"2026-03-31T05:00:55.121157Z","end":"2026-03-31T05:00:55.626248Z","steps":["trace[93125084] 'process raft request' (duration: 504.967336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:55.626535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:55.12127Z","time spent":"505.12364ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:00:55.626552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:55.121141Z","time spent":"505.320815ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:00:55.626811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.188526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a1d45f99ed1f5e\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T05:00:55.62688Z","caller":"traceutil/trace.go:171","msg":"trace[178820841] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a1d45f99ed1f5e; range_end:; response_count:1; response_revision:3001; }","duration":"382.286549ms","start":"2026-03-31T05:00:55.244582Z","end":"2026-03-31T05:00:55.626868Z","steps":["trace[178820841] 'agreement among raft nodes before linearized reading' (duration: 382.052083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:55.626913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:55.244565Z","time spent":"382.34091ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a1d45f99ed1f5e\" "} {"level":"warn","ts":"2026-03-31T05:00:57.090592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239927596s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:00:57.091005Z","caller":"traceutil/trace.go:171","msg":"trace[392433277] linearizableReadLoop","detail":"{readStateIndex:3130; appliedIndex:3129; }","duration":"1.396064526s","start":"2026-03-31T05:00:55.694923Z","end":"2026-03-31T05:00:57.090988Z","steps":["trace[392433277] 'read index received' (duration: 155.708938ms)","trace[392433277] 'applied index is now lower than readState.Index' (duration: 1.240354617s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:00:57.091118Z","caller":"traceutil/trace.go:171","msg":"trace[1776390347] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"1.399819228s","start":"2026-03-31T05:00:55.691285Z","end":"2026-03-31T05:00:57.091105Z","steps":["trace[1776390347] 'process raft request' (duration: 159.312676ms)","trace[1776390347] 'compare' (duration: 1.239321489s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:00:57.0912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:55.691255Z","time spent":"1.39991471s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:00:57.220725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.738749ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T05:00:57.220865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525909378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7339"} {"level":"info","ts":"2026-03-31T05:00:57.221081Z","caller":"traceutil/trace.go:171","msg":"trace[63209739] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3004; }","duration":"1.526150705s","start":"2026-03-31T05:00:55.694904Z","end":"2026-03-31T05:00:57.221055Z","steps":["trace[63209739] 'agreement among raft nodes before linearized reading' (duration: 1.396302122s)","trace[63209739] 'range keys from in-memory index tree' (duration: 129.473892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:00:57.221134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:55.694896Z","time spent":"1.526226107s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7362,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T05:00:57.221159Z","caller":"traceutil/trace.go:171","msg":"trace[1276918193] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"636.582907ms","start":"2026-03-31T05:00:56.58455Z","end":"2026-03-31T05:00:57.221133Z","steps":["trace[1276918193] 'process raft request' (duration: 636.31951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:57.221305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:56.584527Z","time spent":"636.70489ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:00:57.440824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.536597ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:00:57.440971Z","caller":"traceutil/trace.go:171","msg":"trace[992697809] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3005; }","duration":"157.706402ms","start":"2026-03-31T05:00:57.283245Z","end":"2026-03-31T05:00:57.440952Z","steps":["trace[992697809] 'range keys from in-memory index tree' (duration: 157.495696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:57.441092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.893108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:00:57.441277Z","caller":"traceutil/trace.go:171","msg":"trace[1195780562] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"855.723654ms","start":"2026-03-31T05:00:56.585487Z","end":"2026-03-31T05:00:57.441211Z","steps":["trace[1195780562] 'process raft request' (duration: 635.62234ms)","trace[1195780562] 'compare' (duration: 219.628641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:00:57.441368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.722417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:00:57.441403Z","caller":"traceutil/trace.go:171","msg":"trace[1746436142] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3006; }","duration":"431.804029ms","start":"2026-03-31T05:00:57.009587Z","end":"2026-03-31T05:00:57.441391Z","steps":["trace[1746436142] 'agreement among raft nodes before linearized reading' (duration: 431.753037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:57.441399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.046113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:00:57.441443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:57.009564Z","time spent":"431.867931ms","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:00:57.441472Z","caller":"traceutil/trace.go:171","msg":"trace[1189992961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3006; }","duration":"624.163526ms","start":"2026-03-31T05:00:56.817291Z","end":"2026-03-31T05:00:57.441455Z","steps":["trace[1189992961] 'agreement among raft nodes before linearized reading' (duration: 623.9131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:57.441212Z","caller":"traceutil/trace.go:171","msg":"trace[29100070] linearizableReadLoop","detail":"{readStateIndex:3133; appliedIndex:3130; }","duration":"350.12186ms","start":"2026-03-31T05:00:57.091073Z","end":"2026-03-31T05:00:57.441194Z","steps":["trace[29100070] 'read index received' (duration: 102.029013ms)","trace[29100070] 'applied index is now lower than readState.Index' (duration: 248.091227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:00:57.441513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:56.817271Z","time spent":"624.234309ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:00:57.441599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572485737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:00:57.441654Z","caller":"traceutil/trace.go:171","msg":"trace[1314621494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3006; }","duration":"1.57257175s","start":"2026-03-31T05:00:55.86907Z","end":"2026-03-31T05:00:57.441642Z","steps":["trace[1314621494] 'agreement among raft nodes before linearized reading' (duration: 1.572484337s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:57.441688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.395621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:00:57.442062Z","caller":"traceutil/trace.go:171","msg":"trace[1677274191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3006; }","duration":"139.802092ms","start":"2026-03-31T05:00:57.302241Z","end":"2026-03-31T05:00:57.442044Z","steps":["trace[1677274191] 'agreement among raft nodes before linearized reading' (duration: 139.35262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:57.441706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:55.869053Z","time spent":"1.572646682s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:00:57.441317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.155199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:00:57.442183Z","caller":"traceutil/trace.go:171","msg":"trace[1570980825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3006; }","duration":"576.054894ms","start":"2026-03-31T05:00:56.866113Z","end":"2026-03-31T05:00:57.442168Z","steps":["trace[1570980825] 'agreement among raft nodes before linearized reading' (duration: 575.085527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:57.441916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648445059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T05:00:57.44224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:56.866091Z","time spent":"576.134336ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:00:57.44228Z","caller":"traceutil/trace.go:171","msg":"trace[1206948419] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3006; }","duration":"1.648900022s","start":"2026-03-31T05:00:55.793357Z","end":"2026-03-31T05:00:57.442257Z","steps":["trace[1206948419] 'agreement among raft nodes before linearized reading' (duration: 1.648367388s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:57.44198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:56.585471Z","time spent":"855.910349ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:00:57.442367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:55.793329Z","time spent":"1.649022925s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:00:57.90997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.858164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:00:57.910134Z","caller":"traceutil/trace.go:171","msg":"trace[1026816449] linearizableReadLoop","detail":"{readStateIndex:3136; appliedIndex:3134; }","duration":"445.969836ms","start":"2026-03-31T05:00:57.464152Z","end":"2026-03-31T05:00:57.910121Z","steps":["trace[1026816449] 'read index received' (duration: 301.911556ms)","trace[1026816449] 'applied index is now lower than readState.Index' (duration: 144.05769ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:00:57.910167Z","caller":"traceutil/trace.go:171","msg":"trace[535739630] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"463.495785ms","start":"2026-03-31T05:00:57.446629Z","end":"2026-03-31T05:00:57.910125Z","steps":["trace[535739630] 'process raft request' (duration: 319.412814ms)","trace[535739630] 'compare' (duration: 143.656919ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:00:57.91021Z","caller":"traceutil/trace.go:171","msg":"trace[1026007261] transaction","detail":"{read_only:false; response_revision:3009; number_of_response:1; }","duration":"462.389664ms","start":"2026-03-31T05:00:57.447783Z","end":"2026-03-31T05:00:57.910173Z","steps":["trace[1026007261] 'process raft request' (duration: 462.263631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:57.910296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.815671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:00:57.910323Z","caller":"traceutil/trace.go:171","msg":"trace[447525694] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3010; }","duration":"390.878533ms","start":"2026-03-31T05:00:57.519437Z","end":"2026-03-31T05:00:57.910315Z","steps":["trace[447525694] 'agreement among raft nodes before linearized reading' (duration: 390.793281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:57.910331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:57.446603Z","time spent":"463.652408ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:00:57.910379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:57.447759Z","time spent":"462.530318ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:00:57.910347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:57.519418Z","time spent":"390.924305ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:00:57.910544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.936937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T05:00:57.910555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.583727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:00:57.910597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.122112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T05:00:57.910623Z","caller":"traceutil/trace.go:171","msg":"trace[1304708476] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3010; }","duration":"279.69089ms","start":"2026-03-31T05:00:57.630914Z","end":"2026-03-31T05:00:57.910605Z","steps":["trace[1304708476] 'agreement among raft nodes before linearized reading' (duration: 279.527735ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:57.910659Z","caller":"traceutil/trace.go:171","msg":"trace[1255917337] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3010; }","duration":"324.195024ms","start":"2026-03-31T05:00:57.586449Z","end":"2026-03-31T05:00:57.910644Z","steps":["trace[1255917337] 'agreement among raft nodes before linearized reading' (duration: 324.011159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:57.910657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:00:57.91063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.68556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:00:57.910689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:57.586389Z","time spent":"324.289927ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T05:00:57.91069Z","caller":"traceutil/trace.go:171","msg":"trace[1624947011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3010; }","duration":"280.104721ms","start":"2026-03-31T05:00:57.630577Z","end":"2026-03-31T05:00:57.910682Z","steps":["trace[1624947011] 'agreement among raft nodes before linearized reading' (duration: 280.026959ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:57.910586Z","caller":"traceutil/trace.go:171","msg":"trace[1320726536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3010; }","duration":"280.011099ms","start":"2026-03-31T05:00:57.630564Z","end":"2026-03-31T05:00:57.910575Z","steps":["trace[1320726536] 'agreement among raft nodes before linearized reading' (duration: 279.886686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:57.910739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.513576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:00:57.910791Z","caller":"traceutil/trace.go:171","msg":"trace[1827246644] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"257.598418ms","start":"2026-03-31T05:00:57.653182Z","end":"2026-03-31T05:00:57.91078Z","steps":["trace[1827246644] 'process raft request' (duration: 256.916739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:57.910861Z","caller":"traceutil/trace.go:171","msg":"trace[2060381147] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3010; }","duration":"242.627889ms","start":"2026-03-31T05:00:57.668216Z","end":"2026-03-31T05:00:57.910844Z","steps":["trace[2060381147] 'agreement among raft nodes before linearized reading' (duration: 242.502356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:57.910866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.180242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:00:57.9109Z","caller":"traceutil/trace.go:171","msg":"trace[1272692959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3010; }","duration":"461.226683ms","start":"2026-03-31T05:00:57.449665Z","end":"2026-03-31T05:00:57.910892Z","steps":["trace[1272692959] 'agreement among raft nodes before linearized reading' (duration: 460.531964ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:57.910705Z","caller":"traceutil/trace.go:171","msg":"trace[18244115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3010; }","duration":"279.799033ms","start":"2026-03-31T05:00:57.630892Z","end":"2026-03-31T05:00:57.910691Z","steps":["trace[18244115] 'agreement among raft nodes before linearized reading' (duration: 279.577377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:57.910922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:57.449658Z","time spent":"461.260183ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:00:58.365741Z","caller":"traceutil/trace.go:171","msg":"trace[1825681692] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"450.633433ms","start":"2026-03-31T05:00:57.915084Z","end":"2026-03-31T05:00:58.365717Z","steps":["trace[1825681692] 'process raft request' (duration: 450.396527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:58.366076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:57.915057Z","time spent":"450.754737ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:00:58.366153Z","caller":"traceutil/trace.go:171","msg":"trace[786168744] transaction","detail":"{read_only:false; response_revision:3013; number_of_response:1; }","duration":"450.941232ms","start":"2026-03-31T05:00:57.915184Z","end":"2026-03-31T05:00:58.366125Z","steps":["trace[786168744] 'process raft request' (duration: 450.492639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:58.366169Z","caller":"traceutil/trace.go:171","msg":"trace[1527556814] linearizableReadLoop","detail":"{readStateIndex:3142; appliedIndex:3138; }","duration":"382.922626ms","start":"2026-03-31T05:00:57.983216Z","end":"2026-03-31T05:00:58.366139Z","steps":["trace[1527556814] 'read index received' (duration: 382.270638ms)","trace[1527556814] 'applied index is now lower than readState.Index' (duration: 650.468µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:00:58.366264Z","caller":"traceutil/trace.go:171","msg":"trace[110813216] transaction","detail":"{read_only:false; response_revision:3014; number_of_response:1; }","duration":"449.826821ms","start":"2026-03-31T05:00:57.916361Z","end":"2026-03-31T05:00:58.366188Z","steps":["trace[110813216] 'process raft request' (duration: 449.569884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:58.366328Z","caller":"traceutil/trace.go:171","msg":"trace[1785708869] transaction","detail":"{read_only:false; response_revision:3015; number_of_response:1; }","duration":"449.875263ms","start":"2026-03-31T05:00:57.916433Z","end":"2026-03-31T05:00:58.366309Z","steps":["trace[1785708869] 'process raft request' (duration: 449.621376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:58.366444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.319047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:00:58.366465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:57.916425Z","time spent":"449.944944ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:00:58.366487Z","caller":"traceutil/trace.go:171","msg":"trace[566401868] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3015; }","duration":"449.387619ms","start":"2026-03-31T05:00:57.91709Z","end":"2026-03-31T05:00:58.366477Z","steps":["trace[566401868] 'agreement among raft nodes before linearized reading' (duration: 449.276586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:58.366517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:57.917079Z","time spent":"449.43283ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:00:58.366545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.949472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T05:00:58.366633Z","caller":"traceutil/trace.go:171","msg":"trace[1489571812] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3015; }","duration":"381.071756ms","start":"2026-03-31T05:00:57.985541Z","end":"2026-03-31T05:00:58.366612Z","steps":["trace[1489571812] 'agreement among raft nodes before linearized reading' (duration: 380.812409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:58.366613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:57.916347Z","time spent":"450.052487ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:00:58.3663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:57.915176Z","time spent":"451.050704ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:00:58.366767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.377747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T05:00:58.366682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:57.985528Z","time spent":"381.145718ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T05:00:58.367082Z","caller":"traceutil/trace.go:171","msg":"trace[621715073] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3015; }","duration":"104.633104ms","start":"2026-03-31T05:00:58.262356Z","end":"2026-03-31T05:00:58.366989Z","steps":["trace[621715073] 'agreement among raft nodes before linearized reading' (duration: 104.349396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:01:04.035164Z","caller":"traceutil/trace.go:171","msg":"trace[754459124] linearizableReadLoop","detail":"{readStateIndex:3171; appliedIndex:3170; }","duration":"100.549183ms","start":"2026-03-31T05:01:03.934589Z","end":"2026-03-31T05:01:04.035139Z","steps":["trace[754459124] 'read index received' (duration: 100.300596ms)","trace[754459124] 'applied index is now lower than readState.Index' (duration: 247.547µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:01:04.035303Z","caller":"traceutil/trace.go:171","msg":"trace[1428630503] transaction","detail":"{read_only:false; response_revision:3043; number_of_response:1; }","duration":"104.956023ms","start":"2026-03-31T05:01:03.93031Z","end":"2026-03-31T05:01:04.035266Z","steps":["trace[1428630503] 'process raft request' (duration: 104.686296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:01:04.035381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.77144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:01:04.035423Z","caller":"traceutil/trace.go:171","msg":"trace[399859005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3043; }","duration":"100.864152ms","start":"2026-03-31T05:01:03.934548Z","end":"2026-03-31T05:01:04.035412Z","steps":["trace[399859005] 'agreement among raft nodes before linearized reading' (duration: 100.696048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:01:04.261313Z","caller":"traceutil/trace.go:171","msg":"trace[2016310808] transaction","detail":"{read_only:false; response_revision:3044; number_of_response:1; }","duration":"221.39843ms","start":"2026-03-31T05:01:04.039884Z","end":"2026-03-31T05:01:04.261282Z","steps":["trace[2016310808] 'process raft request' (duration: 182.497909ms)","trace[2016310808] 'compare' (duration: 38.617373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:01:04.543751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.6696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:01:04.543781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.082958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:01:04.543829Z","caller":"traceutil/trace.go:171","msg":"trace[384345910] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3044; }","duration":"150.783692ms","start":"2026-03-31T05:01:04.393028Z","end":"2026-03-31T05:01:04.543811Z","steps":["trace[384345910] 'range keys from in-memory index tree' (duration: 150.507025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:01:04.543825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.43404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:01:04.543855Z","caller":"traceutil/trace.go:171","msg":"trace[1762257985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3044; }","duration":"152.213462ms","start":"2026-03-31T05:01:04.391624Z","end":"2026-03-31T05:01:04.543837Z","steps":["trace[1762257985] 'range keys from in-memory index tree' (duration: 151.919914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:01:04.543896Z","caller":"traceutil/trace.go:171","msg":"trace[533524544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3044; }","duration":"151.544083ms","start":"2026-03-31T05:01:04.392335Z","end":"2026-03-31T05:01:04.543879Z","steps":["trace[533524544] 'range keys from in-memory index tree' (duration: 151.272996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:01:04.543995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.217696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:01:04.54407Z","caller":"traceutil/trace.go:171","msg":"trace[720552173] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3044; }","duration":"154.325269ms","start":"2026-03-31T05:01:04.389727Z","end":"2026-03-31T05:01:04.544052Z","steps":["trace[720552173] 'range keys from in-memory index tree' (duration: 154.087383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:01:53.84155Z","caller":"traceutil/trace.go:171","msg":"trace[834982387] transaction","detail":"{read_only:false; response_revision:3310; number_of_response:1; }","duration":"185.666364ms","start":"2026-03-31T05:01:53.655864Z","end":"2026-03-31T05:01:53.84153Z","steps":["trace[834982387] 'process raft request' (duration: 185.54434ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:01:53.8433Z","caller":"traceutil/trace.go:171","msg":"trace[1731314824] transaction","detail":"{read_only:false; response_revision:3311; number_of_response:1; }","duration":"113.521558ms","start":"2026-03-31T05:01:53.729756Z","end":"2026-03-31T05:01:53.843278Z","steps":["trace[1731314824] 'process raft request' (duration: 113.301332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:02.533984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792613496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:02:03.038602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792613496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:02:03.542056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792613496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:02:04.042962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792613496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:02:04.365289Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.909743609s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:02:04.36604Z","caller":"traceutil/trace.go:171","msg":"trace[415547507] transaction","detail":"{read_only:false; response_revision:3352; number_of_response:1; }","duration":"2.910570432s","start":"2026-03-31T05:02:01.455422Z","end":"2026-03-31T05:02:04.365993Z","steps":["trace[415547507] 'process raft request' (duration: 2.910303864s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:04.366367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:01.4554Z","time spent":"2.910809917s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:02:04.367041Z","caller":"traceutil/trace.go:171","msg":"trace[561129959] linearizableReadLoop","detail":"{readStateIndex:3496; appliedIndex:3492; }","duration":"2.78016854s","start":"2026-03-31T05:02:01.586803Z","end":"2026-03-31T05:02:04.366971Z","steps":["trace[561129959] 'read index received' (duration: 2.778819293s)","trace[561129959] 'applied index is now lower than readState.Index' (duration: 1.348217ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:02:04.367237Z","caller":"traceutil/trace.go:171","msg":"trace[1507996878] transaction","detail":"{read_only:false; response_revision:3354; number_of_response:1; }","duration":"1.801872836s","start":"2026-03-31T05:02:02.565265Z","end":"2026-03-31T05:02:04.367138Z","steps":["trace[1507996878] 'process raft request' (duration: 1.801566698s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:04.367291Z","caller":"traceutil/trace.go:171","msg":"trace[456258480] transaction","detail":"{read_only:false; response_revision:3355; number_of_response:1; }","duration":"1.746758228s","start":"2026-03-31T05:02:02.62051Z","end":"2026-03-31T05:02:04.367269Z","steps":["trace[456258480] 'process raft request' (duration: 1.746365777s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:04.367664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780857809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T05:02:04.367701Z","caller":"traceutil/trace.go:171","msg":"trace[1419602826] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3356; }","duration":"2.780925851s","start":"2026-03-31T05:02:01.586767Z","end":"2026-03-31T05:02:04.367693Z","steps":["trace[1419602826] 'agreement among raft nodes before linearized reading' (duration: 2.780781687s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:04.367729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:01.586754Z","time spent":"2.780970363s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T05:02:04.367718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:02.565243Z","time spent":"1.802072872s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:02:04.367888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:02.620491Z","time spent":"1.747109497s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:02:04.367926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489660387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:02:04.367998Z","caller":"traceutil/trace.go:171","msg":"trace[535171260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3356; }","duration":"2.489794391s","start":"2026-03-31T05:02:01.878183Z","end":"2026-03-31T05:02:04.367977Z","steps":["trace[535171260] 'agreement among raft nodes before linearized reading' (duration: 2.489536354s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:04.368039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:01.878166Z","time spent":"2.489866192s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:02:04.367514Z","caller":"traceutil/trace.go:171","msg":"trace[1387334557] transaction","detail":"{read_only:false; response_revision:3353; number_of_response:1; }","duration":"2.493593995s","start":"2026-03-31T05:02:01.873906Z","end":"2026-03-31T05:02:04.3675Z","steps":["trace[1387334557] 'process raft request' (duration: 2.492771702s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:04.368051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33049924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:02:04.368082Z","caller":"traceutil/trace.go:171","msg":"trace[978777915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3356; }","duration":"1.330577182s","start":"2026-03-31T05:02:03.037497Z","end":"2026-03-31T05:02:04.368074Z","steps":["trace[978777915] 'agreement among raft nodes before linearized reading' (duration: 1.330473889s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:04.368116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:03.037472Z","time spent":"1.330635604s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:02:04.36816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598448097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:04.368197Z","caller":"traceutil/trace.go:171","msg":"trace[291130533] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:3356; }","duration":"1.59855102s","start":"2026-03-31T05:02:02.769636Z","end":"2026-03-31T05:02:04.368187Z","steps":["trace[291130533] 'agreement among raft nodes before linearized reading' (duration: 1.598492978s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:04.368219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:02.769603Z","time spent":"1.598609951s","remote":"127.0.0.1:33378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:02:04.368187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:01.873883Z","time spent":"2.494223022s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:02:04.368219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330600652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:02:04.368252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813463133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:02:04.368247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330578442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:02:04.368305Z","caller":"traceutil/trace.go:171","msg":"trace[723788271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3356; }","duration":"1.330651304s","start":"2026-03-31T05:02:03.037644Z","end":"2026-03-31T05:02:04.368296Z","steps":["trace[723788271] 'agreement among raft nodes before linearized reading' (duration: 1.330538191s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:04.36831Z","caller":"traceutil/trace.go:171","msg":"trace[135483006] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3356; }","duration":"1.330694325s","start":"2026-03-31T05:02:03.037587Z","end":"2026-03-31T05:02:04.368281Z","steps":["trace[135483006] 'agreement among raft nodes before linearized reading' (duration: 1.330483699s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:04.368332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:03.037639Z","time spent":"1.330685864s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:02:04.368131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330464119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:02:04.368176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327981681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a1d45f0d9fdc66\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T05:02:04.368394Z","caller":"traceutil/trace.go:171","msg":"trace[364844537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3356; }","duration":"1.330763327s","start":"2026-03-31T05:02:03.037616Z","end":"2026-03-31T05:02:04.368379Z","steps":["trace[364844537] 'agreement among raft nodes before linearized reading' (duration: 1.330292544s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:04.368421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:03.037581Z","time spent":"1.330826109s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:02:04.368403Z","caller":"traceutil/trace.go:171","msg":"trace[982927378] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a1d45f0d9fdc66; range_end:; response_count:1; response_revision:3356; }","duration":"1.328273739s","start":"2026-03-31T05:02:03.040112Z","end":"2026-03-31T05:02:04.368385Z","steps":["trace[982927378] 'agreement among raft nodes before linearized reading' (duration: 1.327832317s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:04.3685Z","caller":"traceutil/trace.go:171","msg":"trace[170096498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3356; }","duration":"1.813527295s","start":"2026-03-31T05:02:02.554754Z","end":"2026-03-31T05:02:04.368281Z","steps":["trace[170096498] 'agreement among raft nodes before linearized reading' (duration: 1.813435203s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:04.368523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:03.040081Z","time spent":"1.328396613s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a1d45f0d9fdc66\" "} {"level":"warn","ts":"2026-03-31T05:02:04.36854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:02.554737Z","time spent":"1.813793733s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:02:04.36844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:03.03761Z","time spent":"1.330817228s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:02:59.310522Z","caller":"traceutil/trace.go:171","msg":"trace[1645185633] transaction","detail":"{read_only:false; response_revision:3760; number_of_response:1; }","duration":"156.442319ms","start":"2026-03-31T05:02:59.154049Z","end":"2026-03-31T05:02:59.310492Z","steps":["trace[1645185633] 'process raft request' (duration: 156.010598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.593618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792615169,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:03:33.643106Z","caller":"traceutil/trace.go:171","msg":"trace[251766747] transaction","detail":"{read_only:false; response_revision:4008; number_of_response:1; }","duration":"752.237478ms","start":"2026-03-31T05:03:32.890834Z","end":"2026-03-31T05:03:33.643071Z","steps":["trace[251766747] 'process raft request' (duration: 752.014472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.643296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:32.890824Z","time spent":"752.371312ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:33.88715Z","caller":"traceutil/trace.go:171","msg":"trace[1474187513] linearizableReadLoop","detail":"{readStateIndex:4176; appliedIndex:4172; }","duration":"794.382768ms","start":"2026-03-31T05:03:33.092743Z","end":"2026-03-31T05:03:33.887126Z","steps":["trace[1474187513] 'read index received' (duration: 550.178009ms)","trace[1474187513] 'applied index is now lower than readState.Index' (duration: 244.203569ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:33.887173Z","caller":"traceutil/trace.go:171","msg":"trace[1575329783] transaction","detail":"{read_only:false; response_revision:4010; number_of_response:1; }","duration":"713.706271ms","start":"2026-03-31T05:03:33.173428Z","end":"2026-03-31T05:03:33.887134Z","steps":["trace[1575329783] 'process raft request' (duration: 713.556127ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:33.887173Z","caller":"traceutil/trace.go:171","msg":"trace[270722533] transaction","detail":"{read_only:false; response_revision:4009; number_of_response:1; }","duration":"721.148152ms","start":"2026-03-31T05:03:33.165947Z","end":"2026-03-31T05:03:33.887095Z","steps":["trace[270722533] 'process raft request' (duration: 672.468964ms)","trace[270722533] 'compare' (duration: 48.336759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:33.887342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:33.173395Z","time spent":"713.866725ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:33.887379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:33.165908Z","time spent":"721.384558ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:33.8875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.105444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:03:33.887577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.969675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:03:33.887598Z","caller":"traceutil/trace.go:171","msg":"trace[313943164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4011; }","duration":"686.238847ms","start":"2026-03-31T05:03:33.201335Z","end":"2026-03-31T05:03:33.887573Z","steps":["trace[313943164] 'agreement among raft nodes before linearized reading' (duration: 685.996971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.887612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.738184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:03:33.887614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.897856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:03:33.887667Z","caller":"traceutil/trace.go:171","msg":"trace[1090913574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4011; }","duration":"630.134459ms","start":"2026-03-31T05:03:33.257505Z","end":"2026-03-31T05:03:33.88764Z","steps":["trace[1090913574] 'agreement among raft nodes before linearized reading' (duration: 629.904843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:33.887697Z","caller":"traceutil/trace.go:171","msg":"trace[595170135] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4011; }","duration":"557.829675ms","start":"2026-03-31T05:03:33.329838Z","end":"2026-03-31T05:03:33.887667Z","steps":["trace[595170135] 'agreement among raft nodes before linearized reading' (duration: 557.668431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:33.887725Z","caller":"traceutil/trace.go:171","msg":"trace[961358140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4011; }","duration":"563.051659ms","start":"2026-03-31T05:03:33.324651Z","end":"2026-03-31T05:03:33.887703Z","steps":["trace[961358140] 'agreement among raft nodes before linearized reading' (duration: 562.731661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.887747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:33.329827Z","time spent":"557.908578ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:03:33.887779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:33.324638Z","time spent":"563.130692ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:03:33.887785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.200716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:03:33.887775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.007564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-31T05:03:33.887798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.987675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:33.887833Z","caller":"traceutil/trace.go:171","msg":"trace[179305104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4011; }","duration":"631.287938ms","start":"2026-03-31T05:03:33.256531Z","end":"2026-03-31T05:03:33.887819Z","steps":["trace[179305104] 'agreement among raft nodes before linearized reading' (duration: 631.166375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.887728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:33.257482Z","time spent":"630.232982ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:03:33.887848Z","caller":"traceutil/trace.go:171","msg":"trace[934234901] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4011; }","duration":"646.071668ms","start":"2026-03-31T05:03:33.241761Z","end":"2026-03-31T05:03:33.887833Z","steps":["trace[934234901] 'agreement among raft nodes before linearized reading' (duration: 645.998506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.887885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:33.25651Z","time spent":"631.364771ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:03:33.887899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:33.241743Z","time spent":"646.143269ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:03:33.88789Z","caller":"traceutil/trace.go:171","msg":"trace[911005851] transaction","detail":"{read_only:false; response_revision:4011; number_of_response:1; }","duration":"401.036088ms","start":"2026-03-31T05:03:33.486237Z","end":"2026-03-31T05:03:33.887273Z","steps":["trace[911005851] 'process raft request' (duration: 400.848863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.887669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:33.201319Z","time spent":"686.332299ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:03:33.887843Z","caller":"traceutil/trace.go:171","msg":"trace[1401159160] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4011; }","duration":"795.114446ms","start":"2026-03-31T05:03:33.092711Z","end":"2026-03-31T05:03:33.887826Z","steps":["trace[1401159160] 'agreement among raft nodes before linearized reading' (duration: 794.944742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.888011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:33.486207Z","time spent":"401.752676ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:33.888043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:33.092695Z","time spent":"795.331823ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T05:03:33.887986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.541614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:03:33.888212Z","caller":"traceutil/trace.go:171","msg":"trace[56140299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4011; }","duration":"590.805451ms","start":"2026-03-31T05:03:33.297386Z","end":"2026-03-31T05:03:33.888191Z","steps":["trace[56140299] 'agreement among raft nodes before linearized reading' (duration: 590.193535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.888487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:33.297354Z","time spent":"590.977535ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:03:42.085835Z","caller":"traceutil/trace.go:171","msg":"trace[1297050877] linearizableReadLoop","detail":"{readStateIndex:4222; appliedIndex:4219; }","duration":"106.041047ms","start":"2026-03-31T05:03:41.97977Z","end":"2026-03-31T05:03:42.085811Z","steps":["trace[1297050877] 'read index received' (duration: 46.107671ms)","trace[1297050877] 'applied index is now lower than readState.Index' (duration: 59.932356ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:42.085846Z","caller":"traceutil/trace.go:171","msg":"trace[623312727] transaction","detail":"{read_only:false; response_revision:4054; number_of_response:1; }","duration":"109.924477ms","start":"2026-03-31T05:03:41.975883Z","end":"2026-03-31T05:03:42.085808Z","steps":["trace[623312727] 'process raft request' (duration: 98.396441ms)","trace[623312727] 'compare' (duration: 11.288289ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:42.086095Z","caller":"traceutil/trace.go:171","msg":"trace[857434984] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"103.0671ms","start":"2026-03-31T05:03:41.982996Z","end":"2026-03-31T05:03:42.086063Z","steps":["trace[857434984] 'process raft request' (duration: 102.762592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.086199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.247836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:03:42.086125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.291393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:03:42.086242Z","caller":"traceutil/trace.go:171","msg":"trace[951076654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4056; }","duration":"103.301847ms","start":"2026-03-31T05:03:41.982932Z","end":"2026-03-31T05:03:42.086234Z","steps":["trace[951076654] 'agreement among raft nodes before linearized reading' (duration: 103.222805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.086224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.799084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:03:42.086308Z","caller":"traceutil/trace.go:171","msg":"trace[222367217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4056; }","duration":"102.908946ms","start":"2026-03-31T05:03:41.983381Z","end":"2026-03-31T05:03:42.08629Z","steps":["trace[222367217] 'agreement among raft nodes before linearized reading' (duration: 102.67728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.086345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.872626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:03:42.086336Z","caller":"traceutil/trace.go:171","msg":"trace[883456627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4056; }","duration":"106.55539ms","start":"2026-03-31T05:03:41.979725Z","end":"2026-03-31T05:03:42.08628Z","steps":["trace[883456627] 'agreement among raft nodes before linearized reading' (duration: 106.213251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:42.086402Z","caller":"traceutil/trace.go:171","msg":"trace[592683826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4056; }","duration":"102.944857ms","start":"2026-03-31T05:03:41.98344Z","end":"2026-03-31T05:03:42.086385Z","steps":["trace[592683826] 'agreement among raft nodes before linearized reading' (duration: 102.805424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.086319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.176084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:03:42.086417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.026705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:03:42.086541Z","caller":"traceutil/trace.go:171","msg":"trace[412976989] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4056; }","duration":"103.483021ms","start":"2026-03-31T05:03:41.983032Z","end":"2026-03-31T05:03:42.086515Z","steps":["trace[412976989] 'agreement among raft nodes before linearized reading' (duration: 103.07669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:42.086609Z","caller":"traceutil/trace.go:171","msg":"trace[1196259961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4056; }","duration":"104.283782ms","start":"2026-03-31T05:03:41.982305Z","end":"2026-03-31T05:03:42.086589Z","steps":["trace[1196259961] 'agreement among raft nodes before linearized reading' (duration: 103.725347ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:42.08609Z","caller":"traceutil/trace.go:171","msg":"trace[1329068142] transaction","detail":"{read_only:false; response_revision:4055; number_of_response:1; }","duration":"107.098254ms","start":"2026-03-31T05:03:41.978943Z","end":"2026-03-31T05:03:42.086041Z","steps":["trace[1329068142] 'process raft request' (duration: 106.756225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:46.770718Z","caller":"traceutil/trace.go:171","msg":"trace[1703350658] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"100.212039ms","start":"2026-03-31T05:04:46.670484Z","end":"2026-03-31T05:04:46.770696Z","steps":["trace[1703350658] 'process raft request' (duration: 100.043134ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:46.940161Z","caller":"traceutil/trace.go:171","msg":"trace[2045609213] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"163.049818ms","start":"2026-03-31T05:04:46.777064Z","end":"2026-03-31T05:04:46.940113Z","steps":["trace[2045609213] 'process raft request' (duration: 162.900524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:46.940176Z","caller":"traceutil/trace.go:171","msg":"trace[666018063] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"164.436706ms","start":"2026-03-31T05:04:46.775663Z","end":"2026-03-31T05:04:46.9401Z","steps":["trace[666018063] 'process raft request' (duration: 99.310925ms)","trace[666018063] 'compare' (duration: 64.767341ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:04:52.79027Z","caller":"traceutil/trace.go:171","msg":"trace[758639466] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"111.119475ms","start":"2026-03-31T05:04:52.679108Z","end":"2026-03-31T05:04:52.790228Z","steps":["trace[758639466] 'process raft request' (duration: 109.870741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:52.794533Z","caller":"traceutil/trace.go:171","msg":"trace[1835652906] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"112.610275ms","start":"2026-03-31T05:04:52.681884Z","end":"2026-03-31T05:04:52.794495Z","steps":["trace[1835652906] 'process raft request' (duration: 112.279746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:53.29143Z","caller":"traceutil/trace.go:171","msg":"trace[2111245266] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"119.850771ms","start":"2026-03-31T05:04:53.171538Z","end":"2026-03-31T05:04:53.291389Z","steps":["trace[2111245266] 'process raft request' (duration: 119.246464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:53.294465Z","caller":"traceutil/trace.go:171","msg":"trace[62218218] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"113.311294ms","start":"2026-03-31T05:04:53.18111Z","end":"2026-03-31T05:04:53.294421Z","steps":["trace[62218218] 'process raft request' (duration: 113.086898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:55.254334Z","caller":"traceutil/trace.go:171","msg":"trace[420115986] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"268.512683ms","start":"2026-03-31T05:04:54.985791Z","end":"2026-03-31T05:04:55.254304Z","steps":["trace[420115986] 'process raft request' (duration: 263.530577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:55.295344Z","caller":"traceutil/trace.go:171","msg":"trace[480766214] linearizableReadLoop","detail":"{readStateIndex:5150; appliedIndex:5148; }","duration":"303.721748ms","start":"2026-03-31T05:04:54.991598Z","end":"2026-03-31T05:04:55.29532Z","steps":["trace[480766214] 'read index received' (duration: 257.74582ms)","trace[480766214] 'applied index is now lower than readState.Index' (duration: 45.974958ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:04:55.295598Z","caller":"traceutil/trace.go:171","msg":"trace[2002601439] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"307.040319ms","start":"2026-03-31T05:04:54.988546Z","end":"2026-03-31T05:04:55.295587Z","steps":["trace[2002601439] 'process raft request' (duration: 306.648538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:55.295682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:54.988517Z","time spent":"307.10074ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:04:55.296592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.148684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:04:55.313737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.16428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-31T05:04:55.313818Z","caller":"traceutil/trace.go:171","msg":"trace[2039253770] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4947; }","duration":"322.243232ms","start":"2026-03-31T05:04:54.991564Z","end":"2026-03-31T05:04:55.313807Z","steps":["trace[2039253770] 'agreement among raft nodes before linearized reading' (duration: 304.233162ms)","trace[2039253770] 'get authentication metadata' (duration: 17.845795ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:04:55.313797Z","caller":"traceutil/trace.go:171","msg":"trace[1663028053] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:4947; }","duration":"320.393362ms","start":"2026-03-31T05:04:54.993373Z","end":"2026-03-31T05:04:55.313766Z","steps":["trace[1663028053] 'agreement among raft nodes before linearized reading' (duration: 302.994399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:55.313843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:54.99152Z","time spent":"322.316174ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T05:04:55.313889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:54.993367Z","time spent":"320.500464ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:04:55.576313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.124281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-31T05:04:55.576433Z","caller":"traceutil/trace.go:171","msg":"trace[1978273068] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4947; }","duration":"205.812789ms","start":"2026-03-31T05:04:55.370596Z","end":"2026-03-31T05:04:55.576408Z","steps":["trace[1978273068] 'range keys from in-memory index tree' (duration: 204.36039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:57.946483Z","caller":"traceutil/trace.go:171","msg":"trace[253904223] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"132.587541ms","start":"2026-03-31T05:04:57.813851Z","end":"2026-03-31T05:04:57.946439Z","steps":["trace[253904223] 'process raft request' (duration: 70.758202ms)","trace[253904223] 'compare' (duration: 61.379587ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:04:58.303327Z","caller":"traceutil/trace.go:171","msg":"trace[109279480] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"118.594401ms","start":"2026-03-31T05:04:58.184687Z","end":"2026-03-31T05:04:58.303281Z","steps":["trace[109279480] 'process raft request' (duration: 118.272932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:59.086071Z","caller":"traceutil/trace.go:171","msg":"trace[820880586] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"112.382182ms","start":"2026-03-31T05:04:58.97367Z","end":"2026-03-31T05:04:59.086052Z","steps":["trace[820880586] 'process raft request' (duration: 112.071793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:02.093122Z","caller":"traceutil/trace.go:171","msg":"trace[1345344556] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"252.273651ms","start":"2026-03-31T05:05:01.840828Z","end":"2026-03-31T05:05:02.093102Z","steps":["trace[1345344556] 'process raft request' (duration: 252.015624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:03.013585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.045309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16179"} {"level":"info","ts":"2026-03-31T05:05:03.013653Z","caller":"traceutil/trace.go:171","msg":"trace[1590155935] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5088; }","duration":"687.152042ms","start":"2026-03-31T05:05:02.326486Z","end":"2026-03-31T05:05:03.013638Z","steps":["trace[1590155935] 'range keys from in-memory index tree' (duration: 686.904936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:03.013683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:02.32647Z","time spent":"687.206643ms","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16202,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:05:03.01368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.371031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:05:03.013952Z","caller":"traceutil/trace.go:171","msg":"trace[545732776] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"547.691305ms","start":"2026-03-31T05:05:02.466197Z","end":"2026-03-31T05:05:03.013888Z","steps":["trace[545732776] 'process raft request' (duration: 111.041826ms)","trace[545732776] 'compare' (duration: 436.266019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:03.014176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:02.466179Z","time spent":"547.8701ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:03.014776Z","caller":"traceutil/trace.go:171","msg":"trace[82830885] linearizableReadLoop","detail":"{readStateIndex:5301; appliedIndex:5298; }","duration":"351.606439ms","start":"2026-03-31T05:05:02.663159Z","end":"2026-03-31T05:05:03.014765Z","steps":["trace[82830885] 'read index received' (duration: 53.182854ms)","trace[82830885] 'applied index is now lower than readState.Index' (duration: 298.422845ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:03.014992Z","caller":"traceutil/trace.go:171","msg":"trace[478283223] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"530.481288ms","start":"2026-03-31T05:05:02.484501Z","end":"2026-03-31T05:05:03.014982Z","steps":["trace[478283223] 'process raft request' (duration: 530.144449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:03.015043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:02.484481Z","time spent":"530.536689ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:03.015159Z","caller":"traceutil/trace.go:171","msg":"trace[324919530] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"529.357656ms","start":"2026-03-31T05:05:02.485794Z","end":"2026-03-31T05:05:03.015151Z","steps":["trace[324919530] 'process raft request' (duration: 528.930965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:03.015206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:02.485787Z","time spent":"529.398188ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:05:03.015364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.229316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-6clxd\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-31T05:05:03.015392Z","caller":"traceutil/trace.go:171","msg":"trace[1110648897] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-6clxd; range_end:; response_count:1; response_revision:5091; }","duration":"352.305328ms","start":"2026-03-31T05:05:02.663079Z","end":"2026-03-31T05:05:03.015384Z","steps":["trace[1110648897] 'agreement among raft nodes before linearized reading' (duration: 352.227126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:03.015412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:02.66305Z","time spent":"352.356959ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9739,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-6clxd\" "} {"level":"warn","ts":"2026-03-31T05:05:03.054482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.968721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:05:03.054546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.285135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:05:03.054571Z","caller":"traceutil/trace.go:171","msg":"trace[623075474] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"390.576017ms","start":"2026-03-31T05:05:02.663964Z","end":"2026-03-31T05:05:03.05454Z","steps":["trace[623075474] 'process raft request' (duration: 390.219397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:03.054619Z","caller":"traceutil/trace.go:171","msg":"trace[1251667233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5092; }","duration":"367.364347ms","start":"2026-03-31T05:05:02.687236Z","end":"2026-03-31T05:05:03.0546Z","steps":["trace[1251667233] 'agreement among raft nodes before linearized reading' (duration: 367.12176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:03.054647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.554937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:05:03.054673Z","caller":"traceutil/trace.go:171","msg":"trace[1849390754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5092; }","duration":"383.617178ms","start":"2026-03-31T05:05:02.671049Z","end":"2026-03-31T05:05:03.054667Z","steps":["trace[1849390754] 'agreement among raft nodes before linearized reading' (duration: 383.543016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:03.054663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:02.68711Z","time spent":"367.541072ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:05:03.0547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:02.671036Z","time spent":"383.65698ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:05:03.054696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:02.663946Z","time spent":"390.67784ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:05:03.054563Z","caller":"traceutil/trace.go:171","msg":"trace[1266204346] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5092; }","duration":"214.097975ms","start":"2026-03-31T05:05:02.840444Z","end":"2026-03-31T05:05:03.054542Z","steps":["trace[1266204346] 'agreement among raft nodes before linearized reading' (duration: 213.888849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:03.054468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.737063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:05:03.054893Z","caller":"traceutil/trace.go:171","msg":"trace[1596602794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5092; }","duration":"183.240566ms","start":"2026-03-31T05:05:02.871636Z","end":"2026-03-31T05:05:03.054877Z","steps":["trace[1596602794] 'agreement among raft nodes before linearized reading' (duration: 182.693031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:04.051534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.472467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:05:04.051852Z","caller":"traceutil/trace.go:171","msg":"trace[176002375] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"1.025986245s","start":"2026-03-31T05:05:03.025817Z","end":"2026-03-31T05:05:04.051803Z","steps":["trace[176002375] 'process raft request' (duration: 435.132048ms)","trace[176002375] 'compare' (duration: 590.291131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:04.05195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:03.025784Z","time spent":"1.026120048s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9713,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:04.052058Z","caller":"traceutil/trace.go:171","msg":"trace[1994793806] linearizableReadLoop","detail":"{readStateIndex:5303; appliedIndex:5302; }","duration":"997.710097ms","start":"2026-03-31T05:05:03.054315Z","end":"2026-03-31T05:05:04.052025Z","steps":["trace[1994793806] 'read index received' (duration: 405.946505ms)","trace[1994793806] 'applied index is now lower than readState.Index' (duration: 591.754871ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:04.052433Z","caller":"traceutil/trace.go:171","msg":"trace[1437474384] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"993.228025ms","start":"2026-03-31T05:05:03.059168Z","end":"2026-03-31T05:05:04.052396Z","steps":["trace[1437474384] 'process raft request' (duration: 992.543166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:04.052509Z","caller":"traceutil/trace.go:171","msg":"trace[786202908] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"992.210277ms","start":"2026-03-31T05:05:03.06026Z","end":"2026-03-31T05:05:04.052471Z","steps":["trace[786202908] 'process raft request' (duration: 992.033162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:04.05252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033160369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16179"} {"level":"warn","ts":"2026-03-31T05:05:04.052602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:03.059143Z","time spent":"993.365499ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:04.052616Z","caller":"traceutil/trace.go:171","msg":"trace[325471188] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5094; }","duration":"1.033315313s","start":"2026-03-31T05:05:03.019279Z","end":"2026-03-31T05:05:04.052594Z","steps":["trace[325471188] 'agreement among raft nodes before linearized reading' (duration: 1.03282969s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:04.052623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.285048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:05:04.052644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:03.060244Z","time spent":"992.331471ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:05:04.05266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:03.019261Z","time spent":"1.033389586s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16202,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:05:04.052703Z","caller":"traceutil/trace.go:171","msg":"trace[490124204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5096; }","duration":"996.440082ms","start":"2026-03-31T05:05:03.056243Z","end":"2026-03-31T05:05:04.052683Z","steps":["trace[490124204] 'agreement among raft nodes before linearized reading' (duration: 996.215066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:04.052798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:03.056206Z","time spent":"996.539365ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:05:04.052657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.116112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:05:04.052891Z","caller":"traceutil/trace.go:171","msg":"trace[1332197358] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5096; }","duration":"697.445812ms","start":"2026-03-31T05:05:03.355432Z","end":"2026-03-31T05:05:04.052877Z","steps":["trace[1332197358] 'agreement among raft nodes before linearized reading' (duration: 697.03104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:04.052933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:03.355405Z","time spent":"697.517283ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:05:04.053307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.342124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:05:04.053364Z","caller":"traceutil/trace.go:171","msg":"trace[1694610153] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5096; }","duration":"741.443267ms","start":"2026-03-31T05:05:03.311907Z","end":"2026-03-31T05:05:04.053351Z","steps":["trace[1694610153] 'agreement among raft nodes before linearized reading' (duration: 741.346694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:04.053416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:03.311884Z","time spent":"741.517899ms","remote":"127.0.0.1:33370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:05:04.05343Z","caller":"traceutil/trace.go:171","msg":"trace[1946477867] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"981.773994ms","start":"2026-03-31T05:05:03.07164Z","end":"2026-03-31T05:05:04.053414Z","steps":["trace[1946477867] 'process raft request' (duration: 980.753877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:04.053395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.374505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:05:04.053505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:03.071601Z","time spent":"981.865817ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:04.053526Z","caller":"traceutil/trace.go:171","msg":"trace[1262396652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5096; }","duration":"945.5481ms","start":"2026-03-31T05:05:03.107967Z","end":"2026-03-31T05:05:04.053515Z","steps":["trace[1262396652] 'agreement among raft nodes before linearized reading' (duration: 945.296823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:04.05359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:03.107942Z","time spent":"945.640212ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:05:04.053638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.027944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-6clxd.18a1d49dde102045\" ","response":"range_response_count:1 size:921"} {"level":"info","ts":"2026-03-31T05:05:04.053703Z","caller":"traceutil/trace.go:171","msg":"trace[622277150] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-6clxd.18a1d49dde102045; range_end:; response_count:1; response_revision:5096; }","duration":"379.137657ms","start":"2026-03-31T05:05:03.674546Z","end":"2026-03-31T05:05:04.053684Z","steps":["trace[622277150] 'agreement among raft nodes before linearized reading' (duration: 378.921281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:04.053752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:03.674524Z","time spent":"379.215319ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":944,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-6clxd.18a1d49dde102045\" "} {"level":"warn","ts":"2026-03-31T05:05:04.053838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.595404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:05:04.053917Z","caller":"traceutil/trace.go:171","msg":"trace[348328291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5096; }","duration":"701.714528ms","start":"2026-03-31T05:05:03.352188Z","end":"2026-03-31T05:05:04.053902Z","steps":["trace[348328291] 'agreement among raft nodes before linearized reading' (duration: 701.317977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:04.053977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:03.352167Z","time spent":"701.778029ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:05:04.054056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.237079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:05:04.054131Z","caller":"traceutil/trace.go:171","msg":"trace[1361345997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5096; }","duration":"724.350082ms","start":"2026-03-31T05:05:03.32976Z","end":"2026-03-31T05:05:04.05411Z","steps":["trace[1361345997] 'agreement among raft nodes before linearized reading' (duration: 724.188648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:04.054192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:03.329738Z","time spent":"724.441265ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:05:04.053968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.183701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-31T05:05:04.054634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.931877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:05:04.054607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.07043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:05:04.054671Z","caller":"traceutil/trace.go:171","msg":"trace[1724174517] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:5096; }","duration":"696.990239ms","start":"2026-03-31T05:05:03.357669Z","end":"2026-03-31T05:05:04.054659Z","steps":["trace[1724174517] 'agreement among raft nodes before linearized reading' (duration: 696.871526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:04.054701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:03.357662Z","time spent":"697.03435ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:05:04.054721Z","caller":"traceutil/trace.go:171","msg":"trace[964406304] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5096; }","duration":"539.168843ms","start":"2026-03-31T05:05:03.515508Z","end":"2026-03-31T05:05:04.054676Z","steps":["trace[964406304] 'agreement among raft nodes before linearized reading' (duration: 539.003808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:04.054852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:03.515429Z","time spent":"539.40606ms","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:05:04.054948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.622244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:521841"} {"level":"info","ts":"2026-03-31T05:05:04.05504Z","caller":"traceutil/trace.go:171","msg":"trace[114936207] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:5096; }","duration":"462.807499ms","start":"2026-03-31T05:05:03.592212Z","end":"2026-03-31T05:05:04.055019Z","steps":["trace[114936207] 'agreement among raft nodes before linearized reading' (duration: 461.220346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:04.055131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:03.592191Z","time spent":"462.932063ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":521864,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-31T05:05:04.055335Z","caller":"traceutil/trace.go:171","msg":"trace[1170012734] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5096; }","duration":"994.916151ms","start":"2026-03-31T05:05:03.059702Z","end":"2026-03-31T05:05:04.054618Z","steps":["trace[1170012734] 'agreement among raft nodes before linearized reading' (duration: 994.013076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:04.055468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:03.059684Z","time spent":"995.716802ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-31T05:05:07.524898Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2566} {"level":"info","ts":"2026-03-31T05:05:07.6477Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2566,"took":"121.579162ms","hash":608136158,"current-db-size-bytes":52740096,"current-db-size":"53 MB","current-db-size-in-use-bytes":28921856,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-31T05:05:07.647807Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":608136158,"revision":2566,"compact-revision":-1} {"level":"info","ts":"2026-03-31T05:05:08.811433Z","caller":"traceutil/trace.go:171","msg":"trace[77018703] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5226; }","duration":"125.806747ms","start":"2026-03-31T05:05:08.685606Z","end":"2026-03-31T05:05:08.811413Z","steps":["trace[77018703] 'process raft request' (duration: 125.693724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:09.397538Z","caller":"traceutil/trace.go:171","msg":"trace[1674378947] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"580.706561ms","start":"2026-03-31T05:05:08.816806Z","end":"2026-03-31T05:05:09.397512Z","steps":["trace[1674378947] 'process raft request' (duration: 580.585618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:09.397663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:08.816785Z","time spent":"580.813454ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:10.296068Z","caller":"traceutil/trace.go:171","msg":"trace[1177419242] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"1.455213762s","start":"2026-03-31T05:05:08.84081Z","end":"2026-03-31T05:05:10.296024Z","steps":["trace[1177419242] 'process raft request' (duration: 1.454839662s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:10.29614Z","caller":"traceutil/trace.go:171","msg":"trace[960095676] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"1.264638157s","start":"2026-03-31T05:05:09.031457Z","end":"2026-03-31T05:05:10.296095Z","steps":["trace[960095676] 'process raft request' (duration: 1.264423451s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:10.296144Z","caller":"traceutil/trace.go:171","msg":"trace[1296538872] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"1.26366109s","start":"2026-03-31T05:05:09.032448Z","end":"2026-03-31T05:05:10.296109Z","steps":["trace[1296538872] 'process raft request' (duration: 1.263545117s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:10.296282Z","caller":"traceutil/trace.go:171","msg":"trace[742415351] linearizableReadLoop","detail":"{readStateIndex:5444; appliedIndex:5443; }","duration":"1.362573426s","start":"2026-03-31T05:05:08.933692Z","end":"2026-03-31T05:05:10.296265Z","steps":["trace[742415351] 'read index received' (duration: 463.845158ms)","trace[742415351] 'applied index is now lower than readState.Index' (duration: 898.726888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:10.296325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:09.031419Z","time spent":"1.264814562s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:05:10.296357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:09.032438Z","time spent":"1.263805394s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:10.296359Z","caller":"traceutil/trace.go:171","msg":"trace[1074356762] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"1.254400998s","start":"2026-03-31T05:05:09.04193Z","end":"2026-03-31T05:05:10.296331Z","steps":["trace[1074356762] 'process raft request' (duration: 1.254123481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:10.296436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36273079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:05:10.296477Z","caller":"traceutil/trace.go:171","msg":"trace[1381074231] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5231; }","duration":"1.362844004s","start":"2026-03-31T05:05:08.933622Z","end":"2026-03-31T05:05:10.296466Z","steps":["trace[1381074231] 'agreement among raft nodes before linearized reading' (duration: 1.362739841s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:10.296491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:09.041898Z","time spent":"1.254525262s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:05:10.296515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:08.933595Z","time spent":"1.362910976s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:05:10.296563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133196006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:05:10.296594Z","caller":"traceutil/trace.go:171","msg":"trace[1845461932] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5231; }","duration":"1.133254298s","start":"2026-03-31T05:05:09.163332Z","end":"2026-03-31T05:05:10.296587Z","steps":["trace[1845461932] 'agreement among raft nodes before linearized reading' (duration: 1.133124385s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:10.296688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.076133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:05:10.29669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.992917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:05:10.296721Z","caller":"traceutil/trace.go:171","msg":"trace[1282307342] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:5231; }","duration":"197.129704ms","start":"2026-03-31T05:05:10.099582Z","end":"2026-03-31T05:05:10.296712Z","steps":["trace[1282307342] 'agreement among raft nodes before linearized reading' (duration: 196.973679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:10.29673Z","caller":"traceutil/trace.go:171","msg":"trace[730947974] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5231; }","duration":"251.075339ms","start":"2026-03-31T05:05:10.045644Z","end":"2026-03-31T05:05:10.296719Z","steps":["trace[730947974] 'agreement among raft nodes before linearized reading' (duration: 250.931605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:10.296795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.264681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:05:10.296818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.660241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3aed1e25-a95f-471f-ab34-7fdcc0b7d7c3\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-03-31T05:05:10.296855Z","caller":"traceutil/trace.go:171","msg":"trace[1738253680] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3aed1e25-a95f-471f-ab34-7fdcc0b7d7c3; range_end:; response_count:1; response_revision:5231; }","duration":"481.733783ms","start":"2026-03-31T05:05:09.815113Z","end":"2026-03-31T05:05:10.296847Z","steps":["trace[1738253680] 'agreement among raft nodes before linearized reading' (duration: 481.59458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:10.29683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.603613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:05:10.296877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.247287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:05:10.296898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.130057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:05:10.296919Z","caller":"traceutil/trace.go:171","msg":"trace[1092399739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5231; }","duration":"428.428886ms","start":"2026-03-31T05:05:09.868446Z","end":"2026-03-31T05:05:10.296875Z","steps":["trace[1092399739] 'agreement among raft nodes before linearized reading' (duration: 428.258251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:10.296626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:09.163312Z","time spent":"1.13330482s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:05:10.296941Z","caller":"traceutil/trace.go:171","msg":"trace[1413533926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5231; }","duration":"190.312448ms","start":"2026-03-31T05:05:10.106611Z","end":"2026-03-31T05:05:10.296923Z","steps":["trace[1413533926] 'agreement among raft nodes before linearized reading' (duration: 190.191675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:10.296956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.994301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:05:10.296879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:09.815062Z","time spent":"481.810676ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3aed1e25-a95f-471f-ab34-7fdcc0b7d7c3\" "} {"level":"info","ts":"2026-03-31T05:05:10.296985Z","caller":"traceutil/trace.go:171","msg":"trace[35621157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5231; }","duration":"193.044163ms","start":"2026-03-31T05:05:10.103934Z","end":"2026-03-31T05:05:10.296978Z","steps":["trace[35621157] 'agreement among raft nodes before linearized reading' (duration: 192.977421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:10.296975Z","caller":"traceutil/trace.go:171","msg":"trace[1250775660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5231; }","duration":"203.23589ms","start":"2026-03-31T05:05:10.093719Z","end":"2026-03-31T05:05:10.296955Z","steps":["trace[1250775660] 'agreement among raft nodes before linearized reading' (duration: 203.077536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:10.297002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:09.86843Z","time spent":"428.561229ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:05:10.296943Z","caller":"traceutil/trace.go:171","msg":"trace[1839440464] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5231; }","duration":"202.826049ms","start":"2026-03-31T05:05:10.094089Z","end":"2026-03-31T05:05:10.296915Z","steps":["trace[1839440464] 'agreement among raft nodes before linearized reading' (duration: 202.527021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:10.296888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.28012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:05:10.297059Z","caller":"traceutil/trace.go:171","msg":"trace[1184350895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5231; }","duration":"189.469056ms","start":"2026-03-31T05:05:10.107577Z","end":"2026-03-31T05:05:10.297046Z","steps":["trace[1184350895] 'agreement among raft nodes before linearized reading' (duration: 189.237999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:10.297231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:08.840749Z","time spent":"1.456424665s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58194,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:05:10.297285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.721303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:05:10.297338Z","caller":"traceutil/trace.go:171","msg":"trace[483105582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5231; }","duration":"189.794674ms","start":"2026-03-31T05:05:10.107529Z","end":"2026-03-31T05:05:10.297323Z","steps":["trace[483105582] 'agreement among raft nodes before linearized reading' (duration: 189.598819ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:10.513614Z","caller":"traceutil/trace.go:171","msg":"trace[1670267066] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"209.499939ms","start":"2026-03-31T05:05:10.304075Z","end":"2026-03-31T05:05:10.513574Z","steps":["trace[1670267066] 'process raft request' (duration: 209.108989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:10.513717Z","caller":"traceutil/trace.go:171","msg":"trace[1435518889] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"208.499283ms","start":"2026-03-31T05:05:10.305198Z","end":"2026-03-31T05:05:10.513697Z","steps":["trace[1435518889] 'process raft request' (duration: 208.143643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:10.513927Z","caller":"traceutil/trace.go:171","msg":"trace[1502418642] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"207.868196ms","start":"2026-03-31T05:05:10.306045Z","end":"2026-03-31T05:05:10.513913Z","steps":["trace[1502418642] 'process raft request' (duration: 207.598988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:10.513927Z","caller":"traceutil/trace.go:171","msg":"trace[2113166128] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"208.466711ms","start":"2026-03-31T05:05:10.305283Z","end":"2026-03-31T05:05:10.51375Z","steps":["trace[2113166128] 'process raft request' (duration: 208.327907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:10.514008Z","caller":"traceutil/trace.go:171","msg":"trace[1441258731] linearizableReadLoop","detail":"{readStateIndex:5449; appliedIndex:5448; }","duration":"209.713405ms","start":"2026-03-31T05:05:10.304287Z","end":"2026-03-31T05:05:10.514Z","steps":["trace[1441258731] 'read index received' (duration: 47.328665ms)","trace[1441258731] 'applied index is now lower than readState.Index' (duration: 162.38415ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:10.51404Z","caller":"traceutil/trace.go:171","msg":"trace[1627693497] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"207.841785ms","start":"2026-03-31T05:05:10.306191Z","end":"2026-03-31T05:05:10.514033Z","steps":["trace[1627693497] 'process raft request' (duration: 207.473115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:10.514058Z","caller":"traceutil/trace.go:171","msg":"trace[1294611566] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"207.67317ms","start":"2026-03-31T05:05:10.306379Z","end":"2026-03-31T05:05:10.514052Z","steps":["trace[1294611566] 'process raft request' (duration: 207.506826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:10.514259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.314677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:05:10.514334Z","caller":"traceutil/trace.go:171","msg":"trace[1181096077] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5238; }","duration":"166.458191ms","start":"2026-03-31T05:05:10.34786Z","end":"2026-03-31T05:05:10.514319Z","steps":["trace[1181096077] 'agreement among raft nodes before linearized reading' (duration: 166.301676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:10.514346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.058725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16179"} {"level":"warn","ts":"2026-03-31T05:05:10.514285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.941091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62881"} {"level":"info","ts":"2026-03-31T05:05:10.51437Z","caller":"traceutil/trace.go:171","msg":"trace[704153086] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5238; }","duration":"210.094126ms","start":"2026-03-31T05:05:10.304268Z","end":"2026-03-31T05:05:10.514363Z","steps":["trace[704153086] 'agreement among raft nodes before linearized reading' (duration: 209.810588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:10.51445Z","caller":"traceutil/trace.go:171","msg":"trace[1788403783] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5238; }","duration":"210.143567ms","start":"2026-03-31T05:05:10.304296Z","end":"2026-03-31T05:05:10.514439Z","steps":["trace[1788403783] 'agreement among raft nodes before linearized reading' (duration: 209.858489ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:10.779196Z","caller":"traceutil/trace.go:171","msg":"trace[1288787919] linearizableReadLoop","detail":"{readStateIndex:5457; appliedIndex:5456; }","duration":"138.05603ms","start":"2026-03-31T05:05:10.641107Z","end":"2026-03-31T05:05:10.779163Z","steps":["trace[1288787919] 'read index received' (duration: 54.042788ms)","trace[1288787919] 'applied index is now lower than readState.Index' (duration: 84.011772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:10.779472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.333837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:05:10.779527Z","caller":"traceutil/trace.go:171","msg":"trace[352652605] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5241; }","duration":"138.4301ms","start":"2026-03-31T05:05:10.641078Z","end":"2026-03-31T05:05:10.779508Z","steps":["trace[352652605] 'agreement among raft nodes before linearized reading' (duration: 138.209894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:10.779428Z","caller":"traceutil/trace.go:171","msg":"trace[1853678766] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"146.211761ms","start":"2026-03-31T05:05:10.633176Z","end":"2026-03-31T05:05:10.779387Z","steps":["trace[1853678766] 'process raft request' (duration: 62.014564ms)","trace[1853678766] 'compare' (duration: 83.797876ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:11.222085Z","caller":"traceutil/trace.go:171","msg":"trace[1960534525] linearizableReadLoop","detail":"{readStateIndex:5461; appliedIndex:5459; }","duration":"364.280513ms","start":"2026-03-31T05:05:10.857784Z","end":"2026-03-31T05:05:11.222065Z","steps":["trace[1960534525] 'read index received' (duration: 363.993895ms)","trace[1960534525] 'applied index is now lower than readState.Index' (duration: 285.508µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:11.222241Z","caller":"traceutil/trace.go:171","msg":"trace[1553884197] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"393.168708ms","start":"2026-03-31T05:05:10.829034Z","end":"2026-03-31T05:05:11.222203Z","steps":["trace[1553884197] 'process raft request' (duration: 392.962302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:11.222104Z","caller":"traceutil/trace.go:171","msg":"trace[1240958636] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"394.231846ms","start":"2026-03-31T05:05:10.827835Z","end":"2026-03-31T05:05:11.222067Z","steps":["trace[1240958636] 'process raft request' (duration: 393.931238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:11.222392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:10.829011Z","time spent":"393.313082ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4833,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:05:11.222393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.66494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:05:11.222462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:10.827805Z","time spent":"394.580666ms","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1401,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:05:11.22251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.711546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:05:11.222572Z","caller":"traceutil/trace.go:171","msg":"trace[537723925] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5245; }","duration":"364.833599ms","start":"2026-03-31T05:05:10.85773Z","end":"2026-03-31T05:05:11.222563Z","steps":["trace[537723925] 'agreement among raft nodes before linearized reading' (duration: 364.50908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:11.222629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:10.857709Z","time spent":"364.90947ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":43,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:05:11.222481Z","caller":"traceutil/trace.go:171","msg":"trace[1138679756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5245; }","duration":"351.825515ms","start":"2026-03-31T05:05:10.870638Z","end":"2026-03-31T05:05:11.222463Z","steps":["trace[1138679756] 'agreement among raft nodes before linearized reading' (duration: 351.63395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:11.222793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:10.870617Z","time spent":"352.154074ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:05:11.551617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:11.224487Z","time spent":"327.124943ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:05:11.681795Z","caller":"traceutil/trace.go:171","msg":"trace[1714346300] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"452.780146ms","start":"2026-03-31T05:05:11.228982Z","end":"2026-03-31T05:05:11.681762Z","steps":["trace[1714346300] 'process raft request' (duration: 450.967167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:11.681952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:11.228967Z","time spent":"452.92289ms","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3290,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:05:11.682298Z","caller":"traceutil/trace.go:171","msg":"trace[2146021333] linearizableReadLoop","detail":"{readStateIndex:5464; appliedIndex:5461; }","duration":"380.934175ms","start":"2026-03-31T05:05:11.301342Z","end":"2026-03-31T05:05:11.682276Z","steps":["trace[2146021333] 'read index received' (duration: 250.139073ms)","trace[2146021333] 'applied index is now lower than readState.Index' (duration: 130.794202ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:11.682583Z","caller":"traceutil/trace.go:171","msg":"trace[1187334445] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"440.258626ms","start":"2026-03-31T05:05:11.242261Z","end":"2026-03-31T05:05:11.68252Z","steps":["trace[1187334445] 'process raft request' (duration: 439.774433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:11.682727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:11.242231Z","time spent":"440.42107ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58173,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:05:11.682714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.360476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:05:11.682781Z","caller":"traceutil/trace.go:171","msg":"trace[1994041620] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5247; }","duration":"381.48583ms","start":"2026-03-31T05:05:11.301279Z","end":"2026-03-31T05:05:11.682765Z","steps":["trace[1994041620] 'agreement among raft nodes before linearized reading' (duration: 381.365806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:11.68282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:11.30121Z","time spent":"381.598993ms","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:05:11.708385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.185884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3aed1e25-a95f-471f-ab34-7fdcc0b7d7c3\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-03-31T05:05:11.708408Z","caller":"traceutil/trace.go:171","msg":"trace[1237023355] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"155.508644ms","start":"2026-03-31T05:05:11.552857Z","end":"2026-03-31T05:05:11.708366Z","steps":["trace[1237023355] 'process raft request' (duration: 155.238927ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:11.70846Z","caller":"traceutil/trace.go:171","msg":"trace[1615591238] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3aed1e25-a95f-471f-ab34-7fdcc0b7d7c3; range_end:; response_count:1; response_revision:5248; }","duration":"405.309187ms","start":"2026-03-31T05:05:11.303134Z","end":"2026-03-31T05:05:11.708443Z","steps":["trace[1615591238] 'agreement among raft nodes before linearized reading' (duration: 405.088591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:11.708608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:11.303115Z","time spent":"405.483531ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3aed1e25-a95f-471f-ab34-7fdcc0b7d7c3\" "} {"level":"info","ts":"2026-03-31T05:05:11.945966Z","caller":"traceutil/trace.go:171","msg":"trace[1264759487] linearizableReadLoop","detail":"{readStateIndex:5466; appliedIndex:5465; }","duration":"234.742505ms","start":"2026-03-31T05:05:11.711199Z","end":"2026-03-31T05:05:11.945941Z","steps":["trace[1264759487] 'read index received' (duration: 234.596461ms)","trace[1264759487] 'applied index is now lower than readState.Index' (duration: 144.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:11.946285Z","caller":"traceutil/trace.go:171","msg":"trace[1591380466] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"258.133361ms","start":"2026-03-31T05:05:11.688133Z","end":"2026-03-31T05:05:11.946267Z","steps":["trace[1591380466] 'process raft request' (duration: 257.677559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:11.946655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.437214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:05:11.946699Z","caller":"traceutil/trace.go:171","msg":"trace[1974307378] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5249; }","duration":"235.522166ms","start":"2026-03-31T05:05:11.711167Z","end":"2026-03-31T05:05:11.94669Z","steps":["trace[1974307378] 'agreement among raft nodes before linearized reading' (duration: 235.321011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:12.213042Z","caller":"traceutil/trace.go:171","msg":"trace[1993271462] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"501.676605ms","start":"2026-03-31T05:05:11.711327Z","end":"2026-03-31T05:05:12.213003Z","steps":["trace[1993271462] 'process raft request' (duration: 472.683808ms)","trace[1993271462] 'compare' (duration: 27.295491ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:12.213144Z","caller":"traceutil/trace.go:171","msg":"trace[1488625064] linearizableReadLoop","detail":"{readStateIndex:5468; appliedIndex:5466; }","duration":"267.049663ms","start":"2026-03-31T05:05:11.946064Z","end":"2026-03-31T05:05:12.213114Z","steps":["trace[1488625064] 'read index received' (duration: 238.129378ms)","trace[1488625064] 'applied index is now lower than readState.Index' (duration: 28.918955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:12.213225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:11.711258Z","time spent":"501.873451ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:12.213238Z","caller":"traceutil/trace.go:171","msg":"trace[377025353] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"487.328356ms","start":"2026-03-31T05:05:11.725879Z","end":"2026-03-31T05:05:12.213208Z","steps":["trace[377025353] 'process raft request' (duration: 487.045828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:12.213343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.780774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:05:12.213393Z","caller":"traceutil/trace.go:171","msg":"trace[391955493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5251; }","duration":"344.834406ms","start":"2026-03-31T05:05:11.868548Z","end":"2026-03-31T05:05:12.213383Z","steps":["trace[391955493] 'agreement among raft nodes before linearized reading' (duration: 344.712452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:12.213419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:11.868482Z","time spent":"344.931898ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:05:12.213425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:11.725853Z","time spent":"487.458129ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:05:12.214556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.802535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777465"} {"level":"info","ts":"2026-03-31T05:05:12.21462Z","caller":"traceutil/trace.go:171","msg":"trace[1702066010] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5251; }","duration":"460.920828ms","start":"2026-03-31T05:05:11.753683Z","end":"2026-03-31T05:05:12.214604Z","steps":["trace[1702066010] 'agreement among raft nodes before linearized reading' (duration: 459.588782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:12.214664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:11.75366Z","time spent":"460.99097ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777488,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-31T05:05:12.219923Z","caller":"traceutil/trace.go:171","msg":"trace[1770443919] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"267.652339ms","start":"2026-03-31T05:05:11.952245Z","end":"2026-03-31T05:05:12.219897Z","steps":["trace[1770443919] 'process raft request' (duration: 267.536436ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:12.219891Z","caller":"traceutil/trace.go:171","msg":"trace[1649799804] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"268.107311ms","start":"2026-03-31T05:05:11.951745Z","end":"2026-03-31T05:05:12.219852Z","steps":["trace[1649799804] 'process raft request' (duration: 267.801323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:12.220019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.911144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:05:12.219973Z","caller":"traceutil/trace.go:171","msg":"trace[707690706] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"268.168344ms","start":"2026-03-31T05:05:11.951775Z","end":"2026-03-31T05:05:12.219944Z","steps":["trace[707690706] 'process raft request' (duration: 267.935847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:12.22013Z","caller":"traceutil/trace.go:171","msg":"trace[36692806] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5254; }","duration":"135.038757ms","start":"2026-03-31T05:05:12.08504Z","end":"2026-03-31T05:05:12.220079Z","steps":["trace[36692806] 'agreement among raft nodes before linearized reading' (duration: 134.897453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:12.22016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.305317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:05:12.220243Z","caller":"traceutil/trace.go:171","msg":"trace[1466502060] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5254; }","duration":"268.437891ms","start":"2026-03-31T05:05:11.951772Z","end":"2026-03-31T05:05:12.22021Z","steps":["trace[1466502060] 'agreement among raft nodes before linearized reading' (duration: 268.080091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:12.220359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.446985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:05:12.220419Z","caller":"traceutil/trace.go:171","msg":"trace[1289943957] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5254; }","duration":"210.536938ms","start":"2026-03-31T05:05:12.00987Z","end":"2026-03-31T05:05:12.220407Z","steps":["trace[1289943957] 'agreement among raft nodes before linearized reading' (duration: 210.426915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:13.678626Z","caller":"traceutil/trace.go:171","msg":"trace[207975744] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"114.584592ms","start":"2026-03-31T05:05:13.563999Z","end":"2026-03-31T05:05:13.678583Z","steps":["trace[207975744] 'process raft request' (duration: 114.362846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:13.876813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.635793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-03-31T05:05:13.876943Z","caller":"traceutil/trace.go:171","msg":"trace[2119592060] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5282; }","duration":"107.855579ms","start":"2026-03-31T05:05:13.769063Z","end":"2026-03-31T05:05:13.876918Z","steps":["trace[2119592060] 'range keys from in-memory index tree' (duration: 106.821051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:13.881072Z","caller":"traceutil/trace.go:171","msg":"trace[1689162753] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"109.086293ms","start":"2026-03-31T05:05:13.771964Z","end":"2026-03-31T05:05:13.881051Z","steps":["trace[1689162753] 'process raft request' (duration: 108.894508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:21.599008Z","caller":"traceutil/trace.go:171","msg":"trace[356101268] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"180.102431ms","start":"2026-03-31T05:05:21.41886Z","end":"2026-03-31T05:05:21.598963Z","steps":["trace[356101268] 'process raft request' (duration: 147.810344ms)","trace[356101268] 'compare' (duration: 31.738402ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:23.749676Z","caller":"traceutil/trace.go:171","msg":"trace[1399189881] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"450.195437ms","start":"2026-03-31T05:05:23.299446Z","end":"2026-03-31T05:05:23.749641Z","steps":["trace[1399189881] 'process raft request' (duration: 449.858347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:23.749903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:23.2994Z","time spent":"450.391252ms","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:23.89489Z","caller":"traceutil/trace.go:171","msg":"trace[1288998477] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"109.755071ms","start":"2026-03-31T05:05:23.785101Z","end":"2026-03-31T05:05:23.894856Z","steps":["trace[1288998477] 'process raft request' (duration: 65.970621ms)","trace[1288998477] 'compare' (duration: 43.528793ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:24.07655Z","caller":"traceutil/trace.go:171","msg":"trace[2032174279] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"167.725005ms","start":"2026-03-31T05:05:23.90879Z","end":"2026-03-31T05:05:24.076515Z","steps":["trace[2032174279] 'process raft request' (duration: 86.309224ms)","trace[2032174279] 'compare' (duration: 81.234027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:24.484487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.793158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:05:24.48483Z","caller":"traceutil/trace.go:171","msg":"trace[1914937325] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"399.460759ms","start":"2026-03-31T05:05:24.085334Z","end":"2026-03-31T05:05:24.484795Z","steps":["trace[1914937325] 'process raft request' (duration: 399.304895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:24.484947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:24.085313Z","time spent":"399.583213ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:24.485258Z","caller":"traceutil/trace.go:171","msg":"trace[511838653] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"399.902181ms","start":"2026-03-31T05:05:24.085336Z","end":"2026-03-31T05:05:24.485238Z","steps":["trace[511838653] 'process raft request' (duration: 143.25287ms)","trace[511838653] 'compare' (duration: 255.660224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:24.485357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:24.085318Z","time spent":"399.989404ms","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:24.513316Z","caller":"traceutil/trace.go:171","msg":"trace[1841303969] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"427.158301ms","start":"2026-03-31T05:05:24.086113Z","end":"2026-03-31T05:05:24.513272Z","steps":["trace[1841303969] 'process raft request' (duration: 427.059098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:24.513558Z","caller":"traceutil/trace.go:171","msg":"trace[252075880] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"427.559712ms","start":"2026-03-31T05:05:24.085968Z","end":"2026-03-31T05:05:24.513528Z","steps":["trace[252075880] 'process raft request' (duration: 427.006857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:24.513639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:24.086104Z","time spent":"427.307905ms","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:05:24.513724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:24.085929Z","time spent":"427.707426ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:24.526608Z","caller":"traceutil/trace.go:171","msg":"trace[517178240] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"171.154988ms","start":"2026-03-31T05:05:24.355406Z","end":"2026-03-31T05:05:24.526561Z","steps":["trace[517178240] 'process raft request' (duration: 170.740867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:24.526854Z","caller":"traceutil/trace.go:171","msg":"trace[1325443605] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"169.211815ms","start":"2026-03-31T05:05:24.357616Z","end":"2026-03-31T05:05:24.526828Z","steps":["trace[1325443605] 'process raft request' (duration: 168.800014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:24.527679Z","caller":"traceutil/trace.go:171","msg":"trace[65568624] linearizableReadLoop","detail":"{readStateIndex:5705; appliedIndex:5700; }","duration":"105.446144ms","start":"2026-03-31T05:05:24.42221Z","end":"2026-03-31T05:05:24.527656Z","steps":["trace[65568624] 'read index received' (duration: 90.862788ms)","trace[65568624] 'applied index is now lower than readState.Index' (duration: 14.581436ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:24.527882Z","caller":"traceutil/trace.go:171","msg":"trace[1417612466] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"154.110496ms","start":"2026-03-31T05:05:24.373735Z","end":"2026-03-31T05:05:24.527846Z","steps":["trace[1417612466] 'process raft request' (duration: 152.981545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:24.527945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.717562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:05:24.528Z","caller":"traceutil/trace.go:171","msg":"trace[1011909439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5482; }","duration":"105.853985ms","start":"2026-03-31T05:05:24.42213Z","end":"2026-03-31T05:05:24.527984Z","steps":["trace[1011909439] 'agreement among raft nodes before linearized reading' (duration: 105.615458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:25.256251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792618418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:05:25.756922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792618418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:05:25.791018Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036249113s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:05:25.791462Z","caller":"traceutil/trace.go:171","msg":"trace[372715852] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"1.036752638s","start":"2026-03-31T05:05:24.754676Z","end":"2026-03-31T05:05:25.791428Z","steps":["trace[372715852] 'process raft request' (duration: 1.036549502s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:25.791661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:24.754661Z","time spent":"1.036874911s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:25.797783Z","caller":"traceutil/trace.go:171","msg":"trace[235820121] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"1.042850533s","start":"2026-03-31T05:05:24.754888Z","end":"2026-03-31T05:05:25.797738Z","steps":["trace[235820121] 'process raft request' (duration: 1.042628947s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:25.798003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:24.754849Z","time spent":"1.043046628s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:25.798119Z","caller":"traceutil/trace.go:171","msg":"trace[1595240476] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"1.043164212s","start":"2026-03-31T05:05:24.754925Z","end":"2026-03-31T05:05:25.798089Z","steps":["trace[1595240476] 'process raft request' (duration: 1.042764661s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:25.798275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:24.754904Z","time spent":"1.043292775s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:25.798303Z","caller":"traceutil/trace.go:171","msg":"trace[86299322] linearizableReadLoop","detail":"{readStateIndex:5711; appliedIndex:5706; }","duration":"1.042405101s","start":"2026-03-31T05:05:24.755883Z","end":"2026-03-31T05:05:25.798288Z","steps":["trace[86299322] 'read index received' (duration: 1.035457202s)","trace[86299322] 'applied index is now lower than readState.Index' (duration: 6.946709ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:25.798336Z","caller":"traceutil/trace.go:171","msg":"trace[999981998] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"1.043039179s","start":"2026-03-31T05:05:24.755158Z","end":"2026-03-31T05:05:25.798197Z","steps":["trace[999981998] 'process raft request' (duration: 1.042810972s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:25.798477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.176378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:05:25.798501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.535014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:05:25.798541Z","caller":"traceutil/trace.go:171","msg":"trace[1601467495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5488; }","duration":"928.290332ms","start":"2026-03-31T05:05:24.870235Z","end":"2026-03-31T05:05:25.798525Z","steps":["trace[1601467495] 'agreement among raft nodes before linearized reading' (duration: 928.178939ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:25.798554Z","caller":"traceutil/trace.go:171","msg":"trace[1627313708] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5488; }","duration":"718.622747ms","start":"2026-03-31T05:05:25.079914Z","end":"2026-03-31T05:05:25.798537Z","steps":["trace[1627313708] 'agreement among raft nodes before linearized reading' (duration: 718.517394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:25.798571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042691278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70930"} {"level":"warn","ts":"2026-03-31T05:05:25.798582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.118857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-6clxd.18a1d49da1fc4f84\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-03-31T05:05:25.798589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:25.079893Z","time spent":"718.690179ms","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:05:25.798402Z","caller":"traceutil/trace.go:171","msg":"trace[2131358694] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"1.041946189s","start":"2026-03-31T05:05:24.756435Z","end":"2026-03-31T05:05:25.798381Z","steps":["trace[2131358694] 'process raft request' (duration: 1.041698442s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:25.798585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:24.870215Z","time spent":"928.362474ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:05:25.798609Z","caller":"traceutil/trace.go:171","msg":"trace[343778153] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5488; }","duration":"1.042752741s","start":"2026-03-31T05:05:24.755846Z","end":"2026-03-31T05:05:25.798599Z","steps":["trace[343778153] 'agreement among raft nodes before linearized reading' (duration: 1.042521384s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:25.79862Z","caller":"traceutil/trace.go:171","msg":"trace[1065841799] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-6clxd.18a1d49da1fc4f84; range_end:; response_count:1; response_revision:5488; }","duration":"752.204439ms","start":"2026-03-31T05:05:25.046404Z","end":"2026-03-31T05:05:25.798609Z","steps":["trace[1065841799] 'agreement among raft nodes before linearized reading' (duration: 752.036104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:25.798644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:25.046352Z","time spent":"752.286172ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":929,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-6clxd.18a1d49da1fc4f84\" "} {"level":"warn","ts":"2026-03-31T05:05:25.798644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:24.755831Z","time spent":"1.042805832s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70953,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:05:25.79857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:24.755139Z","time spent":"1.043318526s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:05:25.798671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:24.756403Z","time spent":"1.042222796s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:05:25.798867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.582677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:05:25.799014Z","caller":"traceutil/trace.go:171","msg":"trace[1037531622] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5488; }","duration":"341.731481ms","start":"2026-03-31T05:05:25.457257Z","end":"2026-03-31T05:05:25.798989Z","steps":["trace[1037531622] 'agreement among raft nodes before linearized reading' (duration: 341.30711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:25.799132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:25.457193Z","time spent":"341.915936ms","remote":"127.0.0.1:37828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:05:26.656725Z","caller":"traceutil/trace.go:171","msg":"trace[1904014327] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"122.25669ms","start":"2026-03-31T05:05:26.534425Z","end":"2026-03-31T05:05:26.656681Z","steps":["trace[1904014327] 'process raft request' (duration: 122.079026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:26.656799Z","caller":"traceutil/trace.go:171","msg":"trace[295189663] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"123.775932ms","start":"2026-03-31T05:05:26.532949Z","end":"2026-03-31T05:05:26.656725Z","steps":["trace[295189663] 'process raft request' (duration: 123.380621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:27.032266Z","caller":"traceutil/trace.go:171","msg":"trace[1659852374] linearizableReadLoop","detail":"{readStateIndex:5728; appliedIndex:5727; }","duration":"163.009017ms","start":"2026-03-31T05:05:26.869231Z","end":"2026-03-31T05:05:27.03224Z","steps":["trace[1659852374] 'read index received' (duration: 150.736864ms)","trace[1659852374] 'applied index is now lower than readState.Index' (duration: 12.270833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:27.032538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.82078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-6clxd\" ","response":"range_response_count:1 size:9901"} {"level":"info","ts":"2026-03-31T05:05:27.032588Z","caller":"traceutil/trace.go:171","msg":"trace[300982490] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-6clxd; range_end:; response_count:1; response_revision:5504; }","duration":"103.938753ms","start":"2026-03-31T05:05:26.928636Z","end":"2026-03-31T05:05:27.032574Z","steps":["trace[300982490] 'agreement among raft nodes before linearized reading' (duration: 103.749328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:27.03273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.252293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:05:27.032873Z","caller":"traceutil/trace.go:171","msg":"trace[1310576301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5504; }","duration":"163.676566ms","start":"2026-03-31T05:05:26.869172Z","end":"2026-03-31T05:05:27.032849Z","steps":["trace[1310576301] 'agreement among raft nodes before linearized reading' (duration: 163.203713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:30.014461Z","caller":"traceutil/trace.go:171","msg":"trace[1683219780] linearizableReadLoop","detail":"{readStateIndex:5766; appliedIndex:5765; }","duration":"196.454396ms","start":"2026-03-31T05:05:29.817985Z","end":"2026-03-31T05:05:30.014439Z","steps":["trace[1683219780] 'read index received' (duration: 196.321672ms)","trace[1683219780] 'applied index is now lower than readState.Index' (duration: 131.164µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:30.014531Z","caller":"traceutil/trace.go:171","msg":"trace[1036521657] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"196.816436ms","start":"2026-03-31T05:05:29.817668Z","end":"2026-03-31T05:05:30.014485Z","steps":["trace[1036521657] 'process raft request' (duration: 196.641711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:30.014855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.845786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:05:30.014906Z","caller":"traceutil/trace.go:171","msg":"trace[2129071031] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:5541; }","duration":"196.96371ms","start":"2026-03-31T05:05:29.817929Z","end":"2026-03-31T05:05:30.014893Z","steps":["trace[2129071031] 'agreement among raft nodes before linearized reading' (duration: 196.626551ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:30.0185Z","caller":"traceutil/trace.go:171","msg":"trace[1280181938] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"199.452167ms","start":"2026-03-31T05:05:29.819028Z","end":"2026-03-31T05:05:30.01848Z","steps":["trace[1280181938] 'process raft request' (duration: 199.129219ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:30.018542Z","caller":"traceutil/trace.go:171","msg":"trace[945011992] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"198.925933ms","start":"2026-03-31T05:05:29.819585Z","end":"2026-03-31T05:05:30.018511Z","steps":["trace[945011992] 'process raft request' (duration: 198.765999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:30.018632Z","caller":"traceutil/trace.go:171","msg":"trace[211220586] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"198.035159ms","start":"2026-03-31T05:05:29.820576Z","end":"2026-03-31T05:05:30.018611Z","steps":["trace[211220586] 'process raft request' (duration: 197.821633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:30.018913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.841284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:05:30.018912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.395916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:05:30.018957Z","caller":"traceutil/trace.go:171","msg":"trace[369884460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5545; }","duration":"200.916907ms","start":"2026-03-31T05:05:29.818032Z","end":"2026-03-31T05:05:30.018949Z","steps":["trace[369884460] 'agreement among raft nodes before linearized reading' (duration: 200.780543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:30.018971Z","caller":"traceutil/trace.go:171","msg":"trace[1118418608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5545; }","duration":"146.509619ms","start":"2026-03-31T05:05:29.872447Z","end":"2026-03-31T05:05:30.018957Z","steps":["trace[1118418608] 'agreement among raft nodes before linearized reading' (duration: 146.362395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:30.019218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.104342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:05:30.019331Z","caller":"traceutil/trace.go:171","msg":"trace[1196415302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5545; }","duration":"201.297677ms","start":"2026-03-31T05:05:29.818007Z","end":"2026-03-31T05:05:30.019305Z","steps":["trace[1196415302] 'agreement among raft nodes before linearized reading' (duration: 200.796663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:34.093294Z","caller":"traceutil/trace.go:171","msg":"trace[1382131041] linearizableReadLoop","detail":"{readStateIndex:5879; appliedIndex:5878; }","duration":"185.148398ms","start":"2026-03-31T05:05:33.908112Z","end":"2026-03-31T05:05:34.09326Z","steps":["trace[1382131041] 'read index received' (duration: 93.029696ms)","trace[1382131041] 'applied index is now lower than readState.Index' (duration: 92.117022ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:34.093489Z","caller":"traceutil/trace.go:171","msg":"trace[1380337587] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"377.167994ms","start":"2026-03-31T05:05:33.716286Z","end":"2026-03-31T05:05:34.093454Z","steps":["trace[1380337587] 'process raft request' (duration: 284.897938ms)","trace[1380337587] 'compare' (duration: 91.920736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:34.093729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:33.716264Z","time spent":"377.309778ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:05:34.093972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.837917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74b22588-a176-452d-a6c8-4f93b7f05994\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-31T05:05:34.094067Z","caller":"traceutil/trace.go:171","msg":"trace[871954492] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-74b22588-a176-452d-a6c8-4f93b7f05994; range_end:; response_count:1; response_revision:5649; }","duration":"185.997112ms","start":"2026-03-31T05:05:33.90805Z","end":"2026-03-31T05:05:34.094047Z","steps":["trace[871954492] 'agreement among raft nodes before linearized reading' (duration: 185.598721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:34.577243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.824331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:05:34.577384Z","caller":"traceutil/trace.go:171","msg":"trace[1192560313] linearizableReadLoop","detail":"{readStateIndex:5880; appliedIndex:5879; }","duration":"477.895569ms","start":"2026-03-31T05:05:34.099461Z","end":"2026-03-31T05:05:34.577356Z","steps":["trace[1192560313] 'read index received' (duration: 310.820271ms)","trace[1192560313] 'applied index is now lower than readState.Index' (duration: 167.073248ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:34.577482Z","caller":"traceutil/trace.go:171","msg":"trace[885750580] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"478.335361ms","start":"2026-03-31T05:05:34.099132Z","end":"2026-03-31T05:05:34.577468Z","steps":["trace[885750580] 'process raft request' (duration: 311.175621ms)","trace[885750580] 'compare' (duration: 166.689557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:34.577556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:34.099104Z","time spent":"478.413283ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:05:34.578037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.519056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80112"} {"level":"info","ts":"2026-03-31T05:05:34.578193Z","caller":"traceutil/trace.go:171","msg":"trace[1134193633] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5650; }","duration":"478.725461ms","start":"2026-03-31T05:05:34.099419Z","end":"2026-03-31T05:05:34.578144Z","steps":["trace[1134193633] 'agreement among raft nodes before linearized reading' (duration: 478.121135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:34.578277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:34.099397Z","time spent":"478.866756ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80135,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:05:35.212872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.064795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:05:35.213235Z","caller":"traceutil/trace.go:171","msg":"trace[179738561] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"1.112645398s","start":"2026-03-31T05:05:34.100557Z","end":"2026-03-31T05:05:35.213202Z","steps":["trace[179738561] 'process raft request' (duration: 1.112527154s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:35.213202Z","caller":"traceutil/trace.go:171","msg":"trace[452544127] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"1.113213283s","start":"2026-03-31T05:05:34.099939Z","end":"2026-03-31T05:05:35.213152Z","steps":["trace[452544127] 'process raft request' (duration: 962.714906ms)","trace[452544127] 'compare' (duration: 149.811079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:35.21335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:34.100549Z","time spent":"1.112760442s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:05:35.213477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:34.099922Z","time spent":"1.113417319s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:35.213575Z","caller":"traceutil/trace.go:171","msg":"trace[1602502088] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"1.113132502s","start":"2026-03-31T05:05:34.100431Z","end":"2026-03-31T05:05:35.213564Z","steps":["trace[1602502088] 'process raft request' (duration: 1.112547166s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:35.213637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:34.100423Z","time spent":"1.113181673s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:35.213702Z","caller":"traceutil/trace.go:171","msg":"trace[1807384912] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"1.113041889s","start":"2026-03-31T05:05:34.100641Z","end":"2026-03-31T05:05:35.213683Z","steps":["trace[1807384912] 'process raft request' (duration: 1.112514314s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:35.21372Z","caller":"traceutil/trace.go:171","msg":"trace[590495559] linearizableReadLoop","detail":"{readStateIndex:5885; appliedIndex:5880; }","duration":"636.25953ms","start":"2026-03-31T05:05:34.577426Z","end":"2026-03-31T05:05:35.213686Z","steps":["trace[590495559] 'read index received' (duration: 485.247109ms)","trace[590495559] 'applied index is now lower than readState.Index' (duration: 151.011111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:35.213817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:34.100616Z","time spent":"1.113136662s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:35.213805Z","caller":"traceutil/trace.go:171","msg":"trace[1105882966] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"1.110104489s","start":"2026-03-31T05:05:34.103658Z","end":"2026-03-31T05:05:35.213762Z","steps":["trace[1105882966] 'process raft request' (duration: 1.109728719s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:35.213981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:34.103642Z","time spent":"1.110254144s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5184,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:05:35.213982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.183431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:05:35.214066Z","caller":"traceutil/trace.go:171","msg":"trace[638151454] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5655; }","duration":"656.354386ms","start":"2026-03-31T05:05:34.557692Z","end":"2026-03-31T05:05:35.214046Z","steps":["trace[638151454] 'agreement among raft nodes before linearized reading' (duration: 656.15067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:35.214114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:34.557669Z","time spent":"656.434828ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:05:35.65409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.742665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:05:35.654428Z","caller":"traceutil/trace.go:171","msg":"trace[1695339900] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"1.001477259s","start":"2026-03-31T05:05:34.652909Z","end":"2026-03-31T05:05:35.654386Z","steps":["trace[1695339900] 'process raft request' (duration: 822.310473ms)","trace[1695339900] 'compare' (duration: 178.355964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:35.654654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:34.65288Z","time spent":"1.001659384s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:35.654818Z","caller":"traceutil/trace.go:171","msg":"trace[1182382266] linearizableReadLoop","detail":"{readStateIndex:5889; appliedIndex:5885; }","duration":"440.988797ms","start":"2026-03-31T05:05:35.213806Z","end":"2026-03-31T05:05:35.654795Z","steps":["trace[1182382266] 'read index received' (duration: 261.326037ms)","trace[1182382266] 'applied index is now lower than readState.Index' (duration: 179.66155ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:35.654804Z","caller":"traceutil/trace.go:171","msg":"trace[1780495769] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"946.927338ms","start":"2026-03-31T05:05:34.707824Z","end":"2026-03-31T05:05:35.654752Z","steps":["trace[1780495769] 'process raft request' (duration: 946.528597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:35.654896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.989593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:05:35.654956Z","caller":"traceutil/trace.go:171","msg":"trace[1906487555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5659; }","duration":"784.143097ms","start":"2026-03-31T05:05:34.870798Z","end":"2026-03-31T05:05:35.654941Z","steps":["trace[1906487555] 'agreement among raft nodes before linearized reading' (duration: 784.056635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:35.655014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:34.870768Z","time spent":"784.221238ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:05:35.655028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:34.707802Z","time spent":"947.105483ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:35.655041Z","caller":"traceutil/trace.go:171","msg":"trace[1619373366] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"895.694206ms","start":"2026-03-31T05:05:34.759334Z","end":"2026-03-31T05:05:35.655028Z","steps":["trace[1619373366] 'process raft request' (duration: 895.352267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:35.655068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.458762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:05:35.655058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.565022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74b22588-a176-452d-a6c8-4f93b7f05994\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-31T05:05:35.655107Z","caller":"traceutil/trace.go:171","msg":"trace[153253056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5659; }","duration":"933.527203ms","start":"2026-03-31T05:05:34.721566Z","end":"2026-03-31T05:05:35.655094Z","steps":["trace[153253056] 'agreement among raft nodes before linearized reading' (duration: 933.361549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:35.655118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:34.759296Z","time spent":"895.785769ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:35.655126Z","caller":"traceutil/trace.go:171","msg":"trace[1434442691] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-74b22588-a176-452d-a6c8-4f93b7f05994; range_end:; response_count:1; response_revision:5659; }","duration":"554.677205ms","start":"2026-03-31T05:05:35.10043Z","end":"2026-03-31T05:05:35.655108Z","steps":["trace[1434442691] 'agreement among raft nodes before linearized reading' (duration: 554.428648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:35.655147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:34.721546Z","time spent":"933.591185ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:05:35.65517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:35.100406Z","time spent":"554.755707ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74b22588-a176-452d-a6c8-4f93b7f05994\" "} {"level":"warn","ts":"2026-03-31T05:05:35.655203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.913003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2319"} {"level":"warn","ts":"2026-03-31T05:05:35.655297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.188294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74b22588-a176-452d-a6c8-4f93b7f05994\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-31T05:05:35.655309Z","caller":"traceutil/trace.go:171","msg":"trace[1569798277] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5659; }","duration":"864.077357ms","start":"2026-03-31T05:05:34.791202Z","end":"2026-03-31T05:05:35.65528Z","steps":["trace[1569798277] 'agreement among raft nodes before linearized reading' (duration: 863.690227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:35.655339Z","caller":"traceutil/trace.go:171","msg":"trace[2059449527] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-74b22588-a176-452d-a6c8-4f93b7f05994; range_end:; response_count:1; response_revision:5659; }","duration":"437.248715ms","start":"2026-03-31T05:05:35.218074Z","end":"2026-03-31T05:05:35.655323Z","steps":["trace[2059449527] 'agreement among raft nodes before linearized reading' (duration: 437.139193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:35.65538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:34.791178Z","time spent":"864.190741ms","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2342,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-03-31T05:05:35.655378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:35.218063Z","time spent":"437.304357ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74b22588-a176-452d-a6c8-4f93b7f05994\" "} {"level":"info","ts":"2026-03-31T05:05:35.655455Z","caller":"traceutil/trace.go:171","msg":"trace[1972039545] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"958.762629ms","start":"2026-03-31T05:05:34.696551Z","end":"2026-03-31T05:05:35.655314Z","steps":["trace[1972039545] 'process raft request' (duration: 957.68773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:35.655611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:34.696518Z","time spent":"959.044657ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:35.935392Z","caller":"traceutil/trace.go:171","msg":"trace[830344037] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"272.484611ms","start":"2026-03-31T05:05:35.662863Z","end":"2026-03-31T05:05:35.935348Z","steps":["trace[830344037] 'process raft request' (duration: 272.199253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:35.940227Z","caller":"traceutil/trace.go:171","msg":"trace[507694125] linearizableReadLoop","detail":"{readStateIndex:5891; appliedIndex:5889; }","duration":"275.556184ms","start":"2026-03-31T05:05:35.664657Z","end":"2026-03-31T05:05:35.940214Z","steps":["trace[507694125] 'read index received' (duration: 270.375613ms)","trace[507694125] 'applied index is now lower than readState.Index' (duration: 5.179921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:35.940488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.806111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:4788"} {"level":"info","ts":"2026-03-31T05:05:35.940537Z","caller":"traceutil/trace.go:171","msg":"trace[952852737] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5661; }","duration":"275.899983ms","start":"2026-03-31T05:05:35.664626Z","end":"2026-03-31T05:05:35.940526Z","steps":["trace[952852737] 'agreement among raft nodes before linearized reading' (duration: 275.659027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:35.940838Z","caller":"traceutil/trace.go:171","msg":"trace[1146753990] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"276.418577ms","start":"2026-03-31T05:05:35.664406Z","end":"2026-03-31T05:05:35.940824Z","steps":["trace[1146753990] 'process raft request' (duration: 275.726289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:42.958135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.030367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:05:42.958222Z","caller":"traceutil/trace.go:171","msg":"trace[1947964152] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5774; }","duration":"244.183952ms","start":"2026-03-31T05:05:42.714019Z","end":"2026-03-31T05:05:42.958203Z","steps":["trace[1947964152] 'count revisions from in-memory index tree' (duration: 243.935425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:47.988245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.706341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-03-31T05:05:47.988554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.372164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:05:47.988634Z","caller":"traceutil/trace.go:171","msg":"trace[982697885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5821; }","duration":"671.498137ms","start":"2026-03-31T05:05:47.317119Z","end":"2026-03-31T05:05:47.988617Z","steps":["trace[982697885] 'range keys from in-memory index tree' (duration: 671.197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:47.988699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:47.3171Z","time spent":"671.588899ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:05:47.988855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.589654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T05:05:47.988747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.37416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:05:47.988912Z","caller":"traceutil/trace.go:171","msg":"trace[1126076566] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5821; }","duration":"638.686806ms","start":"2026-03-31T05:05:47.350213Z","end":"2026-03-31T05:05:47.9889Z","steps":["trace[1126076566] 'range keys from in-memory index tree' (duration: 638.434559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:47.988946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:47.35019Z","time spent":"638.747918ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:05:47.988953Z","caller":"traceutil/trace.go:171","msg":"trace[86850214] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5821; }","duration":"602.613337ms","start":"2026-03-31T05:05:47.386315Z","end":"2026-03-31T05:05:47.988928Z","steps":["trace[86850214] 'range keys from in-memory index tree' (duration: 602.226266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:47.989016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:47.386294Z","time spent":"602.694989ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:05:47.989021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.655547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:05:47.989119Z","caller":"traceutil/trace.go:171","msg":"trace[2121321292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5821; }","duration":"602.803801ms","start":"2026-03-31T05:05:47.386289Z","end":"2026-03-31T05:05:47.989093Z","steps":["trace[2121321292] 'range keys from in-memory index tree' (duration: 602.427951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:47.989197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:47.386268Z","time spent":"602.912625ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:05:47.988382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.155938ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:05:47.989612Z","caller":"traceutil/trace.go:171","msg":"trace[1487032597] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5821; }","duration":"707.408772ms","start":"2026-03-31T05:05:47.282179Z","end":"2026-03-31T05:05:47.989588Z","steps":["trace[1487032597] 'range keys from in-memory index tree' (duration: 706.134047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:47.989767Z","caller":"traceutil/trace.go:171","msg":"trace[271427927] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5821; }","duration":"384.143853ms","start":"2026-03-31T05:05:47.604463Z","end":"2026-03-31T05:05:47.988607Z","steps":["trace[271427927] 'range keys from in-memory index tree' (duration: 383.446794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:47.990164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:47.60444Z","time spent":"385.411568ms","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-31T05:05:48.150629Z","caller":"traceutil/trace.go:171","msg":"trace[959278300] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"437.583384ms","start":"2026-03-31T05:05:47.713022Z","end":"2026-03-31T05:05:48.150605Z","steps":["trace[959278300] 'process raft request' (duration: 437.470301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:48.150753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:47.713Z","time spent":"437.686437ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:05:48.409757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.21089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:05:48.41006Z","caller":"traceutil/trace.go:171","msg":"trace[1603713749] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"678.923698ms","start":"2026-03-31T05:05:47.731098Z","end":"2026-03-31T05:05:48.410021Z","steps":["trace[1603713749] 'process raft request' (duration: 507.330188ms)","trace[1603713749] 'compare' (duration: 170.543122ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:48.410095Z","caller":"traceutil/trace.go:171","msg":"trace[1638235667] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"678.568979ms","start":"2026-03-31T05:05:47.731502Z","end":"2026-03-31T05:05:48.410071Z","steps":["trace[1638235667] 'process raft request' (duration: 678.388054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:48.410212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:47.731498Z","time spent":"678.661112ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:05:48.410244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:47.73108Z","time spent":"679.071273ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:48.410343Z","caller":"traceutil/trace.go:171","msg":"trace[758440109] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"416.329487ms","start":"2026-03-31T05:05:47.993977Z","end":"2026-03-31T05:05:48.410307Z","steps":["trace[758440109] 'process raft request' (duration: 416.030489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:48.410617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:47.993959Z","time spent":"416.513802ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:48.410692Z","caller":"traceutil/trace.go:171","msg":"trace[1808358507] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"416.43822ms","start":"2026-03-31T05:05:47.994224Z","end":"2026-03-31T05:05:48.410662Z","steps":["trace[1808358507] 'process raft request' (duration: 415.989678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:48.410879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:47.994208Z","time spent":"416.571444ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:48.410906Z","caller":"traceutil/trace.go:171","msg":"trace[419894977] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"416.468391ms","start":"2026-03-31T05:05:47.994423Z","end":"2026-03-31T05:05:48.410891Z","steps":["trace[419894977] 'process raft request' (duration: 416.163433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:48.410957Z","caller":"traceutil/trace.go:171","msg":"trace[777952810] linearizableReadLoop","detail":"{readStateIndex:6058; appliedIndex:6055; }","duration":"540.750216ms","start":"2026-03-31T05:05:47.870189Z","end":"2026-03-31T05:05:48.410939Z","steps":["trace[777952810] 'read index received' (duration: 280.399205ms)","trace[777952810] 'applied index is now lower than readState.Index' (duration: 260.350131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:48.411005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:47.994396Z","time spent":"416.542462ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:48.411057Z","caller":"traceutil/trace.go:171","msg":"trace[1278169203] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"416.408889ms","start":"2026-03-31T05:05:47.994635Z","end":"2026-03-31T05:05:48.411043Z","steps":["trace[1278169203] 'process raft request' (duration: 416.222634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:48.411173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:47.994611Z","time spent":"416.473501ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:05:48.411306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.113746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:05:48.411273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.378064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-03-31T05:05:48.411372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.614482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:05:48.41143Z","caller":"traceutil/trace.go:171","msg":"trace[58866755] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5828; }","duration":"488.571929ms","start":"2026-03-31T05:05:47.922844Z","end":"2026-03-31T05:05:48.411416Z","steps":["trace[58866755] 'agreement among raft nodes before linearized reading' (duration: 488.316882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:48.411526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:47.922819Z","time spent":"488.694092ms","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-31T05:05:48.411462Z","caller":"traceutil/trace.go:171","msg":"trace[1070280129] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5828; }","duration":"227.741235ms","start":"2026-03-31T05:05:48.183697Z","end":"2026-03-31T05:05:48.411438Z","steps":["trace[1070280129] 'agreement among raft nodes before linearized reading' (duration: 227.539279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:48.411658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.977646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:05:48.41137Z","caller":"traceutil/trace.go:171","msg":"trace[1582941822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5828; }","duration":"541.208628ms","start":"2026-03-31T05:05:47.870145Z","end":"2026-03-31T05:05:48.411353Z","steps":["trace[1582941822] 'agreement among raft nodes before linearized reading' (duration: 541.099506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:48.411778Z","caller":"traceutil/trace.go:171","msg":"trace[1040229246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5828; }","duration":"420.225062ms","start":"2026-03-31T05:05:47.991533Z","end":"2026-03-31T05:05:48.411758Z","steps":["trace[1040229246] 'agreement among raft nodes before linearized reading' (duration: 419.705268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:48.411832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:47.870126Z","time spent":"541.687792ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:05:48.411919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:47.991516Z","time spent":"420.385257ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:05:48.613622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.046712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T05:05:48.613635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.490773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a1d4a4ebc5ce2f\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-03-31T05:05:48.613712Z","caller":"traceutil/trace.go:171","msg":"trace[470163957] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5830; }","duration":"102.198796ms","start":"2026-03-31T05:05:48.51149Z","end":"2026-03-31T05:05:48.613689Z","steps":["trace[470163957] 'range keys from in-memory index tree' (duration: 101.832896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:48.613724Z","caller":"traceutil/trace.go:171","msg":"trace[1972085244] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a1d4a4ebc5ce2f; range_end:; response_count:1; response_revision:5830; }","duration":"102.638247ms","start":"2026-03-31T05:05:48.511062Z","end":"2026-03-31T05:05:48.6137Z","steps":["trace[1972085244] 'range keys from in-memory index tree' (duration: 102.304069ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:48.793807Z","caller":"traceutil/trace.go:171","msg":"trace[1082180187] linearizableReadLoop","detail":"{readStateIndex:6066; appliedIndex:6065; }","duration":"123.600207ms","start":"2026-03-31T05:05:48.670175Z","end":"2026-03-31T05:05:48.793775Z","steps":["trace[1082180187] 'read index received' (duration: 67.233226ms)","trace[1082180187] 'applied index is now lower than readState.Index' (duration: 56.365891ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:48.793911Z","caller":"traceutil/trace.go:171","msg":"trace[852157040] transaction","detail":"{read_only:false; response_revision:5832; number_of_response:1; }","duration":"137.571886ms","start":"2026-03-31T05:05:48.656298Z","end":"2026-03-31T05:05:48.79387Z","steps":["trace[852157040] 'process raft request' (duration: 81.097683ms)","trace[852157040] 'compare' (duration: 56.216236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:48.79408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.557693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:05:48.794077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.879784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:05:48.794125Z","caller":"traceutil/trace.go:171","msg":"trace[55411151] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:5832; }","duration":"117.651485ms","start":"2026-03-31T05:05:48.676462Z","end":"2026-03-31T05:05:48.794114Z","steps":["trace[55411151] 'agreement among raft nodes before linearized reading' (duration: 117.46798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:48.794171Z","caller":"traceutil/trace.go:171","msg":"trace[1359416013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5832; }","duration":"124.034189ms","start":"2026-03-31T05:05:48.670115Z","end":"2026-03-31T05:05:48.794149Z","steps":["trace[1359416013] 'agreement among raft nodes before linearized reading' (duration: 123.765902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:50.248352Z","caller":"traceutil/trace.go:171","msg":"trace[351990435] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"133.470895ms","start":"2026-03-31T05:05:50.114851Z","end":"2026-03-31T05:05:50.248322Z","steps":["trace[351990435] 'process raft request' (duration: 133.28827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:50.406461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.017091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:05:50.406576Z","caller":"traceutil/trace.go:171","msg":"trace[1886771874] transaction","detail":"{read_only:false; response_revision:5836; number_of_response:1; }","duration":"250.966396ms","start":"2026-03-31T05:05:50.155589Z","end":"2026-03-31T05:05:50.406556Z","steps":["trace[1886771874] 'process raft request' (duration: 127.76977ms)","trace[1886771874] 'compare' (duration: 122.809016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:06:27.700479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.241764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:06:27.70056Z","caller":"traceutil/trace.go:171","msg":"trace[130391882] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6153; }","duration":"177.362057ms","start":"2026-03-31T05:06:27.52318Z","end":"2026-03-31T05:06:27.700543Z","steps":["trace[130391882] 'range keys from in-memory index tree' (duration: 177.035668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:36.583311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.457685ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T05:06:37.272717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792620289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:06:37.417084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.197332ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:06:37.417276Z","caller":"traceutil/trace.go:171","msg":"trace[2124688325] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6205; }","duration":"131.409098ms","start":"2026-03-31T05:06:37.285835Z","end":"2026-03-31T05:06:37.417245Z","steps":["trace[2124688325] 'range keys from in-memory index tree' (duration: 131.162281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:37.417308Z","caller":"traceutil/trace.go:171","msg":"trace[212189468] transaction","detail":"{read_only:false; response_revision:6206; number_of_response:1; }","duration":"648.415829ms","start":"2026-03-31T05:06:36.76885Z","end":"2026-03-31T05:06:37.417265Z","steps":["trace[212189468] 'process raft request' (duration: 604.374294ms)","trace[212189468] 'compare' (duration: 43.503181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:06:37.417509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:36.768809Z","time spent":"648.597064ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:06:37.454204Z","caller":"traceutil/trace.go:171","msg":"trace[91177725] linearizableReadLoop","detail":"{readStateIndex:6453; appliedIndex:6451; }","duration":"682.355841ms","start":"2026-03-31T05:06:36.77182Z","end":"2026-03-31T05:06:37.454175Z","steps":["trace[91177725] 'read index received' (duration: 601.432134ms)","trace[91177725] 'applied index is now lower than readState.Index' (duration: 80.922456ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:37.454277Z","caller":"traceutil/trace.go:171","msg":"trace[2036276627] transaction","detail":"{read_only:false; response_revision:6207; number_of_response:1; }","duration":"684.611602ms","start":"2026-03-31T05:06:36.76963Z","end":"2026-03-31T05:06:37.454242Z","steps":["trace[2036276627] 'process raft request' (duration: 684.397187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:37.454424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:36.769605Z","time spent":"684.733356ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:06:37.454498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.97767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:06:37.454513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.311516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:06:37.454535Z","caller":"traceutil/trace.go:171","msg":"trace[1067588964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6207; }","duration":"682.093124ms","start":"2026-03-31T05:06:36.772431Z","end":"2026-03-31T05:06:37.454524Z","steps":["trace[1067588964] 'agreement among raft nodes before linearized reading' (duration: 681.93065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:37.454562Z","caller":"traceutil/trace.go:171","msg":"trace[504752504] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:6207; }","duration":"310.400279ms","start":"2026-03-31T05:06:37.14415Z","end":"2026-03-31T05:06:37.45455Z","steps":["trace[504752504] 'agreement among raft nodes before linearized reading' (duration: 310.235534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:37.454575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:36.772421Z","time spent":"682.145475ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:06:37.454591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:37.144128Z","time spent":"310.455961ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:06:37.454596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.989565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-31T05:06:37.454592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.747482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:06:37.454639Z","caller":"traceutil/trace.go:171","msg":"trace[1515596631] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:6207; }","duration":"343.083057ms","start":"2026-03-31T05:06:37.111542Z","end":"2026-03-31T05:06:37.454625Z","steps":["trace[1515596631] 'agreement among raft nodes before linearized reading' (duration: 342.918712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:37.454674Z","caller":"traceutil/trace.go:171","msg":"trace[1386904984] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6207; }","duration":"682.881815ms","start":"2026-03-31T05:06:36.77177Z","end":"2026-03-31T05:06:37.454652Z","steps":["trace[1386904984] 'agreement among raft nodes before linearized reading' (duration: 682.578777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:37.454687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:37.111512Z","time spent":"343.167559ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-31T05:06:37.454711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:36.771756Z","time spent":"682.948397ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:06:37.454709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.921049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:06:37.454742Z","caller":"traceutil/trace.go:171","msg":"trace[344707803] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:6207; }","duration":"682.001792ms","start":"2026-03-31T05:06:36.772731Z","end":"2026-03-31T05:06:37.454733Z","steps":["trace[344707803] 'agreement among raft nodes before linearized reading' (duration: 681.94268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:37.45472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.613686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:06:37.454765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:36.772723Z","time spent":"682.037322ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-03-31T05:06:37.454725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.182453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:06:37.454787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.930299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:6132"} {"level":"warn","ts":"2026-03-31T05:06:37.454598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.747861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:06:37.454826Z","caller":"traceutil/trace.go:171","msg":"trace[1689668599] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6207; }","duration":"120.42623ms","start":"2026-03-31T05:06:37.334377Z","end":"2026-03-31T05:06:37.454803Z","steps":["trace[1689668599] 'agreement among raft nodes before linearized reading' (duration: 120.210804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:37.454841Z","caller":"traceutil/trace.go:171","msg":"trace[798812671] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6207; }","duration":"120.042249ms","start":"2026-03-31T05:06:37.334785Z","end":"2026-03-31T05:06:37.454827Z","steps":["trace[798812671] 'agreement among raft nodes before linearized reading' (duration: 119.69697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:37.454844Z","caller":"traceutil/trace.go:171","msg":"trace[1981058064] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:6207; }","duration":"404.020932ms","start":"2026-03-31T05:06:37.050797Z","end":"2026-03-31T05:06:37.454818Z","steps":["trace[1981058064] 'agreement among raft nodes before linearized reading' (duration: 403.880028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:37.454882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:37.050766Z","time spent":"404.108245ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":6155,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"info","ts":"2026-03-31T05:06:37.454784Z","caller":"traceutil/trace.go:171","msg":"trace[1005518036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6207; }","duration":"317.732939ms","start":"2026-03-31T05:06:37.137035Z","end":"2026-03-31T05:06:37.454767Z","steps":["trace[1005518036] 'agreement among raft nodes before linearized reading' (duration: 317.515733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:37.454882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.354688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-31T05:06:37.454946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:37.137009Z","time spent":"317.929944ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:06:37.454979Z","caller":"traceutil/trace.go:171","msg":"trace[2082913771] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6207; }","duration":"120.511122ms","start":"2026-03-31T05:06:37.33444Z","end":"2026-03-31T05:06:37.454951Z","steps":["trace[2082913771] 'agreement among raft nodes before linearized reading' (duration: 120.215954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:37.655199Z","caller":"traceutil/trace.go:171","msg":"trace[1191750899] transaction","detail":"{read_only:false; response_revision:6208; number_of_response:1; }","duration":"194.181693ms","start":"2026-03-31T05:06:37.460986Z","end":"2026-03-31T05:06:37.655167Z","steps":["trace[1191750899] 'process raft request' (duration: 182.27466ms)","trace[1191750899] 'compare' (duration: 11.658796ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:37.866472Z","caller":"traceutil/trace.go:171","msg":"trace[1584539036] transaction","detail":"{read_only:false; response_revision:6209; number_of_response:1; }","duration":"387.916415ms","start":"2026-03-31T05:06:37.478513Z","end":"2026-03-31T05:06:37.86643Z","steps":["trace[1584539036] 'process raft request' (duration: 320.482613ms)","trace[1584539036] 'compare' (duration: 67.198075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:06:37.866631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:37.478478Z","time spent":"388.069339ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5945,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:06:37.866689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.982955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-31T05:06:37.866459Z","caller":"traceutil/trace.go:171","msg":"trace[713317504] linearizableReadLoop","detail":"{readStateIndex:6456; appliedIndex:6453; }","duration":"377.741549ms","start":"2026-03-31T05:06:37.488692Z","end":"2026-03-31T05:06:37.866434Z","steps":["trace[713317504] 'read index received' (duration: 154.64989ms)","trace[713317504] 'applied index is now lower than readState.Index' (duration: 223.090539ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:37.866766Z","caller":"traceutil/trace.go:171","msg":"trace[170033077] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:6210; }","duration":"378.108879ms","start":"2026-03-31T05:06:37.488636Z","end":"2026-03-31T05:06:37.866745Z","steps":["trace[170033077] 'agreement among raft nodes before linearized reading' (duration: 377.885483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:37.866826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:37.488621Z","time spent":"378.190971ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-31T05:06:37.867004Z","caller":"traceutil/trace.go:171","msg":"trace[89664014] transaction","detail":"{read_only:false; response_revision:6210; number_of_response:1; }","duration":"387.521495ms","start":"2026-03-31T05:06:37.479458Z","end":"2026-03-31T05:06:37.866979Z","steps":["trace[89664014] 'process raft request' (duration: 386.908618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:37.867525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:37.479447Z","time spent":"387.932836ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:06:37.936406Z","caller":"traceutil/trace.go:171","msg":"trace[2139142357] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"271.856374ms","start":"2026-03-31T05:06:37.664497Z","end":"2026-03-31T05:06:37.936354Z","steps":["trace[2139142357] 'process raft request' (duration: 271.587067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:37.936498Z","caller":"traceutil/trace.go:171","msg":"trace[381093644] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"150.93697ms","start":"2026-03-31T05:06:37.785515Z","end":"2026-03-31T05:06:37.936452Z","steps":["trace[381093644] 'process raft request' (duration: 150.740794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:37.936588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.97883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:06:37.936681Z","caller":"traceutil/trace.go:171","msg":"trace[1491191826] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6212; }","duration":"130.137564ms","start":"2026-03-31T05:06:37.806524Z","end":"2026-03-31T05:06:37.936662Z","steps":["trace[1491191826] 'agreement among raft nodes before linearized reading' (duration: 129.836396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:37.936624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.462781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101687"} {"level":"info","ts":"2026-03-31T05:06:37.936802Z","caller":"traceutil/trace.go:171","msg":"trace[1715670698] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6212; }","duration":"444.693008ms","start":"2026-03-31T05:06:37.492096Z","end":"2026-03-31T05:06:37.936789Z","steps":["trace[1715670698] 'agreement among raft nodes before linearized reading' (duration: 444.258996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:37.936866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:37.492067Z","time spent":"444.767639ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101710,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:06:38.026724Z","caller":"traceutil/trace.go:171","msg":"trace[935965614] transaction","detail":"{read_only:false; response_revision:6213; number_of_response:1; }","duration":"137.828143ms","start":"2026-03-31T05:06:37.888859Z","end":"2026-03-31T05:06:38.026687Z","steps":["trace[935965614] 'process raft request' (duration: 137.471523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:38.026878Z","caller":"traceutil/trace.go:171","msg":"trace[1265215662] transaction","detail":"{read_only:false; response_revision:6214; number_of_response:1; }","duration":"137.936617ms","start":"2026-03-31T05:06:37.888915Z","end":"2026-03-31T05:06:38.026852Z","steps":["trace[1265215662] 'process raft request' (duration: 137.68732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:38.027165Z","caller":"traceutil/trace.go:171","msg":"trace[1104552589] transaction","detail":"{read_only:false; response_revision:6217; number_of_response:1; }","duration":"137.591677ms","start":"2026-03-31T05:06:37.889559Z","end":"2026-03-31T05:06:38.027151Z","steps":["trace[1104552589] 'process raft request' (duration: 137.512585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:38.027358Z","caller":"traceutil/trace.go:171","msg":"trace[874969679] transaction","detail":"{read_only:false; response_revision:6216; number_of_response:1; }","duration":"137.932106ms","start":"2026-03-31T05:06:37.889365Z","end":"2026-03-31T05:06:38.027297Z","steps":["trace[874969679] 'process raft request' (duration: 137.662138ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:38.027446Z","caller":"traceutil/trace.go:171","msg":"trace[1691889479] transaction","detail":"{read_only:false; response_revision:6218; number_of_response:1; }","duration":"137.773892ms","start":"2026-03-31T05:06:37.889631Z","end":"2026-03-31T05:06:38.027405Z","steps":["trace[1691889479] 'process raft request' (duration: 137.484474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:38.02786Z","caller":"traceutil/trace.go:171","msg":"trace[1125534942] transaction","detail":"{read_only:false; response_revision:6215; number_of_response:1; }","duration":"138.699007ms","start":"2026-03-31T05:06:37.889132Z","end":"2026-03-31T05:06:38.027831Z","steps":["trace[1125534942] 'process raft request' (duration: 137.810283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:38.027905Z","caller":"traceutil/trace.go:171","msg":"trace[263161528] transaction","detail":"{read_only:false; response_revision:6219; number_of_response:1; }","duration":"131.061379ms","start":"2026-03-31T05:06:37.896829Z","end":"2026-03-31T05:06:38.02789Z","steps":["trace[263161528] 'process raft request' (duration: 130.532654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:38.027993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.228083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:06:38.028043Z","caller":"traceutil/trace.go:171","msg":"trace[658300396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6219; }","duration":"156.334586ms","start":"2026-03-31T05:06:37.871696Z","end":"2026-03-31T05:06:38.02803Z","steps":["trace[658300396] 'agreement among raft nodes before linearized reading' (duration: 156.147011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:38.028071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.502923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-31T05:06:38.028138Z","caller":"traceutil/trace.go:171","msg":"trace[526731155] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:6219; }","duration":"141.648497ms","start":"2026-03-31T05:06:37.886474Z","end":"2026-03-31T05:06:38.028123Z","steps":["trace[526731155] 'agreement among raft nodes before linearized reading' (duration: 141.468342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:38.403331Z","caller":"traceutil/trace.go:171","msg":"trace[1408542743] linearizableReadLoop","detail":"{readStateIndex:6466; appliedIndex:6465; }","duration":"230.757837ms","start":"2026-03-31T05:06:38.172537Z","end":"2026-03-31T05:06:38.403295Z","steps":["trace[1408542743] 'read index received' (duration: 230.437429ms)","trace[1408542743] 'applied index is now lower than readState.Index' (duration: 318.188µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:38.403473Z","caller":"traceutil/trace.go:171","msg":"trace[116213937] transaction","detail":"{read_only:false; response_revision:6220; number_of_response:1; }","duration":"341.463224ms","start":"2026-03-31T05:06:38.061958Z","end":"2026-03-31T05:06:38.403422Z","steps":["trace[116213937] 'process raft request' (duration: 341.067673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:38.403544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.961283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:06:38.403597Z","caller":"traceutil/trace.go:171","msg":"trace[1821307160] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6220; }","duration":"231.122867ms","start":"2026-03-31T05:06:38.172459Z","end":"2026-03-31T05:06:38.403582Z","steps":["trace[1821307160] 'agreement among raft nodes before linearized reading' (duration: 230.983624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:38.403688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:38.06193Z","time spent":"341.645028ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:06:38.896509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.996632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:06:38.896809Z","caller":"traceutil/trace.go:171","msg":"trace[726504195] linearizableReadLoop","detail":"{readStateIndex:6469; appliedIndex:6467; }","duration":"160.124789ms","start":"2026-03-31T05:06:38.736609Z","end":"2026-03-31T05:06:38.896733Z","steps":["trace[726504195] 'read index received' (duration: 47.655274ms)","trace[726504195] 'applied index is now lower than readState.Index' (duration: 112.468135ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:38.897032Z","caller":"traceutil/trace.go:171","msg":"trace[1449417133] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"196.569398ms","start":"2026-03-31T05:06:38.700437Z","end":"2026-03-31T05:06:38.897006Z","steps":["trace[1449417133] 'process raft request' (duration: 196.210829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:38.897069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.453109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:06:38.897122Z","caller":"traceutil/trace.go:171","msg":"trace[838279523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6223; }","duration":"160.556791ms","start":"2026-03-31T05:06:38.73655Z","end":"2026-03-31T05:06:38.897107Z","steps":["trace[838279523] 'agreement among raft nodes before linearized reading' (duration: 160.317755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:38.897089Z","caller":"traceutil/trace.go:171","msg":"trace[926886934] transaction","detail":"{read_only:false; response_revision:6222; number_of_response:1; }","duration":"196.681462ms","start":"2026-03-31T05:06:38.700353Z","end":"2026-03-31T05:06:38.897034Z","steps":["trace[926886934] 'process raft request' (duration: 84.030992ms)","trace[926886934] 'compare' (duration: 111.822918ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:48.920846Z","caller":"traceutil/trace.go:171","msg":"trace[1408371857] transaction","detail":"{read_only:false; response_revision:6296; number_of_response:1; }","duration":"174.231703ms","start":"2026-03-31T05:06:48.746574Z","end":"2026-03-31T05:06:48.920806Z","steps":["trace[1408371857] 'process raft request' (duration: 174.005886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:53.143758Z","caller":"traceutil/trace.go:171","msg":"trace[234344006] transaction","detail":"{read_only:false; response_revision:6323; number_of_response:1; }","duration":"138.018239ms","start":"2026-03-31T05:06:53.00571Z","end":"2026-03-31T05:06:53.143729Z","steps":["trace[234344006] 'process raft request' (duration: 92.637576ms)","trace[234344006] 'compare' (duration: 45.193758ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:53.143883Z","caller":"traceutil/trace.go:171","msg":"trace[1568558247] linearizableReadLoop","detail":"{readStateIndex:6573; appliedIndex:6571; }","duration":"125.732694ms","start":"2026-03-31T05:06:53.01813Z","end":"2026-03-31T05:06:53.143862Z","steps":["trace[1568558247] 'read index received' (duration: 80.240689ms)","trace[1568558247] 'applied index is now lower than readState.Index' (duration: 45.489535ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:53.143936Z","caller":"traceutil/trace.go:171","msg":"trace[1474316655] transaction","detail":"{read_only:false; response_revision:6324; number_of_response:1; }","duration":"136.60957ms","start":"2026-03-31T05:06:53.007315Z","end":"2026-03-31T05:06:53.143925Z","steps":["trace[1474316655] 'process raft request' (duration: 136.371384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:53.144109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.956551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:06:53.144313Z","caller":"traceutil/trace.go:171","msg":"trace[1727533454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6324; }","duration":"126.185378ms","start":"2026-03-31T05:06:53.018087Z","end":"2026-03-31T05:06:53.144272Z","steps":["trace[1727533454] 'agreement among raft nodes before linearized reading' (duration: 125.90054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:54.008253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.086134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:06:54.008337Z","caller":"traceutil/trace.go:171","msg":"trace[1826109959] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6327; }","duration":"309.245179ms","start":"2026-03-31T05:06:53.699073Z","end":"2026-03-31T05:06:54.008319Z","steps":["trace[1826109959] 'range keys from in-memory index tree' (duration: 308.850368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:54.008377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:53.699035Z","time spent":"309.334232ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:06:54.050147Z","caller":"traceutil/trace.go:171","msg":"trace[164074084] linearizableReadLoop","detail":"{readStateIndex:6577; appliedIndex:6576; }","duration":"287.640342ms","start":"2026-03-31T05:06:53.762471Z","end":"2026-03-31T05:06:54.050111Z","steps":["trace[164074084] 'read index received' (duration: 287.226311ms)","trace[164074084] 'applied index is now lower than readState.Index' (duration: 412.601µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:54.050291Z","caller":"traceutil/trace.go:171","msg":"trace[270046865] transaction","detail":"{read_only:false; response_revision:6328; number_of_response:1; }","duration":"333.357524ms","start":"2026-03-31T05:06:53.716888Z","end":"2026-03-31T05:06:54.050245Z","steps":["trace[270046865] 'process raft request' (duration: 332.990974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:54.05038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.880769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:06:54.050448Z","caller":"traceutil/trace.go:171","msg":"trace[1189579684] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6328; }","duration":"288.030183ms","start":"2026-03-31T05:06:53.762399Z","end":"2026-03-31T05:06:54.050429Z","steps":["trace[1189579684] 'agreement among raft nodes before linearized reading' (duration: 287.845058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:54.050506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:53.716857Z","time spent":"333.548579ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:06:54.050692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.498426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:06:54.050726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.172187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:06:54.050775Z","caller":"traceutil/trace.go:171","msg":"trace[1484437608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6328; }","duration":"270.651141ms","start":"2026-03-31T05:06:53.780107Z","end":"2026-03-31T05:06:54.050758Z","steps":["trace[1484437608] 'agreement among raft nodes before linearized reading' (duration: 270.24948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:54.050896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.091777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:06:54.050813Z","caller":"traceutil/trace.go:171","msg":"trace[138087028] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:6328; }","duration":"221.351832ms","start":"2026-03-31T05:06:53.829442Z","end":"2026-03-31T05:06:54.050794Z","steps":["trace[138087028] 'agreement among raft nodes before linearized reading' (duration: 221.143246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:54.050938Z","caller":"traceutil/trace.go:171","msg":"trace[2119360997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6328; }","duration":"178.20384ms","start":"2026-03-31T05:06:53.872726Z","end":"2026-03-31T05:06:54.05093Z","steps":["trace[2119360997] 'agreement among raft nodes before linearized reading' (duration: 177.8246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:54.29841Z","caller":"traceutil/trace.go:171","msg":"trace[1334750507] linearizableReadLoop","detail":"{readStateIndex:6578; appliedIndex:6577; }","duration":"240.035869ms","start":"2026-03-31T05:06:54.058343Z","end":"2026-03-31T05:06:54.298379Z","steps":["trace[1334750507] 'read index received' (duration: 201.581684ms)","trace[1334750507] 'applied index is now lower than readState.Index' (duration: 38.453055ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:54.298544Z","caller":"traceutil/trace.go:171","msg":"trace[1242462539] transaction","detail":"{read_only:false; response_revision:6329; number_of_response:1; }","duration":"241.411766ms","start":"2026-03-31T05:06:54.057092Z","end":"2026-03-31T05:06:54.298504Z","steps":["trace[1242462539] 'process raft request' (duration: 202.954082ms)","trace[1242462539] 'compare' (duration: 38.114775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:06:54.298623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.055555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:06:54.298656Z","caller":"traceutil/trace.go:171","msg":"trace[842793401] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6329; }","duration":"150.151058ms","start":"2026-03-31T05:06:54.148493Z","end":"2026-03-31T05:06:54.298644Z","steps":["trace[842793401] 'agreement among raft nodes before linearized reading' (duration: 150.085166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:54.298699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.781723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:06:54.298739Z","caller":"traceutil/trace.go:171","msg":"trace[1919048112] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6329; }","duration":"193.822164ms","start":"2026-03-31T05:06:54.104905Z","end":"2026-03-31T05:06:54.298727Z","steps":["trace[1919048112] 'agreement among raft nodes before linearized reading' (duration: 193.66393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:54.299077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.084633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:06:54.29913Z","caller":"traceutil/trace.go:171","msg":"trace[1836269868] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:6329; }","duration":"190.193525ms","start":"2026-03-31T05:06:54.108924Z","end":"2026-03-31T05:06:54.299117Z","steps":["trace[1836269868] 'agreement among raft nodes before linearized reading' (duration: 189.954038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:54.299325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.976494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:06:54.299358Z","caller":"traceutil/trace.go:171","msg":"trace[964167253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6329; }","duration":"241.022906ms","start":"2026-03-31T05:06:54.058326Z","end":"2026-03-31T05:06:54.299349Z","steps":["trace[964167253] 'agreement among raft nodes before linearized reading' (duration: 240.178163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:54.642519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.792934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:06:54.642783Z","caller":"traceutil/trace.go:171","msg":"trace[2118696362] linearizableReadLoop","detail":"{readStateIndex:6580; appliedIndex:6578; }","duration":"336.53015ms","start":"2026-03-31T05:06:54.306233Z","end":"2026-03-31T05:06:54.642763Z","steps":["trace[2118696362] 'read index received' (duration: 146.501249ms)","trace[2118696362] 'applied index is now lower than readState.Index' (duration: 190.027451ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:54.642771Z","caller":"traceutil/trace.go:171","msg":"trace[947089139] transaction","detail":"{read_only:false; response_revision:6330; number_of_response:1; }","duration":"338.037961ms","start":"2026-03-31T05:06:54.304695Z","end":"2026-03-31T05:06:54.642733Z","steps":["trace[947089139] 'process raft request' (duration: 147.891037ms)","trace[947089139] 'compare' (duration: 189.454635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:06:54.642934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:54.304664Z","time spent":"338.172945ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:06:54.642985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.745555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:06:54.643013Z","caller":"traceutil/trace.go:171","msg":"trace[1878910985] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6331; }","duration":"336.792247ms","start":"2026-03-31T05:06:54.306212Z","end":"2026-03-31T05:06:54.643004Z","steps":["trace[1878910985] 'agreement among raft nodes before linearized reading' (duration: 336.606102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:54.643052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:54.306205Z","time spent":"336.840168ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:06:54.642952Z","caller":"traceutil/trace.go:171","msg":"trace[885810963] transaction","detail":"{read_only:false; response_revision:6331; number_of_response:1; }","duration":"337.838035ms","start":"2026-03-31T05:06:54.305079Z","end":"2026-03-31T05:06:54.642917Z","steps":["trace[885810963] 'process raft request' (duration: 337.574398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:54.643247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:54.305054Z","time spent":"338.104533ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:06:55.093382Z","caller":"traceutil/trace.go:171","msg":"trace[1290975551] transaction","detail":"{read_only:false; response_revision:6332; number_of_response:1; }","duration":"150.518398ms","start":"2026-03-31T05:06:54.942824Z","end":"2026-03-31T05:06:55.093343Z","steps":["trace[1290975551] 'process raft request' (duration: 150.23322ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:55.340175Z","caller":"traceutil/trace.go:171","msg":"trace[1670936000] transaction","detail":"{read_only:false; response_revision:6335; number_of_response:1; }","duration":"105.504185ms","start":"2026-03-31T05:06:55.234634Z","end":"2026-03-31T05:06:55.340138Z","steps":["trace[1670936000] 'process raft request' (duration: 86.55025ms)","trace[1670936000] 'compare' (duration: 18.799931ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:07:26.140791Z","caller":"traceutil/trace.go:171","msg":"trace[172270072] transaction","detail":"{read_only:false; response_revision:6554; number_of_response:1; }","duration":"109.293358ms","start":"2026-03-31T05:07:26.031425Z","end":"2026-03-31T05:07:26.140719Z","steps":["trace[172270072] 'process raft request' (duration: 109.043041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:07:26.325054Z","caller":"traceutil/trace.go:171","msg":"trace[613296414] transaction","detail":"{read_only:false; response_revision:6555; number_of_response:1; }","duration":"173.814862ms","start":"2026-03-31T05:07:26.151198Z","end":"2026-03-31T05:07:26.325013Z","steps":["trace[613296414] 'process raft request' (duration: 151.728488ms)","trace[613296414] 'compare' (duration: 21.904879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:08:05.772726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.187553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:08:05.77298Z","caller":"traceutil/trace.go:171","msg":"trace[1568239466] transaction","detail":"{read_only:false; response_revision:6800; number_of_response:1; }","duration":"195.072934ms","start":"2026-03-31T05:08:05.577859Z","end":"2026-03-31T05:08:05.772931Z","steps":["trace[1568239466] 'process raft request' (duration: 88.571092ms)","trace[1568239466] 'compare' (duration: 106.06011ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:26.360327Z","caller":"traceutil/trace.go:171","msg":"trace[1975845036] transaction","detail":"{read_only:false; response_revision:7340; number_of_response:1; }","duration":"190.270593ms","start":"2026-03-31T05:09:26.170035Z","end":"2026-03-31T05:09:26.360306Z","steps":["trace[1975845036] 'process raft request' (duration: 190.13377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:29.576994Z","caller":"traceutil/trace.go:171","msg":"trace[1049936835] transaction","detail":"{read_only:false; response_revision:7362; number_of_response:1; }","duration":"147.546396ms","start":"2026-03-31T05:09:29.429422Z","end":"2026-03-31T05:09:29.576968Z","steps":["trace[1049936835] 'process raft request' (duration: 142.633363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:29.732928Z","caller":"traceutil/trace.go:171","msg":"trace[219673196] linearizableReadLoop","detail":"{readStateIndex:7649; appliedIndex:7648; }","duration":"132.855487ms","start":"2026-03-31T05:09:29.600031Z","end":"2026-03-31T05:09:29.732887Z","steps":["trace[219673196] 'read index received' (duration: 89.139543ms)","trace[219673196] 'applied index is now lower than readState.Index' (duration: 43.714634ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:29.733003Z","caller":"traceutil/trace.go:171","msg":"trace[40638968] transaction","detail":"{read_only:false; response_revision:7364; number_of_response:1; }","duration":"140.160516ms","start":"2026-03-31T05:09:29.592781Z","end":"2026-03-31T05:09:29.732942Z","steps":["trace[40638968] 'process raft request' (duration: 96.473993ms)","trace[40638968] 'compare' (duration: 43.372944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:09:29.733433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.371072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:09:29.733488Z","caller":"traceutil/trace.go:171","msg":"trace[1021989628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7364; }","duration":"133.453784ms","start":"2026-03-31T05:09:29.600023Z","end":"2026-03-31T05:09:29.733477Z","steps":["trace[1021989628] 'agreement among raft nodes before linearized reading' (duration: 133.103185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:30.489282Z","caller":"traceutil/trace.go:171","msg":"trace[1433471953] linearizableReadLoop","detail":"{readStateIndex:7659; appliedIndex:7658; }","duration":"172.911094ms","start":"2026-03-31T05:09:30.316335Z","end":"2026-03-31T05:09:30.489246Z","steps":["trace[1433471953] 'read index received' (duration: 91.377745ms)","trace[1433471953] 'applied index is now lower than readState.Index' (duration: 81.531688ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:30.489488Z","caller":"traceutil/trace.go:171","msg":"trace[1254086370] transaction","detail":"{read_only:false; response_revision:7374; number_of_response:1; }","duration":"178.802723ms","start":"2026-03-31T05:09:30.310605Z","end":"2026-03-31T05:09:30.489407Z","steps":["trace[1254086370] 'process raft request' (duration: 97.143211ms)","trace[1254086370] 'compare' (duration: 81.281742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:09:30.489666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.286433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:9225"} {"level":"info","ts":"2026-03-31T05:09:30.489714Z","caller":"traceutil/trace.go:171","msg":"trace[1433756664] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7374; }","duration":"173.413387ms","start":"2026-03-31T05:09:30.316286Z","end":"2026-03-31T05:09:30.4897Z","steps":["trace[1433756664] 'agreement among raft nodes before linearized reading' (duration: 173.136279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:30.490579Z","caller":"traceutil/trace.go:171","msg":"trace[1073267295] transaction","detail":"{read_only:false; response_revision:7375; number_of_response:1; }","duration":"117.285757ms","start":"2026-03-31T05:09:30.37327Z","end":"2026-03-31T05:09:30.490556Z","steps":["trace[1073267295] 'process raft request' (duration: 117.080361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:30.490804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.937556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:09:30.490927Z","caller":"traceutil/trace.go:171","msg":"trace[2097932858] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7375; }","duration":"114.128131ms","start":"2026-03-31T05:09:30.376778Z","end":"2026-03-31T05:09:30.490906Z","steps":["trace[2097932858] 'agreement among raft nodes before linearized reading' (duration: 113.731481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:30.881342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.071137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:09:30.881423Z","caller":"traceutil/trace.go:171","msg":"trace[1429106682] linearizableReadLoop","detail":"{readStateIndex:7662; appliedIndex:7661; }","duration":"382.416407ms","start":"2026-03-31T05:09:30.498991Z","end":"2026-03-31T05:09:30.881407Z","steps":["trace[1429106682] 'read index received' (duration: 36.759996ms)","trace[1429106682] 'applied index is now lower than readState.Index' (duration: 345.655411ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:30.881468Z","caller":"traceutil/trace.go:171","msg":"trace[1335091634] transaction","detail":"{read_only:false; response_revision:7377; number_of_response:1; }","duration":"384.114092ms","start":"2026-03-31T05:09:30.497347Z","end":"2026-03-31T05:09:30.881461Z","steps":["trace[1335091634] 'process raft request' (duration: 138.862411ms)","trace[1335091634] 'compare' (duration: 244.980204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:09:30.881534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:30.497317Z","time spent":"384.198115ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10381,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:30.881582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.55081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:30.881684Z","caller":"traceutil/trace.go:171","msg":"trace[363980530] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7377; }","duration":"382.674904ms","start":"2026-03-31T05:09:30.498986Z","end":"2026-03-31T05:09:30.881661Z","steps":["trace[363980530] 'agreement among raft nodes before linearized reading' (duration: 382.480129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:30.881739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:30.498958Z","time spent":"382.770337ms","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:09:30.963588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.715859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:30.963721Z","caller":"traceutil/trace.go:171","msg":"trace[1178322030] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7378; }","duration":"456.894243ms","start":"2026-03-31T05:09:30.506797Z","end":"2026-03-31T05:09:30.963691Z","steps":["trace[1178322030] 'agreement among raft nodes before linearized reading' (duration: 456.664247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:30.963746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.359115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-31T05:09:30.963856Z","caller":"traceutil/trace.go:171","msg":"trace[1979071985] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:7378; }","duration":"245.526479ms","start":"2026-03-31T05:09:30.718304Z","end":"2026-03-31T05:09:30.96383Z","steps":["trace[1979071985] 'agreement among raft nodes before linearized reading' (duration: 245.18545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:30.963946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.091695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:09:30.963746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.046514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:09:30.964109Z","caller":"traceutil/trace.go:171","msg":"trace[1056322640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7378; }","duration":"321.321302ms","start":"2026-03-31T05:09:30.642739Z","end":"2026-03-31T05:09:30.96406Z","steps":["trace[1056322640] 'agreement among raft nodes before linearized reading' (duration: 320.779688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:30.963957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.990152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:09:30.964036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:30.506787Z","time spent":"457.234113ms","remote":"127.0.0.1:35200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:09:30.964198Z","caller":"traceutil/trace.go:171","msg":"trace[1009579117] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7378; }","duration":"366.450724ms","start":"2026-03-31T05:09:30.597627Z","end":"2026-03-31T05:09:30.964077Z","steps":["trace[1009579117] 'agreement among raft nodes before linearized reading' (duration: 365.93442ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:30.964214Z","caller":"traceutil/trace.go:171","msg":"trace[465570240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7378; }","duration":"246.318361ms","start":"2026-03-31T05:09:30.717875Z","end":"2026-03-31T05:09:30.964193Z","steps":["trace[465570240] 'agreement among raft nodes before linearized reading' (duration: 245.838588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:30.964263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:30.642713Z","time spent":"321.503277ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:09:30.96434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:30.597603Z","time spent":"366.716081ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-31T05:09:30.963718Z","caller":"traceutil/trace.go:171","msg":"trace[1141616264] transaction","detail":"{read_only:false; response_revision:7378; number_of_response:1; }","duration":"258.208153ms","start":"2026-03-31T05:09:30.705456Z","end":"2026-03-31T05:09:30.963664Z","steps":["trace[1141616264] 'process raft request' (duration: 257.797952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:31.070885Z","caller":"traceutil/trace.go:171","msg":"trace[1497963466] transaction","detail":"{read_only:false; response_revision:7379; number_of_response:1; }","duration":"101.753035ms","start":"2026-03-31T05:09:30.969092Z","end":"2026-03-31T05:09:31.070845Z","steps":["trace[1497963466] 'process raft request' (duration: 36.858348ms)","trace[1497963466] 'compare' (duration: 64.727533ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:31.084424Z","caller":"traceutil/trace.go:171","msg":"trace[1001437318] transaction","detail":"{read_only:false; response_revision:7380; number_of_response:1; }","duration":"114.686377ms","start":"2026-03-31T05:09:30.969712Z","end":"2026-03-31T05:09:31.084399Z","steps":["trace[1001437318] 'process raft request' (duration: 114.523192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:32.821351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.154013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:09:32.821464Z","caller":"traceutil/trace.go:171","msg":"trace[878907354] linearizableReadLoop","detail":"{readStateIndex:7678; appliedIndex:7677; }","duration":"295.846751ms","start":"2026-03-31T05:09:32.525601Z","end":"2026-03-31T05:09:32.821447Z","steps":["trace[878907354] 'read index received' (duration: 192.402851ms)","trace[878907354] 'applied index is now lower than readState.Index' (duration: 103.44243ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:32.821579Z","caller":"traceutil/trace.go:171","msg":"trace[1623666748] transaction","detail":"{read_only:false; response_revision:7392; number_of_response:1; }","duration":"325.416212ms","start":"2026-03-31T05:09:32.496085Z","end":"2026-03-31T05:09:32.821501Z","steps":["trace[1623666748] 'process raft request' (duration: 221.978852ms)","trace[1623666748] 'compare' (duration: 102.33308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:09:32.821791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.18036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:32.821844Z","caller":"traceutil/trace.go:171","msg":"trace[954696439] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7392; }","duration":"296.267773ms","start":"2026-03-31T05:09:32.525561Z","end":"2026-03-31T05:09:32.821829Z","steps":["trace[954696439] 'agreement among raft nodes before linearized reading' (duration: 295.986015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:32.821904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:32.496028Z","time spent":"325.68285ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:32.822047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.073114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:09:32.822255Z","caller":"traceutil/trace.go:171","msg":"trace[1588518246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7392; }","duration":"280.336741ms","start":"2026-03-31T05:09:32.541899Z","end":"2026-03-31T05:09:32.822236Z","steps":["trace[1588518246] 'agreement among raft nodes before linearized reading' (duration: 279.687843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:33.188666Z","caller":"traceutil/trace.go:171","msg":"trace[2033221146] transaction","detail":"{read_only:false; response_revision:7395; number_of_response:1; }","duration":"104.749587ms","start":"2026-03-31T05:09:33.08388Z","end":"2026-03-31T05:09:33.18863Z","steps":["trace[2033221146] 'process raft request' (duration: 89.335289ms)","trace[2033221146] 'compare' (duration: 15.204982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:09:33.189084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.310377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:09:33.189242Z","caller":"traceutil/trace.go:171","msg":"trace[537731428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7395; }","duration":"100.521893ms","start":"2026-03-31T05:09:33.088695Z","end":"2026-03-31T05:09:33.189217Z","steps":["trace[537731428] 'agreement among raft nodes before linearized reading' (duration: 99.994968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:33.899919Z","caller":"traceutil/trace.go:171","msg":"trace[728859328] linearizableReadLoop","detail":"{readStateIndex:7691; appliedIndex:7690; }","duration":"125.498169ms","start":"2026-03-31T05:09:33.77439Z","end":"2026-03-31T05:09:33.899889Z","steps":["trace[728859328] 'read index received' (duration: 125.273923ms)","trace[728859328] 'applied index is now lower than readState.Index' (duration: 222.846µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:33.900107Z","caller":"traceutil/trace.go:171","msg":"trace[1325102737] transaction","detail":"{read_only:false; response_revision:7405; number_of_response:1; }","duration":"126.380632ms","start":"2026-03-31T05:09:33.773709Z","end":"2026-03-31T05:09:33.90009Z","steps":["trace[1325102737] 'process raft request' (duration: 126.004912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:33.900297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.888149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:09:33.900387Z","caller":"traceutil/trace.go:171","msg":"trace[258645755] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7405; }","duration":"126.041204ms","start":"2026-03-31T05:09:33.774321Z","end":"2026-03-31T05:09:33.900362Z","steps":["trace[258645755] 'agreement among raft nodes before linearized reading' (duration: 125.803397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:33.900487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.461692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:09:33.900536Z","caller":"traceutil/trace.go:171","msg":"trace[1549549757] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7406; }","duration":"113.580026ms","start":"2026-03-31T05:09:33.78694Z","end":"2026-03-31T05:09:33.90052Z","steps":["trace[1549549757] 'agreement among raft nodes before linearized reading' (duration: 113.451003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:33.901159Z","caller":"traceutil/trace.go:171","msg":"trace[2029188245] transaction","detail":"{read_only:false; response_revision:7406; number_of_response:1; }","duration":"100.434119ms","start":"2026-03-31T05:09:33.800688Z","end":"2026-03-31T05:09:33.901122Z","steps":["trace[2029188245] 'process raft request' (duration: 99.638698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:34.627047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792623522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:09:34.66708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.419422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:34.667162Z","caller":"traceutil/trace.go:171","msg":"trace[815343749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7407; }","duration":"668.514105ms","start":"2026-03-31T05:09:33.998629Z","end":"2026-03-31T05:09:34.667143Z","steps":["trace[815343749] 'range keys from in-memory index tree' (duration: 668.287309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:34.667203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:33.998556Z","time spent":"668.637398ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:09:35.173378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792623522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:09:35.6637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.633294245s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:09:35.664027Z","caller":"traceutil/trace.go:171","msg":"trace[1529141445] linearizableReadLoop","detail":"{readStateIndex:7694; appliedIndex:7693; }","duration":"1.569664601s","start":"2026-03-31T05:09:34.094344Z","end":"2026-03-31T05:09:35.664009Z","steps":["trace[1529141445] 'read index received' (duration: 1.569475436s)","trace[1529141445] 'applied index is now lower than readState.Index' (duration: 188.515µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:35.664217Z","caller":"traceutil/trace.go:171","msg":"trace[1066234221] transaction","detail":"{read_only:false; response_revision:7408; number_of_response:1; }","duration":"1.633999334s","start":"2026-03-31T05:09:34.030208Z","end":"2026-03-31T05:09:35.664207Z","steps":["trace[1066234221] 'process raft request' (duration: 1.633675145s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:35.66434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:34.030168Z","time spent":"1.634067835s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:35.664562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570220226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:10686"} {"level":"info","ts":"2026-03-31T05:09:35.664592Z","caller":"traceutil/trace.go:171","msg":"trace[905034166] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7408; }","duration":"1.570299288s","start":"2026-03-31T05:09:34.094285Z","end":"2026-03-31T05:09:35.664584Z","steps":["trace[905034166] 'agreement among raft nodes before linearized reading' (duration: 1.570195105s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:35.664613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:34.094255Z","time spent":"1.570352799s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10709,"request content":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T05:09:35.666605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.04838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:09:35.666603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.836041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:09:35.666646Z","caller":"traceutil/trace.go:171","msg":"trace[1477785477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7408; }","duration":"998.130512ms","start":"2026-03-31T05:09:34.668505Z","end":"2026-03-31T05:09:35.666636Z","steps":["trace[1477785477] 'agreement among raft nodes before linearized reading' (duration: 998.069701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:35.666669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:34.668483Z","time spent":"998.181134ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:09:35.666666Z","caller":"traceutil/trace.go:171","msg":"trace[866309445] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7408; }","duration":"868.960895ms","start":"2026-03-31T05:09:34.79769Z","end":"2026-03-31T05:09:35.666651Z","steps":["trace[866309445] 'agreement among raft nodes before linearized reading' (duration: 868.827961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:35.666712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:34.797659Z","time spent":"869.038076ms","remote":"127.0.0.1:33084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:09:35.666674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033552321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:09:35.667018Z","caller":"traceutil/trace.go:171","msg":"trace[118105391] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7408; }","duration":"1.033925761s","start":"2026-03-31T05:09:34.633078Z","end":"2026-03-31T05:09:35.667004Z","steps":["trace[118105391] 'agreement among raft nodes before linearized reading' (duration: 1.033541091s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:35.667051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:34.633055Z","time spent":"1.033985063s","remote":"127.0.0.1:33352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:09:35.666709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033583652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:35.668561Z","caller":"traceutil/trace.go:171","msg":"trace[1886805308] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:7408; }","duration":"1.035453933s","start":"2026-03-31T05:09:34.633093Z","end":"2026-03-31T05:09:35.668547Z","steps":["trace[1886805308] 'agreement among raft nodes before linearized reading' (duration: 1.033599113s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:35.668594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:34.633076Z","time spent":"1.035506094s","remote":"127.0.0.1:33422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:09:35.668878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549986438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:09:35.66895Z","caller":"traceutil/trace.go:171","msg":"trace[990832157] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7408; }","duration":"1.550126041s","start":"2026-03-31T05:09:34.118809Z","end":"2026-03-31T05:09:35.668935Z","steps":["trace[990832157] 'agreement among raft nodes before linearized reading' (duration: 1.5478581s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:35.668979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:34.118777Z","time spent":"1.550196533s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T05:09:36.949831Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.268878013s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:09:36.950548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27988134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-31T05:09:36.95068Z","caller":"traceutil/trace.go:171","msg":"trace[1571455274] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:7408; }","duration":"1.280458906s","start":"2026-03-31T05:09:35.670188Z","end":"2026-03-31T05:09:36.950647Z","steps":["trace[1571455274] 'range keys from in-memory index tree' (duration: 1.279632894s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:36.950763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.670169Z","time spent":"1.280578319s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-31T05:09:36.951349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270084645s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:09:36.951729Z","caller":"traceutil/trace.go:171","msg":"trace[1825707469] transaction","detail":"{read_only:false; response_revision:7409; number_of_response:1; }","duration":"1.280719323s","start":"2026-03-31T05:09:35.670983Z","end":"2026-03-31T05:09:36.951702Z","steps":["trace[1825707469] 'process raft request' (duration: 10.025571ms)","trace[1825707469] 'compare' (duration: 1.269770207s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:09:36.951905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.670502Z","time spent":"1.281309719s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:09:36.95186Z","caller":"traceutil/trace.go:171","msg":"trace[1599343627] linearizableReadLoop","detail":"{readStateIndex:7695; appliedIndex:7694; }","duration":"1.278334988s","start":"2026-03-31T05:09:35.673494Z","end":"2026-03-31T05:09:36.951829Z","steps":["trace[1599343627] 'read index received' (duration: 7.478312ms)","trace[1599343627] 'applied index is now lower than readState.Index' (duration: 1.270853416s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:36.951986Z","caller":"traceutil/trace.go:171","msg":"trace[145152088] transaction","detail":"{read_only:false; response_revision:7410; number_of_response:1; }","duration":"1.276634692s","start":"2026-03-31T05:09:35.675332Z","end":"2026-03-31T05:09:36.951966Z","steps":["trace[145152088] 'process raft request' (duration: 1.276262212s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:36.952163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.675318Z","time spent":"1.276768766s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:09:36.952318Z","caller":"traceutil/trace.go:171","msg":"trace[824335680] transaction","detail":"{read_only:false; response_revision:7411; number_of_response:1; }","duration":"1.276888739s","start":"2026-03-31T05:09:35.675407Z","end":"2026-03-31T05:09:36.952296Z","steps":["trace[824335680] 'process raft request' (duration: 1.276465618s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:36.952432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.675402Z","time spent":"1.276976912s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:09:36.952405Z","caller":"traceutil/trace.go:171","msg":"trace[337958950] transaction","detail":"{read_only:false; response_revision:7412; number_of_response:1; }","duration":"1.272899952s","start":"2026-03-31T05:09:35.679467Z","end":"2026-03-31T05:09:36.952367Z","steps":["trace[337958950] 'process raft request' (duration: 1.272655425s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:36.952525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279012277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:161376"} {"level":"info","ts":"2026-03-31T05:09:36.952599Z","caller":"traceutil/trace.go:171","msg":"trace[1180694924] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:7411; }","duration":"1.279162461s","start":"2026-03-31T05:09:35.673422Z","end":"2026-03-31T05:09:36.952585Z","steps":["trace[1180694924] 'agreement among raft nodes before linearized reading' (duration: 1.278647267s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:36.952653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.673412Z","time spent":"1.279228302s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":18,"response size":161399,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:09:36.95266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.679445Z","time spent":"1.273087006s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:09:36.952805Z","caller":"traceutil/trace.go:171","msg":"trace[1326761039] transaction","detail":"{read_only:false; response_revision:7413; number_of_response:1; }","duration":"1.27324336s","start":"2026-03-31T05:09:35.679548Z","end":"2026-03-31T05:09:36.952792Z","steps":["trace[1326761039] 'process raft request' (duration: 1.272757667s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:36.95287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.679544Z","time spent":"1.273294582s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:09:36.952872Z","caller":"traceutil/trace.go:171","msg":"trace[657319964] transaction","detail":"{read_only:false; response_revision:7415; number_of_response:1; }","duration":"1.272763448s","start":"2026-03-31T05:09:35.680088Z","end":"2026-03-31T05:09:36.952851Z","steps":["trace[657319964] 'process raft request' (duration: 1.272661175s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:36.952885Z","caller":"traceutil/trace.go:171","msg":"trace[1474793822] transaction","detail":"{read_only:false; response_revision:7414; number_of_response:1; }","duration":"1.273245101s","start":"2026-03-31T05:09:35.679608Z","end":"2026-03-31T05:09:36.952853Z","steps":["trace[1474793822] 'process raft request' (duration: 1.273022355s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:36.952986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.680075Z","time spent":"1.2728543s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:36.953127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.679603Z","time spent":"1.273375855s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10873,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:09:37.016793Z","caller":"traceutil/trace.go:171","msg":"trace[1670888021] transaction","detail":"{read_only:false; response_revision:7416; number_of_response:1; }","duration":"1.102901808s","start":"2026-03-31T05:09:35.913815Z","end":"2026-03-31T05:09:37.016717Z","steps":["trace[1670888021] 'process raft request' (duration: 1.102551628s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.017111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.913797Z","time spent":"1.103106413s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:37.195962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.375828ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:09:37.196551Z","caller":"traceutil/trace.go:171","msg":"trace[111589546] linearizableReadLoop","detail":"{readStateIndex:7705; appliedIndex:7701; }","duration":"244.505781ms","start":"2026-03-31T05:09:36.952022Z","end":"2026-03-31T05:09:37.196527Z","steps":["trace[111589546] 'read index received' (duration: 64.335202ms)","trace[111589546] 'applied index is now lower than readState.Index' (duration: 180.169299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:09:37.196694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.708888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:09:37.196752Z","caller":"traceutil/trace.go:171","msg":"trace[1572815553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7417; }","duration":"329.800441ms","start":"2026-03-31T05:09:36.866937Z","end":"2026-03-31T05:09:37.196737Z","steps":["trace[1572815553] 'agreement among raft nodes before linearized reading' (duration: 329.655867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.196935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:36.866921Z","time spent":"330.009307ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:09:37.19694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.964107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:09:37.196904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517730092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:37.197001Z","caller":"traceutil/trace.go:171","msg":"trace[467131260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7417; }","duration":"1.517848985s","start":"2026-03-31T05:09:35.679125Z","end":"2026-03-31T05:09:37.196974Z","steps":["trace[467131260] 'agreement among raft nodes before linearized reading' (duration: 1.517747482s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:37.196932Z","caller":"traceutil/trace.go:171","msg":"trace[660641474] transaction","detail":"{read_only:false; response_revision:7417; number_of_response:1; }","duration":"331.938099ms","start":"2026-03-31T05:09:36.864912Z","end":"2026-03-31T05:09:37.19685Z","steps":["trace[660641474] 'process raft request' (duration: 331.180848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:37.197011Z","caller":"traceutil/trace.go:171","msg":"trace[53411484] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7417; }","duration":"165.07151ms","start":"2026-03-31T05:09:37.031898Z","end":"2026-03-31T05:09:37.196969Z","steps":["trace[53411484] 'agreement among raft nodes before linearized reading' (duration: 164.969527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.197017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522489681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-31T05:09:37.197033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.679104Z","time spent":"1.517921687s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:09:37.197074Z","caller":"traceutil/trace.go:171","msg":"trace[936778933] range","detail":"{range_begin:/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532; range_end:; response_count:1; response_revision:7417; }","duration":"1.522585964s","start":"2026-03-31T05:09:35.674473Z","end":"2026-03-31T05:09:37.197059Z","steps":["trace[936778933] 'agreement among raft nodes before linearized reading' (duration: 1.522380418s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.197109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.674455Z","time spent":"1.522644725s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532\" "} {"level":"warn","ts":"2026-03-31T05:09:37.196888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:36.880568Z","time spent":"316.316726ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:09:37.197345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285537203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:09:37.197376Z","caller":"traceutil/trace.go:171","msg":"trace[2098765587] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7417; }","duration":"1.286112759s","start":"2026-03-31T05:09:35.911255Z","end":"2026-03-31T05:09:37.197368Z","steps":["trace[2098765587] 'agreement among raft nodes before linearized reading' (duration: 1.285443891s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.197231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:36.864891Z","time spent":"332.197116ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:37.197399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.911234Z","time spent":"1.286158151s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:09:42.401687Z","caller":"traceutil/trace.go:171","msg":"trace[2022336552] transaction","detail":"{read_only:false; response_revision:7444; number_of_response:1; }","duration":"587.050209ms","start":"2026-03-31T05:09:41.814613Z","end":"2026-03-31T05:09:42.401664Z","steps":["trace[2022336552] 'process raft request' (duration: 586.784172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:42.401814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:41.81459Z","time spent":"587.155861ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:09:52.555005Z","caller":"traceutil/trace.go:171","msg":"trace[1526902950] linearizableReadLoop","detail":"{readStateIndex:7797; appliedIndex:7796; }","duration":"133.64737ms","start":"2026-03-31T05:09:52.421334Z","end":"2026-03-31T05:09:52.554982Z","steps":["trace[1526902950] 'read index received' (duration: 133.485995ms)","trace[1526902950] 'applied index is now lower than readState.Index' (duration: 160.555µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:52.555048Z","caller":"traceutil/trace.go:171","msg":"trace[1939369751] transaction","detail":"{read_only:false; response_revision:7506; number_of_response:1; }","duration":"211.299412ms","start":"2026-03-31T05:09:52.343727Z","end":"2026-03-31T05:09:52.555026Z","steps":["trace[1939369751] 'process raft request' (duration: 211.098437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:52.555406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.949298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3171"} {"level":"info","ts":"2026-03-31T05:09:52.555499Z","caller":"traceutil/trace.go:171","msg":"trace[495986011] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:7506; }","duration":"134.191114ms","start":"2026-03-31T05:09:52.421284Z","end":"2026-03-31T05:09:52.555475Z","steps":["trace[495986011] 'agreement among raft nodes before linearized reading' (duration: 133.800884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:52.716209Z","caller":"traceutil/trace.go:171","msg":"trace[1446311814] transaction","detail":"{read_only:false; response_revision:7507; number_of_response:1; }","duration":"151.922995ms","start":"2026-03-31T05:09:52.564242Z","end":"2026-03-31T05:09:52.716165Z","steps":["trace[1446311814] 'process raft request' (duration: 90.152222ms)","trace[1446311814] 'compare' (duration: 61.602738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:09:53.310808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.435085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:09:53.310904Z","caller":"traceutil/trace.go:171","msg":"trace[1164413217] linearizableReadLoop","detail":"{readStateIndex:7800; appliedIndex:7799; }","duration":"531.895605ms","start":"2026-03-31T05:09:52.778992Z","end":"2026-03-31T05:09:53.310888Z","steps":["trace[1164413217] 'read index received' (duration: 347.331877ms)","trace[1164413217] 'applied index is now lower than readState.Index' (duration: 184.562468ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:53.310976Z","caller":"traceutil/trace.go:171","msg":"trace[1790361752] transaction","detail":"{read_only:false; response_revision:7509; number_of_response:1; }","duration":"533.843227ms","start":"2026-03-31T05:09:52.777121Z","end":"2026-03-31T05:09:53.310964Z","steps":["trace[1790361752] 'process raft request' (duration: 349.169796ms)","trace[1790361752] 'compare' (duration: 184.320592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:09:53.311037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:52.777101Z","time spent":"533.906449ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:53.311211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.200193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9582"} {"level":"info","ts":"2026-03-31T05:09:53.311271Z","caller":"traceutil/trace.go:171","msg":"trace[32159886] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:7509; }","duration":"532.297206ms","start":"2026-03-31T05:09:52.778959Z","end":"2026-03-31T05:09:53.311256Z","steps":["trace[32159886] 'agreement among raft nodes before linearized reading' (duration: 532.123631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:53.3113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:52.778945Z","time spent":"532.347937ms","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9605,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-03-31T05:09:53.330861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.780096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:09:53.330974Z","caller":"traceutil/trace.go:171","msg":"trace[1806737836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7510; }","duration":"191.011233ms","start":"2026-03-31T05:09:53.139936Z","end":"2026-03-31T05:09:53.330947Z","steps":["trace[1806737836] 'agreement among raft nodes before linearized reading' (duration: 190.753116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:53.33115Z","caller":"traceutil/trace.go:171","msg":"trace[1485800442] transaction","detail":"{read_only:false; response_revision:7510; number_of_response:1; }","duration":"278.502202ms","start":"2026-03-31T05:09:53.052629Z","end":"2026-03-31T05:09:53.331131Z","steps":["trace[1485800442] 'process raft request' (duration: 276.595671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:53.331317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.641423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:09:53.331379Z","caller":"traceutil/trace.go:171","msg":"trace[1396510396] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:7510; }","duration":"125.728985ms","start":"2026-03-31T05:09:53.205642Z","end":"2026-03-31T05:09:53.331371Z","steps":["trace[1396510396] 'agreement among raft nodes before linearized reading' (duration: 125.596461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:53.331623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.680225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:09:53.331662Z","caller":"traceutil/trace.go:171","msg":"trace[1227107279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7510; }","duration":"128.739887ms","start":"2026-03-31T05:09:53.202913Z","end":"2026-03-31T05:09:53.331653Z","steps":["trace[1227107279] 'agreement among raft nodes before linearized reading' (duration: 128.639254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:53.331878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.649835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:53.331945Z","caller":"traceutil/trace.go:171","msg":"trace[977289362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7510; }","duration":"460.746568ms","start":"2026-03-31T05:09:52.871183Z","end":"2026-03-31T05:09:53.33193Z","steps":["trace[977289362] 'agreement among raft nodes before linearized reading' (duration: 460.661896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:53.331938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.240433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:09:53.331982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:52.871165Z","time spent":"460.809549ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:09:53.332018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.924226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:53.332031Z","caller":"traceutil/trace.go:171","msg":"trace[226695408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7510; }","duration":"176.369736ms","start":"2026-03-31T05:09:53.15564Z","end":"2026-03-31T05:09:53.332009Z","steps":["trace[226695408] 'agreement among raft nodes before linearized reading' (duration: 176.083708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:53.33209Z","caller":"traceutil/trace.go:171","msg":"trace[1100518631] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:7510; }","duration":"501.015528ms","start":"2026-03-31T05:09:52.831036Z","end":"2026-03-31T05:09:53.332052Z","steps":["trace[1100518631] 'agreement among raft nodes before linearized reading' (duration: 500.939306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:53.332005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.320023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:09:53.332133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:52.831009Z","time spent":"501.111471ms","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:09:53.332148Z","caller":"traceutil/trace.go:171","msg":"trace[1842855500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7510; }","duration":"132.54201ms","start":"2026-03-31T05:09:53.199592Z","end":"2026-03-31T05:09:53.332134Z","steps":["trace[1842855500] 'agreement among raft nodes before linearized reading' (duration: 132.250502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:53.446491Z","caller":"traceutil/trace.go:171","msg":"trace[1439040800] transaction","detail":"{read_only:false; response_revision:7512; number_of_response:1; }","duration":"110.40765ms","start":"2026-03-31T05:09:53.336054Z","end":"2026-03-31T05:09:53.446462Z","steps":["trace[1439040800] 'process raft request' (duration: 110.167034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:53.446539Z","caller":"traceutil/trace.go:171","msg":"trace[565221240] transaction","detail":"{read_only:false; response_revision:7514; number_of_response:1; }","duration":"109.863876ms","start":"2026-03-31T05:09:53.336639Z","end":"2026-03-31T05:09:53.446503Z","steps":["trace[565221240] 'process raft request' (duration: 109.789974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:53.446604Z","caller":"traceutil/trace.go:171","msg":"trace[1525323077] transaction","detail":"{read_only:false; response_revision:7513; number_of_response:1; }","duration":"110.100032ms","start":"2026-03-31T05:09:53.336478Z","end":"2026-03-31T05:09:53.446578Z","steps":["trace[1525323077] 'process raft request' (duration: 109.913617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:53.44668Z","caller":"traceutil/trace.go:171","msg":"trace[1514510669] linearizableReadLoop","detail":"{readStateIndex:7806; appliedIndex:7801; }","duration":"105.591119ms","start":"2026-03-31T05:09:53.341062Z","end":"2026-03-31T05:09:53.446653Z","steps":["trace[1514510669] 'read index received' (duration: 9.398514ms)","trace[1514510669] 'applied index is now lower than readState.Index' (duration: 96.191425ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:53.446875Z","caller":"traceutil/trace.go:171","msg":"trace[836639296] transaction","detail":"{read_only:false; response_revision:7515; number_of_response:1; }","duration":"109.007953ms","start":"2026-03-31T05:09:53.337739Z","end":"2026-03-31T05:09:53.446747Z","steps":["trace[836639296] 'process raft request' (duration: 108.722885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:53.447139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.042332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:161398"} {"level":"info","ts":"2026-03-31T05:09:53.447192Z","caller":"traceutil/trace.go:171","msg":"trace[164021264] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:7515; }","duration":"106.153465ms","start":"2026-03-31T05:09:53.341029Z","end":"2026-03-31T05:09:53.447183Z","steps":["trace[164021264] 'agreement among raft nodes before linearized reading' (duration: 105.706703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:53.467467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.922816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-31T05:09:53.467532Z","caller":"traceutil/trace.go:171","msg":"trace[540774038] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:7516; }","duration":"124.015408ms","start":"2026-03-31T05:09:53.3435Z","end":"2026-03-31T05:09:53.467515Z","steps":["trace[540774038] 'agreement among raft nodes before linearized reading' (duration: 123.785032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:53.46755Z","caller":"traceutil/trace.go:171","msg":"trace[1425881600] transaction","detail":"{read_only:false; response_revision:7516; number_of_response:1; }","duration":"115.123208ms","start":"2026-03-31T05:09:53.352407Z","end":"2026-03-31T05:09:53.46753Z","steps":["trace[1425881600] 'process raft request' (duration: 114.617864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:53.467933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.846599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9582"} {"level":"info","ts":"2026-03-31T05:09:53.468036Z","caller":"traceutil/trace.go:171","msg":"trace[1930930195] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:7516; }","duration":"125.990832ms","start":"2026-03-31T05:09:53.342021Z","end":"2026-03-31T05:09:53.468012Z","steps":["trace[1930930195] 'agreement among raft nodes before linearized reading' (duration: 125.147529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:53.627532Z","caller":"traceutil/trace.go:171","msg":"trace[1221024241] linearizableReadLoop","detail":"{readStateIndex:7809; appliedIndex:7807; }","duration":"152.932002ms","start":"2026-03-31T05:09:53.474576Z","end":"2026-03-31T05:09:53.627508Z","steps":["trace[1221024241] 'read index received' (duration: 58.938837ms)","trace[1221024241] 'applied index is now lower than readState.Index' (duration: 93.992435ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:53.627608Z","caller":"traceutil/trace.go:171","msg":"trace[814788065] transaction","detail":"{read_only:false; response_revision:7518; number_of_response:1; }","duration":"154.641808ms","start":"2026-03-31T05:09:53.472931Z","end":"2026-03-31T05:09:53.627573Z","steps":["trace[814788065] 'process raft request' (duration: 84.004195ms)","trace[814788065] 'compare' (duration: 70.463958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:09:53.627805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.327885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-31T05:09:53.627846Z","caller":"traceutil/trace.go:171","msg":"trace[385411771] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:7518; }","duration":"152.405188ms","start":"2026-03-31T05:09:53.475428Z","end":"2026-03-31T05:09:53.627833Z","steps":["trace[385411771] 'agreement among raft nodes before linearized reading' (duration: 152.224563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:53.627797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.197359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-barbican.18a1d4db08f6d295\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-03-31T05:09:53.627913Z","caller":"traceutil/trace.go:171","msg":"trace[578142842] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-barbican.18a1d4db08f6d295; range_end:; response_count:1; response_revision:7518; }","duration":"153.324202ms","start":"2026-03-31T05:09:53.474556Z","end":"2026-03-31T05:09:53.62788Z","steps":["trace[578142842] 'agreement among raft nodes before linearized reading' (duration: 153.034054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:03.874724Z","caller":"traceutil/trace.go:171","msg":"trace[213341853] transaction","detail":"{read_only:false; response_revision:7656; number_of_response:1; }","duration":"100.573434ms","start":"2026-03-31T05:10:03.774109Z","end":"2026-03-31T05:10:03.874683Z","steps":["trace[213341853] 'process raft request' (duration: 100.237475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:05.775213Z","caller":"traceutil/trace.go:171","msg":"trace[159534847] transaction","detail":"{read_only:false; response_revision:7677; number_of_response:1; }","duration":"111.353675ms","start":"2026-03-31T05:10:05.663833Z","end":"2026-03-31T05:10:05.775186Z","steps":["trace[159534847] 'process raft request' (duration: 111.16267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:05.775535Z","caller":"traceutil/trace.go:171","msg":"trace[848039616] transaction","detail":"{read_only:false; response_revision:7678; number_of_response:1; }","duration":"111.469929ms","start":"2026-03-31T05:10:05.664026Z","end":"2026-03-31T05:10:05.775495Z","steps":["trace[848039616] 'process raft request' (duration: 111.120009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:05.775619Z","caller":"traceutil/trace.go:171","msg":"trace[611308702] transaction","detail":"{read_only:false; response_revision:7679; number_of_response:1; }","duration":"110.550334ms","start":"2026-03-31T05:10:05.665055Z","end":"2026-03-31T05:10:05.775606Z","steps":["trace[611308702] 'process raft request' (duration: 110.368189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:05.77563Z","caller":"traceutil/trace.go:171","msg":"trace[2141573282] transaction","detail":"{read_only:false; response_revision:7680; number_of_response:1; }","duration":"106.948767ms","start":"2026-03-31T05:10:05.668654Z","end":"2026-03-31T05:10:05.775603Z","steps":["trace[2141573282] 'process raft request' (duration: 106.883255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:07.668913Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5208} {"level":"info","ts":"2026-03-31T05:10:07.880453Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5208,"took":"208.183828ms","hash":1978501106,"current-db-size-bytes":52740096,"current-db-size":"53 MB","current-db-size-in-use-bytes":27897856,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-31T05:10:07.880533Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1978501106,"revision":5208,"compact-revision":2566} {"level":"warn","ts":"2026-03-31T05:10:08.995628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.009079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:10:08.995726Z","caller":"traceutil/trace.go:171","msg":"trace[368281082] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:7695; }","duration":"155.179573ms","start":"2026-03-31T05:10:08.840522Z","end":"2026-03-31T05:10:08.995702Z","steps":["trace[368281082] 'count revisions from in-memory index tree' (duration: 154.904056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:09.117606Z","caller":"traceutil/trace.go:171","msg":"trace[20653901] linearizableReadLoop","detail":"{readStateIndex:7992; appliedIndex:7991; }","duration":"118.363886ms","start":"2026-03-31T05:10:08.999217Z","end":"2026-03-31T05:10:09.11758Z","steps":["trace[20653901] 'read index received' (duration: 118.136859ms)","trace[20653901] 'applied index is now lower than readState.Index' (duration: 226.037µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:09.117789Z","caller":"traceutil/trace.go:171","msg":"trace[617482769] transaction","detail":"{read_only:false; response_revision:7696; number_of_response:1; }","duration":"172.784669ms","start":"2026-03-31T05:10:08.944883Z","end":"2026-03-31T05:10:09.117667Z","steps":["trace[617482769] 'process raft request' (duration: 172.546522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:09.118256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.924273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:53 size:76517"} {"level":"warn","ts":"2026-03-31T05:10:09.118264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.028973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:53 size:76517"} {"level":"info","ts":"2026-03-31T05:10:09.1183Z","caller":"traceutil/trace.go:171","msg":"trace[597396528] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:53; response_revision:7696; }","duration":"118.027227ms","start":"2026-03-31T05:10:09.000262Z","end":"2026-03-31T05:10:09.118289Z","steps":["trace[597396528] 'agreement among raft nodes before linearized reading' (duration: 117.460201ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:09.118343Z","caller":"traceutil/trace.go:171","msg":"trace[984253478] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:53; response_revision:7696; }","duration":"119.163387ms","start":"2026-03-31T05:10:08.999162Z","end":"2026-03-31T05:10:09.118325Z","steps":["trace[984253478] 'agreement among raft nodes before linearized reading' (duration: 118.5264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:10.146664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.210824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:10:10.146786Z","caller":"traceutil/trace.go:171","msg":"trace[1540118698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7699; }","duration":"261.42371ms","start":"2026-03-31T05:10:09.885336Z","end":"2026-03-31T05:10:10.14676Z","steps":["trace[1540118698] 'range keys from in-memory index tree' (duration: 260.876015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:10.146768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.238355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:10:10.146864Z","caller":"traceutil/trace.go:171","msg":"trace[1130636074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7699; }","duration":"261.373089ms","start":"2026-03-31T05:10:09.885469Z","end":"2026-03-31T05:10:10.146843Z","steps":["trace[1130636074] 'range keys from in-memory index tree' (duration: 261.013008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:10.146768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.344236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:10:10.146971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.253749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:10:10.146772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.582754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:10:10.14706Z","caller":"traceutil/trace.go:171","msg":"trace[644860604] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7699; }","duration":"205.371012ms","start":"2026-03-31T05:10:09.941652Z","end":"2026-03-31T05:10:10.147023Z","steps":["trace[644860604] 'range keys from in-memory index tree' (duration: 205.040973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:10.147059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.757899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:10:10.14711Z","caller":"traceutil/trace.go:171","msg":"trace[377688058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7699; }","duration":"275.979824ms","start":"2026-03-31T05:10:09.871117Z","end":"2026-03-31T05:10:10.147097Z","steps":["trace[377688058] 'range keys from in-memory index tree' (duration: 275.4801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:10.147143Z","caller":"traceutil/trace.go:171","msg":"trace[914884047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7699; }","duration":"261.891722ms","start":"2026-03-31T05:10:09.885231Z","end":"2026-03-31T05:10:10.147123Z","steps":["trace[914884047] 'range keys from in-memory index tree' (duration: 261.554773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:10.147075Z","caller":"traceutil/trace.go:171","msg":"trace[560735735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7699; }","duration":"289.643494ms","start":"2026-03-31T05:10:09.857346Z","end":"2026-03-31T05:10:10.14699Z","steps":["trace[560735735] 'range keys from in-memory index tree' (duration: 289.187622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:11.794391Z","caller":"traceutil/trace.go:171","msg":"trace[1033679062] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"102.596259ms","start":"2026-03-31T05:10:11.691761Z","end":"2026-03-31T05:10:11.794357Z","steps":["trace[1033679062] 'process raft request' (duration: 102.393043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:11.930444Z","caller":"traceutil/trace.go:171","msg":"trace[608524114] linearizableReadLoop","detail":"{readStateIndex:8006; appliedIndex:8005; }","duration":"130.144194ms","start":"2026-03-31T05:10:11.800265Z","end":"2026-03-31T05:10:11.930409Z","steps":["trace[608524114] 'read index received' (duration: 71.394133ms)","trace[608524114] 'applied index is now lower than readState.Index' (duration: 58.748631ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:11.930522Z","caller":"traceutil/trace.go:171","msg":"trace[2005785452] transaction","detail":"{read_only:false; response_revision:7709; number_of_response:1; }","duration":"131.041649ms","start":"2026-03-31T05:10:11.799442Z","end":"2026-03-31T05:10:11.930483Z","steps":["trace[2005785452] 'process raft request' (duration: 72.251156ms)","trace[2005785452] 'compare' (duration: 58.563106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:10:11.931181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.763252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:184351"} {"level":"info","ts":"2026-03-31T05:10:11.931313Z","caller":"traceutil/trace.go:171","msg":"trace[1258405249] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:7709; }","duration":"131.054889ms","start":"2026-03-31T05:10:11.800213Z","end":"2026-03-31T05:10:11.931268Z","steps":["trace[1258405249] 'agreement among raft nodes before linearized reading' (duration: 130.413991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:12.363066Z","caller":"traceutil/trace.go:171","msg":"trace[1252997315] linearizableReadLoop","detail":"{readStateIndex:8012; appliedIndex:8008; }","duration":"133.704731ms","start":"2026-03-31T05:10:12.229345Z","end":"2026-03-31T05:10:12.36305Z","steps":["trace[1252997315] 'read index received' (duration: 60.005386ms)","trace[1252997315] 'applied index is now lower than readState.Index' (duration: 73.698635ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:12.363117Z","caller":"traceutil/trace.go:171","msg":"trace[1827881198] transaction","detail":"{read_only:false; response_revision:7714; number_of_response:1; }","duration":"159.026806ms","start":"2026-03-31T05:10:12.204061Z","end":"2026-03-31T05:10:12.363088Z","steps":["trace[1827881198] 'process raft request' (duration: 158.911273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:12.363185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.819414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:10:12.363211Z","caller":"traceutil/trace.go:171","msg":"trace[1737691088] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7716; }","duration":"133.894616ms","start":"2026-03-31T05:10:12.229308Z","end":"2026-03-31T05:10:12.363202Z","steps":["trace[1737691088] 'agreement among raft nodes before linearized reading' (duration: 133.816844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:12.363345Z","caller":"traceutil/trace.go:171","msg":"trace[1286998071] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"158.42082ms","start":"2026-03-31T05:10:12.204913Z","end":"2026-03-31T05:10:12.363334Z","steps":["trace[1286998071] 'process raft request' (duration: 158.075671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:12.363436Z","caller":"traceutil/trace.go:171","msg":"trace[1814704479] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"159.933921ms","start":"2026-03-31T05:10:12.203471Z","end":"2026-03-31T05:10:12.363405Z","steps":["trace[1814704479] 'process raft request' (duration: 85.866925ms)","trace[1814704479] 'compare' (duration: 73.502501ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:12.363477Z","caller":"traceutil/trace.go:171","msg":"trace[862954022] transaction","detail":"{read_only:false; response_revision:7713; number_of_response:1; }","duration":"159.992422ms","start":"2026-03-31T05:10:12.203465Z","end":"2026-03-31T05:10:12.363457Z","steps":["trace[862954022] 'process raft request' (duration: 159.482889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:12.363774Z","caller":"traceutil/trace.go:171","msg":"trace[719883158] transaction","detail":"{read_only:false; response_revision:7716; number_of_response:1; }","duration":"116.495865ms","start":"2026-03-31T05:10:12.247031Z","end":"2026-03-31T05:10:12.363527Z","steps":["trace[719883158] 'process raft request' (duration: 115.982911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:14.560706Z","caller":"traceutil/trace.go:171","msg":"trace[1243489332] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"183.263923ms","start":"2026-03-31T05:10:14.377405Z","end":"2026-03-31T05:10:14.560669Z","steps":["trace[1243489332] 'process raft request' (duration: 94.376516ms)","trace[1243489332] 'compare' (duration: 88.594429ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:14.560723Z","caller":"traceutil/trace.go:171","msg":"trace[1746568463] linearizableReadLoop","detail":"{readStateIndex:8027; appliedIndex:8024; }","duration":"182.881773ms","start":"2026-03-31T05:10:14.377813Z","end":"2026-03-31T05:10:14.560695Z","steps":["trace[1746568463] 'read index received' (duration: 32.682265ms)","trace[1746568463] 'applied index is now lower than readState.Index' (duration: 150.198478ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:14.560741Z","caller":"traceutil/trace.go:171","msg":"trace[916752985] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"183.13194ms","start":"2026-03-31T05:10:14.377573Z","end":"2026-03-31T05:10:14.560705Z","steps":["trace[916752985] 'process raft request' (duration: 183.024967ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:14.560787Z","caller":"traceutil/trace.go:171","msg":"trace[1330929386] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"183.081628ms","start":"2026-03-31T05:10:14.377644Z","end":"2026-03-31T05:10:14.560726Z","steps":["trace[1330929386] 'process raft request' (duration: 183.008367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:14.56093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.104049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:10:14.560978Z","caller":"traceutil/trace.go:171","msg":"trace[1278391010] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7730; }","duration":"183.186961ms","start":"2026-03-31T05:10:14.377778Z","end":"2026-03-31T05:10:14.560965Z","steps":["trace[1278391010] 'agreement among raft nodes before linearized reading' (duration: 183.096289ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:14.699028Z","caller":"traceutil/trace.go:171","msg":"trace[275529086] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"107.744348ms","start":"2026-03-31T05:10:14.591252Z","end":"2026-03-31T05:10:14.698996Z","steps":["trace[275529086] 'process raft request' (duration: 79.473952ms)","trace[275529086] 'compare' (duration: 28.124462ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:19.667832Z","caller":"traceutil/trace.go:171","msg":"trace[2028903920] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"165.386399ms","start":"2026-03-31T05:10:19.502418Z","end":"2026-03-31T05:10:19.667805Z","steps":["trace[2028903920] 'process raft request' (duration: 165.119562ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:26.811401Z","caller":"traceutil/trace.go:171","msg":"trace[803297587] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"103.627586ms","start":"2026-03-31T05:10:26.707732Z","end":"2026-03-31T05:10:26.81136Z","steps":["trace[803297587] 'process raft request' (duration: 103.341388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:26.81162Z","caller":"traceutil/trace.go:171","msg":"trace[1200140554] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"103.580865ms","start":"2026-03-31T05:10:26.707996Z","end":"2026-03-31T05:10:26.811577Z","steps":["trace[1200140554] 'process raft request' (duration: 103.296857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:40.39211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.500893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:10:40.392209Z","caller":"traceutil/trace.go:171","msg":"trace[1580654209] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7909; }","duration":"230.648797ms","start":"2026-03-31T05:10:40.161537Z","end":"2026-03-31T05:10:40.392186Z","steps":["trace[1580654209] 'count revisions from in-memory index tree' (duration: 230.161953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:40.392241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.14605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T05:10:40.392273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.877035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:10:40.392351Z","caller":"traceutil/trace.go:171","msg":"trace[1904874357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7909; }","duration":"104.298375ms","start":"2026-03-31T05:10:40.288028Z","end":"2026-03-31T05:10:40.392326Z","steps":["trace[1904874357] 'range keys from in-memory index tree' (duration: 103.964966ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:40.392352Z","caller":"traceutil/trace.go:171","msg":"trace[1520010146] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7909; }","duration":"285.006389ms","start":"2026-03-31T05:10:40.107328Z","end":"2026-03-31T05:10:40.392335Z","steps":["trace[1520010146] 'range keys from in-memory index tree' (duration: 284.607538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:40.561131Z","caller":"traceutil/trace.go:171","msg":"trace[628103415] linearizableReadLoop","detail":"{readStateIndex:8212; appliedIndex:8211; }","duration":"163.261521ms","start":"2026-03-31T05:10:40.397837Z","end":"2026-03-31T05:10:40.561099Z","steps":["trace[628103415] 'read index received' (duration: 162.981344ms)","trace[628103415] 'applied index is now lower than readState.Index' (duration: 278.817µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:40.561226Z","caller":"traceutil/trace.go:171","msg":"trace[1199292532] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"163.697444ms","start":"2026-03-31T05:10:40.39748Z","end":"2026-03-31T05:10:40.561177Z","steps":["trace[1199292532] 'process raft request' (duration: 163.427786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:40.561574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.928402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19444"} {"level":"warn","ts":"2026-03-31T05:10:40.561665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.54379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:10:40.561653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.782485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:23 size:199009"} {"level":"info","ts":"2026-03-31T05:10:40.56169Z","caller":"traceutil/trace.go:171","msg":"trace[1219329391] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7910; }","duration":"163.125408ms","start":"2026-03-31T05:10:40.398538Z","end":"2026-03-31T05:10:40.561663Z","steps":["trace[1219329391] 'agreement among raft nodes before linearized reading' (duration: 162.738597ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:40.561766Z","caller":"traceutil/trace.go:171","msg":"trace[1296377402] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:23; response_revision:7910; }","duration":"163.95511ms","start":"2026-03-31T05:10:40.397789Z","end":"2026-03-31T05:10:40.561744Z","steps":["trace[1296377402] 'agreement among raft nodes before linearized reading' (duration: 163.467917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:40.561708Z","caller":"traceutil/trace.go:171","msg":"trace[1981641821] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7910; }","duration":"101.613482ms","start":"2026-03-31T05:10:40.460081Z","end":"2026-03-31T05:10:40.561694Z","steps":["trace[1981641821] 'agreement among raft nodes before linearized reading' (duration: 101.394096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:40.562033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.364164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:10:40.562105Z","caller":"traceutil/trace.go:171","msg":"trace[566266383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7910; }","duration":"122.519768ms","start":"2026-03-31T05:10:40.439567Z","end":"2026-03-31T05:10:40.562087Z","steps":["trace[566266383] 'agreement among raft nodes before linearized reading' (duration: 122.056136ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:40.706161Z","caller":"traceutil/trace.go:171","msg":"trace[674656556] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"137.759991ms","start":"2026-03-31T05:10:40.568362Z","end":"2026-03-31T05:10:40.706122Z","steps":["trace[674656556] 'process raft request' (duration: 82.419272ms)","trace[674656556] 'compare' (duration: 55.122483ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:45.135247Z","caller":"traceutil/trace.go:171","msg":"trace[1418847246] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"406.993213ms","start":"2026-03-31T05:10:44.72822Z","end":"2026-03-31T05:10:45.135213Z","steps":["trace[1418847246] 'process raft request' (duration: 406.784587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:45.135451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:44.728198Z","time spent":"407.147006ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:45.188718Z","caller":"traceutil/trace.go:171","msg":"trace[917868502] linearizableReadLoop","detail":"{readStateIndex:8237; appliedIndex:8235; }","duration":"417.896058ms","start":"2026-03-31T05:10:44.770786Z","end":"2026-03-31T05:10:45.188682Z","steps":["trace[917868502] 'read index received' (duration: 364.191013ms)","trace[917868502] 'applied index is now lower than readState.Index' (duration: 53.703805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:10:45.189194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.388451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:10:45.18928Z","caller":"traceutil/trace.go:171","msg":"trace[355629769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7934; }","duration":"418.545245ms","start":"2026-03-31T05:10:44.770712Z","end":"2026-03-31T05:10:45.189257Z","steps":["trace[355629769] 'agreement among raft nodes before linearized reading' (duration: 418.276658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:45.189315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:44.770681Z","time spent":"418.627138ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:10:45.189311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.974318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:10:45.189355Z","caller":"traceutil/trace.go:171","msg":"trace[1991017057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7934; }","duration":"237.086061ms","start":"2026-03-31T05:10:44.952254Z","end":"2026-03-31T05:10:45.18934Z","steps":["trace[1991017057] 'agreement among raft nodes before linearized reading' (duration: 236.889915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:45.189346Z","caller":"traceutil/trace.go:171","msg":"trace[1579739987] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"450.174422ms","start":"2026-03-31T05:10:44.739128Z","end":"2026-03-31T05:10:45.189302Z","steps":["trace[1579739987] 'process raft request' (duration: 445.516245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:45.189543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.109354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:10:45.189554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:44.739101Z","time spent":"450.335966ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:45.189571Z","caller":"traceutil/trace.go:171","msg":"trace[1825073501] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7934; }","duration":"185.192116ms","start":"2026-03-31T05:10:45.00437Z","end":"2026-03-31T05:10:45.189562Z","steps":["trace[1825073501] 'agreement among raft nodes before linearized reading' (duration: 185.055022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:45.189732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.476602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:10:45.189758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.883654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:10:45.189805Z","caller":"traceutil/trace.go:171","msg":"trace[1605521983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7934; }","duration":"199.613896ms","start":"2026-03-31T05:10:44.990174Z","end":"2026-03-31T05:10:45.189788Z","steps":["trace[1605521983] 'agreement among raft nodes before linearized reading' (duration: 199.360449ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:45.189855Z","caller":"traceutil/trace.go:171","msg":"trace[316367796] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7934; }","duration":"203.008588ms","start":"2026-03-31T05:10:44.986819Z","end":"2026-03-31T05:10:45.189828Z","steps":["trace[316367796] 'agreement among raft nodes before linearized reading' (duration: 202.693019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:46.176894Z","caller":"traceutil/trace.go:171","msg":"trace[1490050928] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"250.567036ms","start":"2026-03-31T05:10:45.926298Z","end":"2026-03-31T05:10:46.176865Z","steps":["trace[1490050928] 'process raft request' (duration: 250.377921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:46.195149Z","caller":"traceutil/trace.go:171","msg":"trace[1212441892] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"147.562556ms","start":"2026-03-31T05:10:46.047559Z","end":"2026-03-31T05:10:46.195122Z","steps":["trace[1212441892] 'process raft request' (duration: 145.48901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:49.485099Z","caller":"traceutil/trace.go:171","msg":"trace[535125712] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"233.466923ms","start":"2026-03-31T05:10:49.25159Z","end":"2026-03-31T05:10:49.485057Z","steps":["trace[535125712] 'process raft request' (duration: 206.619936ms)","trace[535125712] 'compare' (duration: 26.393875ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:49.485695Z","caller":"traceutil/trace.go:171","msg":"trace[1156663058] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"233.918186ms","start":"2026-03-31T05:10:49.251745Z","end":"2026-03-31T05:10:49.485663Z","steps":["trace[1156663058] 'process raft request' (duration: 233.184566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:50.88267Z","caller":"traceutil/trace.go:171","msg":"trace[713903424] linearizableReadLoop","detail":"{readStateIndex:8265; appliedIndex:8264; }","duration":"193.752387ms","start":"2026-03-31T05:10:50.688885Z","end":"2026-03-31T05:10:50.882638Z","steps":["trace[713903424] 'read index received' (duration: 193.548141ms)","trace[713903424] 'applied index is now lower than readState.Index' (duration: 202.996µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:50.882783Z","caller":"traceutil/trace.go:171","msg":"trace[1887281966] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"218.118617ms","start":"2026-03-31T05:10:50.664616Z","end":"2026-03-31T05:10:50.882734Z","steps":["trace[1887281966] 'process raft request' (duration: 217.796879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:50.882903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.026995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:10:50.882958Z","caller":"traceutil/trace.go:171","msg":"trace[1350495027] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7961; }","duration":"194.169539ms","start":"2026-03-31T05:10:50.688773Z","end":"2026-03-31T05:10:50.882942Z","steps":["trace[1350495027] 'agreement among raft nodes before linearized reading' (duration: 194.055106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:50.88333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.810106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:10:50.883381Z","caller":"traceutil/trace.go:171","msg":"trace[90562229] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:7961; }","duration":"156.894928ms","start":"2026-03-31T05:10:50.72647Z","end":"2026-03-31T05:10:50.883365Z","steps":["trace[90562229] 'agreement among raft nodes before linearized reading' (duration: 156.495758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:00.444686Z","caller":"traceutil/trace.go:171","msg":"trace[1083665507] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"136.875326ms","start":"2026-03-31T05:11:00.30778Z","end":"2026-03-31T05:11:00.444656Z","steps":["trace[1083665507] 'process raft request' (duration: 136.677401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:02.852726Z","caller":"traceutil/trace.go:171","msg":"trace[370408694] linearizableReadLoop","detail":"{readStateIndex:8364; appliedIndex:8363; }","duration":"371.787509ms","start":"2026-03-31T05:11:02.480905Z","end":"2026-03-31T05:11:02.852693Z","steps":["trace[370408694] 'read index received' (duration: 371.593194ms)","trace[370408694] 'applied index is now lower than readState.Index' (duration: 192.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:02.852849Z","caller":"traceutil/trace.go:171","msg":"trace[1044832972] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"401.672128ms","start":"2026-03-31T05:11:02.451134Z","end":"2026-03-31T05:11:02.852806Z","steps":["trace[1044832972] 'process raft request' (duration: 401.277157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:02.852999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.089467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19444"} {"level":"warn","ts":"2026-03-31T05:11:02.853027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:02.451096Z","time spent":"401.818662ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:02.853035Z","caller":"traceutil/trace.go:171","msg":"trace[1608644230] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8056; }","duration":"372.18787ms","start":"2026-03-31T05:11:02.480838Z","end":"2026-03-31T05:11:02.853026Z","steps":["trace[1608644230] 'agreement among raft nodes before linearized reading' (duration: 372.029606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:02.853073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:02.48081Z","time spent":"372.256202ms","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19467,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:11:02.953038Z","caller":"traceutil/trace.go:171","msg":"trace[1184325180] linearizableReadLoop","detail":"{readStateIndex:8365; appliedIndex:8364; }","duration":"100.164062ms","start":"2026-03-31T05:11:02.852837Z","end":"2026-03-31T05:11:02.953001Z","steps":["trace[1184325180] 'read index received' (duration: 83.566463ms)","trace[1184325180] 'applied index is now lower than readState.Index' (duration: 16.594809ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:02.953241Z","caller":"traceutil/trace.go:171","msg":"trace[1467309812] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"319.492062ms","start":"2026-03-31T05:11:02.633727Z","end":"2026-03-31T05:11:02.953219Z","steps":["trace[1467309812] 'process raft request' (duration: 302.76961ms)","trace[1467309812] 'compare' (duration: 16.319431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:02.953403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:02.633692Z","time spent":"319.601305ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:02.953802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.815455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:02.953926Z","caller":"traceutil/trace.go:171","msg":"trace[383982765] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8057; }","duration":"298.014101ms","start":"2026-03-31T05:11:02.655886Z","end":"2026-03-31T05:11:02.9539Z","steps":["trace[383982765] 'agreement among raft nodes before linearized reading' (duration: 297.756524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:03.746637Z","caller":"traceutil/trace.go:171","msg":"trace[762523111] linearizableReadLoop","detail":"{readStateIndex:8370; appliedIndex:8369; }","duration":"154.667279ms","start":"2026-03-31T05:11:03.591948Z","end":"2026-03-31T05:11:03.746615Z","steps":["trace[762523111] 'read index received' (duration: 148.41592ms)","trace[762523111] 'applied index is now lower than readState.Index' (duration: 6.250029ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:03.746803Z","caller":"traceutil/trace.go:171","msg":"trace[1817460115] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"143.2761ms","start":"2026-03-31T05:11:03.603506Z","end":"2026-03-31T05:11:03.746782Z","steps":["trace[1817460115] 'process raft request' (duration: 143.056134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:03.747019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.0637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:11:03.747037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.493462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:11:03.747067Z","caller":"traceutil/trace.go:171","msg":"trace[1193413665] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8062; }","duration":"155.169032ms","start":"2026-03-31T05:11:03.591886Z","end":"2026-03-31T05:11:03.747055Z","steps":["trace[1193413665] 'agreement among raft nodes before linearized reading' (duration: 154.812493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:03.747083Z","caller":"traceutil/trace.go:171","msg":"trace[1207575767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8063; }","duration":"117.592255ms","start":"2026-03-31T05:11:03.629476Z","end":"2026-03-31T05:11:03.747068Z","steps":["trace[1207575767] 'agreement among raft nodes before linearized reading' (duration: 117.368749ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:03.746654Z","caller":"traceutil/trace.go:171","msg":"trace[1392469103] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"169.345976ms","start":"2026-03-31T05:11:03.577245Z","end":"2026-03-31T05:11:03.746591Z","steps":["trace[1392469103] 'process raft request' (duration: 163.134127ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:07.643023Z","caller":"traceutil/trace.go:171","msg":"trace[1262261763] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"305.487143ms","start":"2026-03-31T05:11:07.337491Z","end":"2026-03-31T05:11:07.642978Z","steps":["trace[1262261763] 'process raft request' (duration: 305.206805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:07.643217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:07.337474Z","time spent":"305.642568ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:07.958673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.137087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:11:07.972015Z","caller":"traceutil/trace.go:171","msg":"trace[1842038675] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"323.944063ms","start":"2026-03-31T05:11:07.648008Z","end":"2026-03-31T05:11:07.971952Z","steps":["trace[1842038675] 'process raft request' (duration: 164.389682ms)","trace[1842038675] 'compare' (duration: 145.961093ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:07.972164Z","caller":"traceutil/trace.go:171","msg":"trace[1777085413] linearizableReadLoop","detail":"{readStateIndex:8389; appliedIndex:8387; }","duration":"195.171746ms","start":"2026-03-31T05:11:07.776965Z","end":"2026-03-31T05:11:07.972136Z","steps":["trace[1777085413] 'read index received' (duration: 35.457601ms)","trace[1777085413] 'applied index is now lower than readState.Index' (duration: 159.712975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:07.972229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:07.64798Z","time spent":"324.140289ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:07.972229Z","caller":"traceutil/trace.go:171","msg":"trace[1316465120] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"251.995614ms","start":"2026-03-31T05:11:07.720177Z","end":"2026-03-31T05:11:07.972173Z","steps":["trace[1316465120] 'process raft request' (duration: 251.684016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:07.972331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.361791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:07.972376Z","caller":"traceutil/trace.go:171","msg":"trace[716889413] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8081; }","duration":"195.460573ms","start":"2026-03-31T05:11:07.776903Z","end":"2026-03-31T05:11:07.972363Z","steps":["trace[716889413] 'agreement among raft nodes before linearized reading' (duration: 195.34967ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:07.972328Z","caller":"traceutil/trace.go:171","msg":"trace[992828276] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"194.033855ms","start":"2026-03-31T05:11:07.778216Z","end":"2026-03-31T05:11:07.972249Z","steps":["trace[992828276] 'process raft request' (duration: 193.859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:07.9724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.055786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:07.972441Z","caller":"traceutil/trace.go:171","msg":"trace[2039702311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8081; }","duration":"101.150229ms","start":"2026-03-31T05:11:07.871279Z","end":"2026-03-31T05:11:07.972429Z","steps":["trace[2039702311] 'agreement among raft nodes before linearized reading' (duration: 101.062107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:07.972571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.771248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:11:07.972576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.058012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:11:07.972723Z","caller":"traceutil/trace.go:171","msg":"trace[71982021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8081; }","duration":"178.256037ms","start":"2026-03-31T05:11:07.794449Z","end":"2026-03-31T05:11:07.972705Z","steps":["trace[71982021] 'agreement among raft nodes before linearized reading' (duration: 177.859627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:07.972659Z","caller":"traceutil/trace.go:171","msg":"trace[1319501272] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8081; }","duration":"169.890921ms","start":"2026-03-31T05:11:07.802748Z","end":"2026-03-31T05:11:07.972639Z","steps":["trace[1319501272] 'agreement among raft nodes before linearized reading' (duration: 169.641044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:07.972691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:11:07.973287Z","caller":"traceutil/trace.go:171","msg":"trace[1495656198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8081; }","duration":"146.929999ms","start":"2026-03-31T05:11:07.826336Z","end":"2026-03-31T05:11:07.973266Z","steps":["trace[1495656198] 'agreement among raft nodes before linearized reading' (duration: 145.990393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:08.725851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.658144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:11:08.726172Z","caller":"traceutil/trace.go:171","msg":"trace[1949395597] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"747.606777ms","start":"2026-03-31T05:11:07.978543Z","end":"2026-03-31T05:11:08.72615Z","steps":["trace[1949395597] 'process raft request' (duration: 747.498324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:08.726253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:07.978535Z","time spent":"747.682749ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:08.726158Z","caller":"traceutil/trace.go:171","msg":"trace[1453357130] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"749.168499ms","start":"2026-03-31T05:11:07.976934Z","end":"2026-03-31T05:11:08.726102Z","steps":["trace[1453357130] 'process raft request' (duration: 99.159495ms)","trace[1453357130] 'compare' (duration: 649.308795ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:08.7264Z","caller":"traceutil/trace.go:171","msg":"trace[1627962394] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"748.724287ms","start":"2026-03-31T05:11:07.97762Z","end":"2026-03-31T05:11:08.726344Z","steps":["trace[1627962394] 'process raft request' (duration: 748.358217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:08.726598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:07.977592Z","time spent":"748.897101ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:08.726727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:07.97691Z","time spent":"749.509948ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:09.204965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.513163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:11:09.205351Z","caller":"traceutil/trace.go:171","msg":"trace[204615843] linearizableReadLoop","detail":"{readStateIndex:8395; appliedIndex:8393; }","duration":"129.832197ms","start":"2026-03-31T05:11:09.075497Z","end":"2026-03-31T05:11:09.205329Z","steps":["trace[204615843] 'read index received' (duration: 76.144842ms)","trace[204615843] 'applied index is now lower than readState.Index' (duration: 53.686305ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:09.205381Z","caller":"traceutil/trace.go:171","msg":"trace[1521867350] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"317.54786ms","start":"2026-03-31T05:11:08.887786Z","end":"2026-03-31T05:11:09.205334Z","steps":["trace[1521867350] 'process raft request' (duration: 134.536003ms)","trace[1521867350] 'compare' (duration: 182.279987ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:09.20543Z","caller":"traceutil/trace.go:171","msg":"trace[1802228148] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"189.325737ms","start":"2026-03-31T05:11:09.016066Z","end":"2026-03-31T05:11:09.205392Z","steps":["trace[1802228148] 'process raft request' (duration: 189.180043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:09.205543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.048412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:11:09.205594Z","caller":"traceutil/trace.go:171","msg":"trace[390026986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8086; }","duration":"130.157296ms","start":"2026-03-31T05:11:09.075425Z","end":"2026-03-31T05:11:09.205583Z","steps":["trace[390026986] 'agreement among raft nodes before linearized reading' (duration: 129.96855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:09.205598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:08.887748Z","time spent":"317.740775ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:09.233597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.658312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:11:09.233724Z","caller":"traceutil/trace.go:171","msg":"trace[1913367251] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:8087; }","duration":"156.840438ms","start":"2026-03-31T05:11:09.076859Z","end":"2026-03-31T05:11:09.2337Z","steps":["trace[1913367251] 'agreement among raft nodes before linearized reading' (duration: 156.482248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:09.564956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.346835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:11:09.565381Z","caller":"traceutil/trace.go:171","msg":"trace[2024391417] linearizableReadLoop","detail":"{readStateIndex:8397; appliedIndex:8396; }","duration":"326.522583ms","start":"2026-03-31T05:11:09.238818Z","end":"2026-03-31T05:11:09.56534Z","steps":["trace[2024391417] 'read index received' (duration: 101.698765ms)","trace[2024391417] 'applied index is now lower than readState.Index' (duration: 224.719475ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:09.565478Z","caller":"traceutil/trace.go:171","msg":"trace[1786161205] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"354.502689ms","start":"2026-03-31T05:11:09.210907Z","end":"2026-03-31T05:11:09.56541Z","steps":["trace[1786161205] 'process raft request' (duration: 129.589469ms)","trace[1786161205] 'compare' (duration: 224.068678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:09.565714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:09.21088Z","time spent":"354.718556ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:09.565726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.904333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:214365"} {"level":"warn","ts":"2026-03-31T05:11:09.565742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.909165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:09.565787Z","caller":"traceutil/trace.go:171","msg":"trace[63231954] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8088; }","duration":"326.987575ms","start":"2026-03-31T05:11:09.23878Z","end":"2026-03-31T05:11:09.565768Z","steps":["trace[63231954] 'agreement among raft nodes before linearized reading' (duration: 326.545863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:09.565805Z","caller":"traceutil/trace.go:171","msg":"trace[1714360698] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8088; }","duration":"131.027529ms","start":"2026-03-31T05:11:09.434755Z","end":"2026-03-31T05:11:09.565783Z","steps":["trace[1714360698] 'agreement among raft nodes before linearized reading' (duration: 130.855434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:09.565848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:09.23876Z","time spent":"327.078197ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":214388,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:11:09.777799Z","caller":"traceutil/trace.go:171","msg":"trace[2072647040] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"124.07991ms","start":"2026-03-31T05:11:09.653676Z","end":"2026-03-31T05:11:09.777756Z","steps":["trace[2072647040] 'process raft request' (duration: 123.71308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:35.181798Z","caller":"traceutil/trace.go:171","msg":"trace[665372340] linearizableReadLoop","detail":"{readStateIndex:8559; appliedIndex:8558; }","duration":"190.156175ms","start":"2026-03-31T05:11:34.991621Z","end":"2026-03-31T05:11:35.181777Z","steps":["trace[665372340] 'read index received' (duration: 175.468944ms)","trace[665372340] 'applied index is now lower than readState.Index' (duration: 14.686161ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:35.181888Z","caller":"traceutil/trace.go:171","msg":"trace[1296564978] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"194.110563ms","start":"2026-03-31T05:11:34.987741Z","end":"2026-03-31T05:11:35.181852Z","steps":["trace[1296564978] 'process raft request' (duration: 179.35025ms)","trace[1296564978] 'compare' (duration: 14.578978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:35.181967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.33866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:11:35.181992Z","caller":"traceutil/trace.go:171","msg":"trace[97268244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8245; }","duration":"190.445913ms","start":"2026-03-31T05:11:34.991539Z","end":"2026-03-31T05:11:35.181985Z","steps":["trace[97268244] 'agreement among raft nodes before linearized reading' (duration: 190.31968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:41.425194Z","caller":"traceutil/trace.go:171","msg":"trace[31338223] linearizableReadLoop","detail":"{readStateIndex:8633; appliedIndex:8632; }","duration":"222.270811ms","start":"2026-03-31T05:11:41.202901Z","end":"2026-03-31T05:11:41.425172Z","steps":["trace[31338223] 'read index received' (duration: 222.2267ms)","trace[31338223] 'applied index is now lower than readState.Index' (duration: 43.171µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:41.425381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.472347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:11:41.425414Z","caller":"traceutil/trace.go:171","msg":"trace[213088829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8315; }","duration":"222.555159ms","start":"2026-03-31T05:11:41.20285Z","end":"2026-03-31T05:11:41.425405Z","steps":["trace[213088829] 'agreement among raft nodes before linearized reading' (duration: 222.423315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:41.429953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.940917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:11:41.430007Z","caller":"traceutil/trace.go:171","msg":"trace[1391662100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8317; }","duration":"202.039529ms","start":"2026-03-31T05:11:41.227955Z","end":"2026-03-31T05:11:41.429995Z","steps":["trace[1391662100] 'agreement among raft nodes before linearized reading' (duration: 201.907126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:46.43771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.422819ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:11:46.900445Z","caller":"traceutil/trace.go:171","msg":"trace[1325012784] linearizableReadLoop","detail":"{readStateIndex:8668; appliedIndex:8667; }","duration":"191.593704ms","start":"2026-03-31T05:11:46.708813Z","end":"2026-03-31T05:11:46.900407Z","steps":["trace[1325012784] 'read index received' (duration: 187.740359ms)","trace[1325012784] 'applied index is now lower than readState.Index' (duration: 3.851925ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:46.900477Z","caller":"traceutil/trace.go:171","msg":"trace[889532129] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"226.435755ms","start":"2026-03-31T05:11:46.674002Z","end":"2026-03-31T05:11:46.900438Z","steps":["trace[889532129] 'process raft request' (duration: 222.557259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:46.900745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.890183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T05:11:46.90087Z","caller":"traceutil/trace.go:171","msg":"trace[2038969060] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62; range_end:; response_count:1; response_revision:8349; }","duration":"192.128299ms","start":"2026-03-31T05:11:46.708717Z","end":"2026-03-31T05:11:46.900846Z","steps":["trace[2038969060] 'agreement among raft nodes before linearized reading' (duration: 191.78607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:47.201244Z","caller":"traceutil/trace.go:171","msg":"trace[1151191216] linearizableReadLoop","detail":"{readStateIndex:8674; appliedIndex:8673; }","duration":"156.056315ms","start":"2026-03-31T05:11:47.045167Z","end":"2026-03-31T05:11:47.201224Z","steps":["trace[1151191216] 'read index received' (duration: 155.965683ms)","trace[1151191216] 'applied index is now lower than readState.Index' (duration: 89.822µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:47.201495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.328153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:11:47.201528Z","caller":"traceutil/trace.go:171","msg":"trace[265792837] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8355; }","duration":"156.449786ms","start":"2026-03-31T05:11:47.045067Z","end":"2026-03-31T05:11:47.201517Z","steps":["trace[265792837] 'agreement among raft nodes before linearized reading' (duration: 156.262911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:47.201499Z","caller":"traceutil/trace.go:171","msg":"trace[1631454698] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"227.583226ms","start":"2026-03-31T05:11:46.973872Z","end":"2026-03-31T05:11:47.201455Z","steps":["trace[1631454698] 'process raft request' (duration: 227.184235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:47.656056Z","caller":"traceutil/trace.go:171","msg":"trace[1268939446] linearizableReadLoop","detail":"{readStateIndex:8678; appliedIndex:8676; }","duration":"125.114672ms","start":"2026-03-31T05:11:47.530917Z","end":"2026-03-31T05:11:47.656032Z","steps":["trace[1268939446] 'read index received' (duration: 8.110092ms)","trace[1268939446] 'applied index is now lower than readState.Index' (duration: 117.00344ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:47.656117Z","caller":"traceutil/trace.go:171","msg":"trace[1759329981] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"127.225329ms","start":"2026-03-31T05:11:47.528854Z","end":"2026-03-31T05:11:47.656079Z","steps":["trace[1759329981] 'process raft request' (duration: 71.51485ms)","trace[1759329981] 'compare' (duration: 55.581936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:47.65623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.295547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:11:47.656263Z","caller":"traceutil/trace.go:171","msg":"trace[171629111] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8359; }","duration":"125.357888ms","start":"2026-03-31T05:11:47.530897Z","end":"2026-03-31T05:11:47.656254Z","steps":["trace[171629111] 'agreement among raft nodes before linearized reading' (duration: 125.226114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:47.704944Z","caller":"traceutil/trace.go:171","msg":"trace[144493693] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"138.506298ms","start":"2026-03-31T05:11:47.566416Z","end":"2026-03-31T05:11:47.704922Z","steps":["trace[144493693] 'process raft request' (duration: 138.193609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:47.705262Z","caller":"traceutil/trace.go:171","msg":"trace[987635127] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"125.365389ms","start":"2026-03-31T05:11:47.579852Z","end":"2026-03-31T05:11:47.705217Z","steps":["trace[987635127] 'process raft request' (duration: 125.011569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:51.29424Z","caller":"traceutil/trace.go:171","msg":"trace[1144949097] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"127.395904ms","start":"2026-03-31T05:11:51.166809Z","end":"2026-03-31T05:11:51.294205Z","steps":["trace[1144949097] 'process raft request' (duration: 109.776914ms)","trace[1144949097] 'compare' (duration: 17.371783ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:51.295443Z","caller":"traceutil/trace.go:171","msg":"trace[1133918400] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"125.831922ms","start":"2026-03-31T05:11:51.169599Z","end":"2026-03-31T05:11:51.295431Z","steps":["trace[1133918400] 'process raft request' (duration: 125.435771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:51.295564Z","caller":"traceutil/trace.go:171","msg":"trace[704440569] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"126.403197ms","start":"2026-03-31T05:11:51.169153Z","end":"2026-03-31T05:11:51.295556Z","steps":["trace[704440569] 'process raft request' (duration: 125.79191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:51.295552Z","caller":"traceutil/trace.go:171","msg":"trace[355842143] transaction","detail":"{read_only:false; response_revision:8425; number_of_response:1; }","duration":"126.547451ms","start":"2026-03-31T05:11:51.168974Z","end":"2026-03-31T05:11:51.295522Z","steps":["trace[355842143] 'process raft request' (duration: 125.926134ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:51.295453Z","caller":"traceutil/trace.go:171","msg":"trace[1902830612] linearizableReadLoop","detail":"{readStateIndex:8754; appliedIndex:8740; }","duration":"121.563485ms","start":"2026-03-31T05:11:51.173862Z","end":"2026-03-31T05:11:51.295425Z","steps":["trace[1902830612] 'read index received' (duration: 102.757392ms)","trace[1902830612] 'applied index is now lower than readState.Index' (duration: 18.804913ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:51.295815Z","caller":"traceutil/trace.go:171","msg":"trace[1507789032] transaction","detail":"{read_only:false; response_revision:8423; number_of_response:1; }","duration":"127.24206ms","start":"2026-03-31T05:11:51.168566Z","end":"2026-03-31T05:11:51.295808Z","steps":["trace[1507789032] 'process raft request' (duration: 125.929534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:51.295836Z","caller":"traceutil/trace.go:171","msg":"trace[2047776906] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"126.077628ms","start":"2026-03-31T05:11:51.169744Z","end":"2026-03-31T05:11:51.295822Z","steps":["trace[2047776906] 'process raft request' (duration: 125.316947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:51.296111Z","caller":"traceutil/trace.go:171","msg":"trace[894096015] transaction","detail":"{read_only:false; response_revision:8424; number_of_response:1; }","duration":"127.226489ms","start":"2026-03-31T05:11:51.168843Z","end":"2026-03-31T05:11:51.29607Z","steps":["trace[894096015] 'process raft request' (duration: 126.016246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:51.296185Z","caller":"traceutil/trace.go:171","msg":"trace[1905235618] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"122.670995ms","start":"2026-03-31T05:11:51.173474Z","end":"2026-03-31T05:11:51.296145Z","steps":["trace[1905235618] 'process raft request' (duration: 121.825922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:51.296237Z","caller":"traceutil/trace.go:171","msg":"trace[1120693782] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"126.210901ms","start":"2026-03-31T05:11:51.169984Z","end":"2026-03-31T05:11:51.296195Z","steps":["trace[1120693782] 'process raft request' (duration: 125.130092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:51.295679Z","caller":"traceutil/trace.go:171","msg":"trace[676910101] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"126.306464ms","start":"2026-03-31T05:11:51.16936Z","end":"2026-03-31T05:11:51.295667Z","steps":["trace[676910101] 'process raft request' (duration: 125.618035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:51.295704Z","caller":"traceutil/trace.go:171","msg":"trace[1854312927] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"126.13195ms","start":"2026-03-31T05:11:51.169565Z","end":"2026-03-31T05:11:51.295697Z","steps":["trace[1854312927] 'process raft request' (duration: 125.439281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:51.296464Z","caller":"traceutil/trace.go:171","msg":"trace[813013146] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"126.576511ms","start":"2026-03-31T05:11:51.169873Z","end":"2026-03-31T05:11:51.29645Z","steps":["trace[813013146] 'process raft request' (duration: 125.212004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:51.29658Z","caller":"traceutil/trace.go:171","msg":"trace[1836412657] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"126.090639ms","start":"2026-03-31T05:11:51.170479Z","end":"2026-03-31T05:11:51.29657Z","steps":["trace[1836412657] 'process raft request' (duration: 124.716791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:51.296571Z","caller":"traceutil/trace.go:171","msg":"trace[57097208] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"126.386296ms","start":"2026-03-31T05:11:51.170124Z","end":"2026-03-31T05:11:51.29651Z","steps":["trace[57097208] 'process raft request' (duration: 125.043689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:51.296608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.708637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:11:51.296821Z","caller":"traceutil/trace.go:171","msg":"trace[1964434340] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:8435; }","duration":"122.954933ms","start":"2026-03-31T05:11:51.173842Z","end":"2026-03-31T05:11:51.296797Z","steps":["trace[1964434340] 'agreement among raft nodes before linearized reading' (duration: 122.541252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:55.110726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.746753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:11:55.110814Z","caller":"traceutil/trace.go:171","msg":"trace[975759923] linearizableReadLoop","detail":"{readStateIndex:8846; appliedIndex:8845; }","duration":"801.6489ms","start":"2026-03-31T05:11:54.309151Z","end":"2026-03-31T05:11:55.1108Z","steps":["trace[975759923] 'read index received' (duration: 479.634619ms)","trace[975759923] 'applied index is now lower than readState.Index' (duration: 322.012991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:55.111016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.812891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:55.11104Z","caller":"traceutil/trace.go:171","msg":"trace[1015568014] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8526; }","duration":"762.887674ms","start":"2026-03-31T05:11:54.348145Z","end":"2026-03-31T05:11:55.111033Z","steps":["trace[1015568014] 'agreement among raft nodes before linearized reading' (duration: 762.840792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:55.111065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:54.348116Z","time spent":"762.941914ms","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:11:55.11109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.941648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:11:55.111148Z","caller":"traceutil/trace.go:171","msg":"trace[376196048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8526; }","duration":"802.001219ms","start":"2026-03-31T05:11:54.309129Z","end":"2026-03-31T05:11:55.111131Z","steps":["trace[376196048] 'agreement among raft nodes before linearized reading' (duration: 801.745822ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:55.111162Z","caller":"traceutil/trace.go:171","msg":"trace[762901113] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"828.780091ms","start":"2026-03-31T05:11:54.282357Z","end":"2026-03-31T05:11:55.111137Z","steps":["trace[762901113] 'process raft request' (duration: 506.552224ms)","trace[762901113] 'compare' (duration: 321.338672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:55.111168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.831842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:11:55.111191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:54.309048Z","time spent":"802.131843ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:11:55.111176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.036099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:55.111222Z","caller":"traceutil/trace.go:171","msg":"trace[983892532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8526; }","duration":"242.937294ms","start":"2026-03-31T05:11:54.86827Z","end":"2026-03-31T05:11:55.111207Z","steps":["trace[983892532] 'agreement among raft nodes before linearized reading' (duration: 242.821251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:55.111245Z","caller":"traceutil/trace.go:171","msg":"trace[2031046265] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8526; }","duration":"158.134382ms","start":"2026-03-31T05:11:54.953093Z","end":"2026-03-31T05:11:55.111228Z","steps":["trace[2031046265] 'agreement among raft nodes before linearized reading' (duration: 157.988718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:55.111273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:54.282332Z","time spent":"828.893863ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:56.374366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792626430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:11:56.874758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792626430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:11:57.375095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792626430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:11:57.813781Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.038144757s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:11:57.874287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999955496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:11:57.874354Z","caller":"traceutil/trace.go:171","msg":"trace[123532374] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000077949s","start":"2026-03-31T05:11:55.874264Z","end":"2026-03-31T05:11:57.874342Z","steps":["trace[123532374] 'agreement among raft nodes before linearized reading' (duration: 1.999985577s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:57.874388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:55.874241Z","time spent":"2.00013955s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:11:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:11:57.989564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.665518ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:57.989679Z","caller":"traceutil/trace.go:171","msg":"trace[2146227701] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8530; }","duration":"707.791371ms","start":"2026-03-31T05:11:57.28187Z","end":"2026-03-31T05:11:57.989662Z","steps":["trace[2146227701] 'range keys from in-memory index tree' (duration: 707.648007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:57.990765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231662224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:11:57.990886Z","caller":"traceutil/trace.go:171","msg":"trace[351675490] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8530; }","duration":"2.231800618s","start":"2026-03-31T05:11:55.759065Z","end":"2026-03-31T05:11:57.990866Z","steps":["trace[351675490] 'count revisions from in-memory index tree' (duration: 2.231557822s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:57.990886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295496055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:11:57.990928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:55.759007Z","time spent":"2.231908391s","remote":"127.0.0.1:45436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:11:57.990961Z","caller":"traceutil/trace.go:171","msg":"trace[1261506035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8530; }","duration":"2.295598858s","start":"2026-03-31T05:11:55.695342Z","end":"2026-03-31T05:11:57.990941Z","steps":["trace[1261506035] 'range keys from in-memory index tree' (duration: 2.29531686s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:57.991006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:55.695326Z","time spent":"2.295668359s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:11:57.991027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.966706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:11:57.991088Z","caller":"traceutil/trace.go:171","msg":"trace[45083907] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"2.215731989s","start":"2026-03-31T05:11:55.775344Z","end":"2026-03-31T05:11:57.991076Z","steps":["trace[45083907] 'process raft request' (duration: 2.038655431s)","trace[45083907] 'compare' (duration: 176.76808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:57.991132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:55.775309Z","time spent":"2.215798851s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:58.008647Z","caller":"traceutil/trace.go:171","msg":"trace[1098421328] linearizableReadLoop","detail":"{readStateIndex:8853; appliedIndex:8850; }","duration":"2.134294638s","start":"2026-03-31T05:11:55.874315Z","end":"2026-03-31T05:11:58.00861Z","steps":["trace[1098421328] 'read index received' (duration: 1.939670921s)","trace[1098421328] 'applied index is now lower than readState.Index' (duration: 194.620817ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:58.008686Z","caller":"traceutil/trace.go:171","msg":"trace[739581638] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"445.92931ms","start":"2026-03-31T05:11:57.562698Z","end":"2026-03-31T05:11:58.008628Z","steps":["trace[739581638] 'process raft request' (duration: 445.774986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:58.008741Z","caller":"traceutil/trace.go:171","msg":"trace[271653860] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"892.382665ms","start":"2026-03-31T05:11:57.11627Z","end":"2026-03-31T05:11:58.008653Z","steps":["trace[271653860] 'process raft request' (duration: 892.128988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:58.008827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:57.116243Z","time spent":"892.549178ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:58.008856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:57.562555Z","time spent":"446.220798ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:58.008951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.95052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:11:58.008979Z","caller":"traceutil/trace.go:171","msg":"trace[1094841367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8534; }","duration":"424.009922ms","start":"2026-03-31T05:11:57.584962Z","end":"2026-03-31T05:11:58.008972Z","steps":["trace[1094841367] 'agreement among raft nodes before linearized reading' (duration: 423.92061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:58.008998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:57.584944Z","time spent":"424.049273ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:11:58.009073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.290025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:11:58.00912Z","caller":"traceutil/trace.go:171","msg":"trace[546049288] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8534; }","duration":"510.359817ms","start":"2026-03-31T05:11:57.498747Z","end":"2026-03-31T05:11:58.009107Z","steps":["trace[546049288] 'agreement among raft nodes before linearized reading' (duration: 510.266414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:58.009131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.897316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:11:58.009164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:57.498729Z","time spent":"510.426978ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:11:58.009178Z","caller":"traceutil/trace.go:171","msg":"trace[1057388720] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8534; }","duration":"186.945108ms","start":"2026-03-31T05:11:57.82222Z","end":"2026-03-31T05:11:58.009165Z","steps":["trace[1057388720] 'agreement among raft nodes before linearized reading' (duration: 186.774793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:58.00934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.419218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:11:58.009365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.94505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:58.009394Z","caller":"traceutil/trace.go:171","msg":"trace[456203511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8534; }","duration":"134.999282ms","start":"2026-03-31T05:11:57.874385Z","end":"2026-03-31T05:11:58.009385Z","steps":["trace[456203511] 'agreement among raft nodes before linearized reading' (duration: 134.95548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:58.009393Z","caller":"traceutil/trace.go:171","msg":"trace[852804733] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8534; }","duration":"342.506849ms","start":"2026-03-31T05:11:57.666874Z","end":"2026-03-31T05:11:58.009381Z","steps":["trace[852804733] 'agreement among raft nodes before linearized reading' (duration: 342.421307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:58.009422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.025371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:11:58.009437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:57.666855Z","time spent":"342.572942ms","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:11:58.00946Z","caller":"traceutil/trace.go:171","msg":"trace[1751449173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8534; }","duration":"842.091213ms","start":"2026-03-31T05:11:57.16736Z","end":"2026-03-31T05:11:58.009451Z","steps":["trace[1751449173] 'agreement among raft nodes before linearized reading' (duration: 841.995491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:58.009494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:57.167343Z","time spent":"842.144524ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:11:58.009567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.666727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:11:58.009598Z","caller":"traceutil/trace.go:171","msg":"trace[1501667827] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8534; }","duration":"275.738839ms","start":"2026-03-31T05:11:57.73385Z","end":"2026-03-31T05:11:58.009589Z","steps":["trace[1501667827] 'agreement among raft nodes before linearized reading' (duration: 275.199014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:58.009737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935262293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:11:58.009775Z","caller":"traceutil/trace.go:171","msg":"trace[2066469269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8534; }","duration":"1.935343105s","start":"2026-03-31T05:11:56.074423Z","end":"2026-03-31T05:11:58.009767Z","steps":["trace[2066469269] 'agreement among raft nodes before linearized reading' (duration: 1.935259393s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:58.009651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346496488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T05:11:58.009803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:56.074399Z","time spent":"1.935397276s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:11:58.009839Z","caller":"traceutil/trace.go:171","msg":"trace[1226760978] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62; range_end:; response_count:1; response_revision:8534; }","duration":"1.346711184s","start":"2026-03-31T05:11:56.663113Z","end":"2026-03-31T05:11:58.009823Z","steps":["trace[1226760978] 'agreement among raft nodes before linearized reading' (duration: 1.346468387s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:58.008988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087531044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:11:58.009935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:56.663091Z","time spent":"1.346828676s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62\" "} {"level":"info","ts":"2026-03-31T05:11:58.00993Z","caller":"traceutil/trace.go:171","msg":"trace[905325037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8534; }","duration":"2.088538071s","start":"2026-03-31T05:11:55.921384Z","end":"2026-03-31T05:11:58.009922Z","steps":["trace[905325037] 'agreement among raft nodes before linearized reading' (duration: 2.087414581s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:58.010063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:55.921359Z","time spent":"2.088694356s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:11:58.009698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065813022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:11:58.010118Z","caller":"traceutil/trace.go:171","msg":"trace[1841850410] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:8534; }","duration":"2.066260814s","start":"2026-03-31T05:11:55.943846Z","end":"2026-03-31T05:11:58.010107Z","steps":["trace[1841850410] 'agreement among raft nodes before linearized reading' (duration: 2.065793011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:58.010153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:55.943827Z","time spent":"2.066317275s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:12:02.522854Z","caller":"traceutil/trace.go:171","msg":"trace[555793633] linearizableReadLoop","detail":"{readStateIndex:8879; appliedIndex:8878; }","duration":"488.767288ms","start":"2026-03-31T05:12:02.034058Z","end":"2026-03-31T05:12:02.522826Z","steps":["trace[555793633] 'read index received' (duration: 488.027898ms)","trace[555793633] 'applied index is now lower than readState.Index' (duration: 738µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:02.522926Z","caller":"traceutil/trace.go:171","msg":"trace[901489263] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"678.910592ms","start":"2026-03-31T05:12:01.843978Z","end":"2026-03-31T05:12:02.522888Z","steps":["trace[901489263] 'process raft request' (duration: 678.253925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:02.523112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:01.843952Z","time spent":"679.047456ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:02.523125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.040055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:12:02.523198Z","caller":"traceutil/trace.go:171","msg":"trace[537806403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8556; }","duration":"489.166578ms","start":"2026-03-31T05:12:02.034014Z","end":"2026-03-31T05:12:02.52318Z","steps":["trace[537806403] 'agreement among raft nodes before linearized reading' (duration: 488.933012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:02.523256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.033989Z","time spent":"489.257091ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:12:03.015711Z","caller":"traceutil/trace.go:171","msg":"trace[1227041815] linearizableReadLoop","detail":"{readStateIndex:8882; appliedIndex:8879; }","duration":"492.732966ms","start":"2026-03-31T05:12:02.522954Z","end":"2026-03-31T05:12:03.015687Z","steps":["trace[1227041815] 'read index received' (duration: 492.430468ms)","trace[1227041815] 'applied index is now lower than readState.Index' (duration: 300.958µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:03.015881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.028241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:03.015929Z","caller":"traceutil/trace.go:171","msg":"trace[522613570] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8559; }","duration":"714.132174ms","start":"2026-03-31T05:12:02.301781Z","end":"2026-03-31T05:12:03.015913Z","steps":["trace[522613570] 'agreement among raft nodes before linearized reading' (duration: 714.034181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:03.015963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.066132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:12:03.016016Z","caller":"traceutil/trace.go:171","msg":"trace[868619273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8559; }","duration":"714.142084ms","start":"2026-03-31T05:12:02.301859Z","end":"2026-03-31T05:12:03.016001Z","steps":["trace[868619273] 'agreement among raft nodes before linearized reading' (duration: 713.936478ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:03.016017Z","caller":"traceutil/trace.go:171","msg":"trace[1326485948] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"713.124396ms","start":"2026-03-31T05:12:02.302854Z","end":"2026-03-31T05:12:03.015979Z","steps":["trace[1326485948] 'process raft request' (duration: 712.774307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:03.015978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.301767Z","time spent":"714.196786ms","remote":"127.0.0.1:52556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:03.016069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.130684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:12:03.016069Z","caller":"traceutil/trace.go:171","msg":"trace[1478695579] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"713.598929ms","start":"2026-03-31T05:12:02.302442Z","end":"2026-03-31T05:12:03.016041Z","steps":["trace[1478695579] 'process raft request' (duration: 713.093315ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:03.016103Z","caller":"traceutil/trace.go:171","msg":"trace[1947321056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8559; }","duration":"981.161885ms","start":"2026-03-31T05:12:02.034933Z","end":"2026-03-31T05:12:03.016094Z","steps":["trace[1947321056] 'agreement among raft nodes before linearized reading' (duration: 981.067252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:03.016102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.532231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:03.016135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.034899Z","time spent":"981.230146ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:12:03.016115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.133463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:12:03.016176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.302837Z","time spent":"713.253099ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:03.016161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.404503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:03.016175Z","caller":"traceutil/trace.go:171","msg":"trace[613076861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8559; }","duration":"712.625883ms","start":"2026-03-31T05:12:02.303523Z","end":"2026-03-31T05:12:03.016149Z","steps":["trace[613076861] 'agreement among raft nodes before linearized reading' (duration: 712.548531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:03.016198Z","caller":"traceutil/trace.go:171","msg":"trace[543902380] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:8559; }","duration":"714.547565ms","start":"2026-03-31T05:12:02.301627Z","end":"2026-03-31T05:12:03.016174Z","steps":["trace[543902380] 'agreement among raft nodes before linearized reading' (duration: 714.321049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:03.016003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.935109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:12:03.016208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.30243Z","time spent":"713.706082ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:03.016233Z","caller":"traceutil/trace.go:171","msg":"trace[1164903477] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8559; }","duration":"640.498596ms","start":"2026-03-31T05:12:02.375719Z","end":"2026-03-31T05:12:03.016217Z","steps":["trace[1164903477] 'agreement among raft nodes before linearized reading' (duration: 640.345732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:03.016247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.301614Z","time spent":"714.624027ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:12:03.016255Z","caller":"traceutil/trace.go:171","msg":"trace[507616980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8559; }","duration":"714.286708ms","start":"2026-03-31T05:12:02.301956Z","end":"2026-03-31T05:12:03.016243Z","steps":["trace[507616980] 'agreement among raft nodes before linearized reading' (duration: 713.782174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:03.016227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.700879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:12:03.016293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.30192Z","time spent":"714.36438ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:12:03.016327Z","caller":"traceutil/trace.go:171","msg":"trace[213274121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8559; }","duration":"714.841403ms","start":"2026-03-31T05:12:02.301461Z","end":"2026-03-31T05:12:03.016302Z","steps":["trace[213274121] 'agreement among raft nodes before linearized reading' (duration: 714.547785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:03.016052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.301848Z","time spent":"714.195575ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:12:03.016377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.301442Z","time spent":"714.926455ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:12:03.016271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.375665Z","time spent":"640.598028ms","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:03.016253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.303508Z","time spent":"712.735176ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:12:03.016789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.862234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:12:03.016847Z","caller":"traceutil/trace.go:171","msg":"trace[1689988234] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8559; }","duration":"714.915455ms","start":"2026-03-31T05:12:02.301906Z","end":"2026-03-31T05:12:03.016821Z","steps":["trace[1689988234] 'agreement among raft nodes before linearized reading' (duration: 714.467863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:03.016841Z","caller":"traceutil/trace.go:171","msg":"trace[1597658317] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"714.147195ms","start":"2026-03-31T05:12:02.301549Z","end":"2026-03-31T05:12:03.015696Z","steps":["trace[1597658317] 'process raft request' (duration: 713.795315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:03.016871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.301899Z","time spent":"714.965967ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:12:03.016973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.301538Z","time spent":"715.350177ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:03.042868Z","caller":"traceutil/trace.go:171","msg":"trace[16036289] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"514.312755ms","start":"2026-03-31T05:12:02.528529Z","end":"2026-03-31T05:12:03.042842Z","steps":["trace[16036289] 'process raft request' (duration: 514.112549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:03.04307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.585831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:12:03.043185Z","caller":"traceutil/trace.go:171","msg":"trace[1076272941] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8560; }","duration":"130.773846ms","start":"2026-03-31T05:12:02.91239Z","end":"2026-03-31T05:12:03.043163Z","steps":["trace[1076272941] 'agreement among raft nodes before linearized reading' (duration: 130.464737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:03.043129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.528497Z","time spent":"514.52727ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:03.218577Z","caller":"traceutil/trace.go:171","msg":"trace[944703557] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"197.044452ms","start":"2026-03-31T05:12:03.021488Z","end":"2026-03-31T05:12:03.218532Z","steps":["trace[944703557] 'process raft request' (duration: 196.731494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:03.218604Z","caller":"traceutil/trace.go:171","msg":"trace[441630616] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"197.001731ms","start":"2026-03-31T05:12:03.021551Z","end":"2026-03-31T05:12:03.218552Z","steps":["trace[441630616] 'process raft request' (duration: 196.878098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:03.219046Z","caller":"traceutil/trace.go:171","msg":"trace[965333254] linearizableReadLoop","detail":"{readStateIndex:8888; appliedIndex:8883; }","duration":"176.238394ms","start":"2026-03-31T05:12:03.042797Z","end":"2026-03-31T05:12:03.219035Z","steps":["trace[965333254] 'read index received' (duration: 175.278278ms)","trace[965333254] 'applied index is now lower than readState.Index' (duration: 958.756µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:03.219171Z","caller":"traceutil/trace.go:171","msg":"trace[798708463] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"196.853207ms","start":"2026-03-31T05:12:03.022303Z","end":"2026-03-31T05:12:03.219156Z","steps":["trace[798708463] 'process raft request' (duration: 196.207349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:03.219146Z","caller":"traceutil/trace.go:171","msg":"trace[1798459358] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"196.684522ms","start":"2026-03-31T05:12:03.022416Z","end":"2026-03-31T05:12:03.219101Z","steps":["trace[1798459358] 'process raft request' (duration: 196.459826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:03.219477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.339752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:12:03.219562Z","caller":"traceutil/trace.go:171","msg":"trace[969173596] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8565; }","duration":"112.498377ms","start":"2026-03-31T05:12:03.107046Z","end":"2026-03-31T05:12:03.219544Z","steps":["trace[969173596] 'agreement among raft nodes before linearized reading' (duration: 112.22107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:03.219475Z","caller":"traceutil/trace.go:171","msg":"trace[1004120297] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"196.742373ms","start":"2026-03-31T05:12:03.022706Z","end":"2026-03-31T05:12:03.219448Z","steps":["trace[1004120297] 'process raft request' (duration: 196.288401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:03.219746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.698812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:03.219637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.766322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223845"} {"level":"info","ts":"2026-03-31T05:12:03.21978Z","caller":"traceutil/trace.go:171","msg":"trace[309621096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8565; }","duration":"200.782464ms","start":"2026-03-31T05:12:03.018989Z","end":"2026-03-31T05:12:03.219772Z","steps":["trace[309621096] 'agreement among raft nodes before linearized reading' (duration: 200.119146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:03.219803Z","caller":"traceutil/trace.go:171","msg":"trace[1699826886] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8565; }","duration":"197.983258ms","start":"2026-03-31T05:12:03.021804Z","end":"2026-03-31T05:12:03.219787Z","steps":["trace[1699826886] 'agreement among raft nodes before linearized reading' (duration: 197.313139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:04.349744Z","caller":"traceutil/trace.go:171","msg":"trace[724109631] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"110.053352ms","start":"2026-03-31T05:12:04.239652Z","end":"2026-03-31T05:12:04.349706Z","steps":["trace[724109631] 'process raft request' (duration: 109.857936ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:05.325292Z","caller":"traceutil/trace.go:171","msg":"trace[392555551] linearizableReadLoop","detail":"{readStateIndex:8892; appliedIndex:8890; }","duration":"277.288722ms","start":"2026-03-31T05:12:05.047971Z","end":"2026-03-31T05:12:05.32526Z","steps":["trace[392555551] 'read index received' (duration: 253.588745ms)","trace[392555551] 'applied index is now lower than readState.Index' (duration: 23.698787ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:05.325426Z","caller":"traceutil/trace.go:171","msg":"trace[2134641335] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"302.151969ms","start":"2026-03-31T05:12:05.023234Z","end":"2026-03-31T05:12:05.325386Z","steps":["trace[2134641335] 'process raft request' (duration: 278.322529ms)","trace[2134641335] 'compare' (duration: 23.46884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:05.325576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.59172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:12:05.325617Z","caller":"traceutil/trace.go:171","msg":"trace[1317933201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8569; }","duration":"277.684982ms","start":"2026-03-31T05:12:05.047924Z","end":"2026-03-31T05:12:05.325609Z","steps":["trace[1317933201] 'agreement among raft nodes before linearized reading' (duration: 277.502457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:05.325618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:05.023192Z","time spent":"302.316114ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:05.325667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.148988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:12:05.325716Z","caller":"traceutil/trace.go:171","msg":"trace[1671651909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8569; }","duration":"101.268932ms","start":"2026-03-31T05:12:05.224434Z","end":"2026-03-31T05:12:05.325703Z","steps":["trace[1671651909] 'agreement among raft nodes before linearized reading' (duration: 101.057966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:05.325716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.093126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:12:05.325752Z","caller":"traceutil/trace.go:171","msg":"trace[974132320] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"300.091763ms","start":"2026-03-31T05:12:05.025652Z","end":"2026-03-31T05:12:05.325744Z","steps":["trace[974132320] 'process raft request' (duration: 299.542018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:05.325775Z","caller":"traceutil/trace.go:171","msg":"trace[1469269471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8569; }","duration":"101.207899ms","start":"2026-03-31T05:12:05.224553Z","end":"2026-03-31T05:12:05.325761Z","steps":["trace[1469269471] 'agreement among raft nodes before linearized reading' (duration: 100.993394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:05.325792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:05.025638Z","time spent":"300.126865ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:05.325883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.393925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:12:05.325903Z","caller":"traceutil/trace.go:171","msg":"trace[1421848633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8569; }","duration":"101.444676ms","start":"2026-03-31T05:12:05.224452Z","end":"2026-03-31T05:12:05.325897Z","steps":["trace[1421848633] 'agreement among raft nodes before linearized reading' (duration: 101.391215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:05.506019Z","caller":"traceutil/trace.go:171","msg":"trace[1302299114] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"175.364972ms","start":"2026-03-31T05:12:05.330628Z","end":"2026-03-31T05:12:05.505993Z","steps":["trace[1302299114] 'process raft request' (duration: 166.933222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:05.506462Z","caller":"traceutil/trace.go:171","msg":"trace[1048531001] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"175.332341ms","start":"2026-03-31T05:12:05.331111Z","end":"2026-03-31T05:12:05.506443Z","steps":["trace[1048531001] 'process raft request' (duration: 175.091505ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:05.506442Z","caller":"traceutil/trace.go:171","msg":"trace[1638432281] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"175.355442ms","start":"2026-03-31T05:12:05.331035Z","end":"2026-03-31T05:12:05.50639Z","steps":["trace[1638432281] 'process raft request' (duration: 174.91233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:05.506493Z","caller":"traceutil/trace.go:171","msg":"trace[1606791839] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"174.030056ms","start":"2026-03-31T05:12:05.332443Z","end":"2026-03-31T05:12:05.506473Z","steps":["trace[1606791839] 'process raft request' (duration: 173.930013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:05.506617Z","caller":"traceutil/trace.go:171","msg":"trace[671001383] linearizableReadLoop","detail":"{readStateIndex:8894; appliedIndex:8893; }","duration":"175.793544ms","start":"2026-03-31T05:12:05.330802Z","end":"2026-03-31T05:12:05.506596Z","steps":["trace[671001383] 'read index received' (duration: 4.430741ms)","trace[671001383] 'applied index is now lower than readState.Index' (duration: 171.361672ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:05.506723Z","caller":"traceutil/trace.go:171","msg":"trace[116605422] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"173.692617ms","start":"2026-03-31T05:12:05.333018Z","end":"2026-03-31T05:12:05.50671Z","steps":["trace[116605422] 'process raft request' (duration: 173.409339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:05.506998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.176795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223845"} {"level":"info","ts":"2026-03-31T05:12:05.507039Z","caller":"traceutil/trace.go:171","msg":"trace[918922811] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8575; }","duration":"176.262286ms","start":"2026-03-31T05:12:05.330767Z","end":"2026-03-31T05:12:05.507029Z","steps":["trace[918922811] 'agreement among raft nodes before linearized reading' (duration: 175.900906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:07.677842Z","caller":"traceutil/trace.go:171","msg":"trace[779528038] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"346.261482ms","start":"2026-03-31T05:12:07.331552Z","end":"2026-03-31T05:12:07.677813Z","steps":["trace[779528038] 'process raft request' (duration: 346.083427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:07.678026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:07.331523Z","time spent":"346.408276ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:07.835469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.368959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:07.835891Z","caller":"traceutil/trace.go:171","msg":"trace[1702746223] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"503.784698ms","start":"2026-03-31T05:12:07.332072Z","end":"2026-03-31T05:12:07.835856Z","steps":["trace[1702746223] 'process raft request' (duration: 370.926475ms)","trace[1702746223] 'compare' (duration: 131.821234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:07.836016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:07.332059Z","time spent":"503.912741ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:07.836276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.041234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:12:07.836324Z","caller":"traceutil/trace.go:171","msg":"trace[538835261] linearizableReadLoop","detail":"{readStateIndex:8903; appliedIndex:8901; }","duration":"497.084615ms","start":"2026-03-31T05:12:07.339226Z","end":"2026-03-31T05:12:07.83631Z","steps":["trace[538835261] 'read index received' (duration: 338.439479ms)","trace[538835261] 'applied index is now lower than readState.Index' (duration: 157.987458ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:07.836348Z","caller":"traceutil/trace.go:171","msg":"trace[287846818] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8579; }","duration":"497.107645ms","start":"2026-03-31T05:12:07.339218Z","end":"2026-03-31T05:12:07.836326Z","steps":["trace[287846818] 'agreement among raft nodes before linearized reading' (duration: 496.91976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:07.836394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:07.339146Z","time spent":"497.236179ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:12:07.836668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.322364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:12:07.836726Z","caller":"traceutil/trace.go:171","msg":"trace[296173549] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:8579; }","duration":"320.391867ms","start":"2026-03-31T05:12:07.51632Z","end":"2026-03-31T05:12:07.836712Z","steps":["trace[296173549] 'agreement among raft nodes before linearized reading' (duration: 320.245613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:07.836703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.012605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T05:12:07.836927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:07.516311Z","time spent":"320.588282ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:12:07.836986Z","caller":"traceutil/trace.go:171","msg":"trace[281698296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8579; }","duration":"324.373016ms","start":"2026-03-31T05:12:07.512587Z","end":"2026-03-31T05:12:07.83696Z","steps":["trace[281698296] 'agreement among raft nodes before linearized reading' (duration: 323.895593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:07.836832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.389133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:12:07.837045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:07.51254Z","time spent":"324.491929ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:12:07.836842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.738825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:12:07.837152Z","caller":"traceutil/trace.go:171","msg":"trace[1000741500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8579; }","duration":"325.66048ms","start":"2026-03-31T05:12:07.51142Z","end":"2026-03-31T05:12:07.83708Z","steps":["trace[1000741500] 'agreement among raft nodes before linearized reading' (duration: 325.29894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:07.837223Z","caller":"traceutil/trace.go:171","msg":"trace[329257733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8579; }","duration":"325.154556ms","start":"2026-03-31T05:12:07.512047Z","end":"2026-03-31T05:12:07.837201Z","steps":["trace[329257733] 'agreement among raft nodes before linearized reading' (duration: 324.535529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:07.837281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:07.512043Z","time spent":"325.222168ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:12:07.837295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:07.511415Z","time spent":"325.822215ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:12:07.837401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.64578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:12:07.837453Z","caller":"traceutil/trace.go:171","msg":"trace[1292567851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8579; }","duration":"326.606156ms","start":"2026-03-31T05:12:07.510833Z","end":"2026-03-31T05:12:07.837439Z","steps":["trace[1292567851] 'agreement among raft nodes before linearized reading' (duration: 325.593108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:07.837531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.058624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:12:07.837524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:07.51081Z","time spent":"326.695559ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:12:07.837583Z","caller":"traceutil/trace.go:171","msg":"trace[1014390361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8579; }","duration":"325.119255ms","start":"2026-03-31T05:12:07.512451Z","end":"2026-03-31T05:12:07.83757Z","steps":["trace[1014390361] 'agreement among raft nodes before linearized reading' (duration: 324.237071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:07.837615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:07.512446Z","time spent":"325.161286ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:12:08.368997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792626551,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:12:08.445883Z","caller":"traceutil/trace.go:171","msg":"trace[199971372] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"600.314019ms","start":"2026-03-31T05:12:07.845532Z","end":"2026-03-31T05:12:08.445846Z","steps":["trace[199971372] 'process raft request' (duration: 532.13085ms)","trace[199971372] 'compare' (duration: 68.042956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:08.446055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:07.845491Z","time spent":"600.479184ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:08.520918Z","caller":"traceutil/trace.go:171","msg":"trace[1319540977] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"674.543164ms","start":"2026-03-31T05:12:07.846349Z","end":"2026-03-31T05:12:08.520893Z","steps":["trace[1319540977] 'process raft request' (duration: 674.477032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:08.520964Z","caller":"traceutil/trace.go:171","msg":"trace[423961977] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"674.686197ms","start":"2026-03-31T05:12:07.846223Z","end":"2026-03-31T05:12:08.520909Z","steps":["trace[423961977] 'process raft request' (duration: 674.452791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:08.521208Z","caller":"traceutil/trace.go:171","msg":"trace[55833996] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"674.76227ms","start":"2026-03-31T05:12:07.846396Z","end":"2026-03-31T05:12:08.521158Z","steps":["trace[55833996] 'process raft request' (duration: 674.464792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:08.521287Z","caller":"traceutil/trace.go:171","msg":"trace[1943431372] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"674.674537ms","start":"2026-03-31T05:12:07.846597Z","end":"2026-03-31T05:12:08.521271Z","steps":["trace[1943431372] 'process raft request' (duration: 674.515823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:08.521336Z","caller":"traceutil/trace.go:171","msg":"trace[724525647] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"674.75531ms","start":"2026-03-31T05:12:07.84657Z","end":"2026-03-31T05:12:08.521326Z","steps":["trace[724525647] 'process raft request' (duration: 674.476092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:08.521346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:07.846563Z","time spent":"674.756419ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:08.521343Z","caller":"traceutil/trace.go:171","msg":"trace[1233381689] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"393.8776ms","start":"2026-03-31T05:12:08.127433Z","end":"2026-03-31T05:12:08.521311Z","steps":["trace[1233381689] 'process raft request' (duration: 393.726066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:08.521389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:07.846551Z","time spent":"674.816261ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:08.521218Z","caller":"traceutil/trace.go:171","msg":"trace[35433413] linearizableReadLoop","detail":"{readStateIndex:8910; appliedIndex:8903; }","duration":"652.497293ms","start":"2026-03-31T05:12:07.868703Z","end":"2026-03-31T05:12:08.5212Z","steps":["trace[35433413] 'read index received' (duration: 508.968699ms)","trace[35433413] 'applied index is now lower than readState.Index' (duration: 143.527664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:08.521411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:07.846374Z","time spent":"674.949675ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:08.521474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:08.127366Z","time spent":"394.039895ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:08.521467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.75919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:08.521523Z","caller":"traceutil/trace.go:171","msg":"trace[1863132268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8586; }","duration":"652.860362ms","start":"2026-03-31T05:12:07.868644Z","end":"2026-03-31T05:12:08.521504Z","steps":["trace[1863132268] 'agreement among raft nodes before linearized reading' (duration: 652.728409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:08.521579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.520764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:12:08.521607Z","caller":"traceutil/trace.go:171","msg":"trace[1123384864] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8586; }","duration":"161.586726ms","start":"2026-03-31T05:12:08.360013Z","end":"2026-03-31T05:12:08.5216Z","steps":["trace[1123384864] 'agreement among raft nodes before linearized reading' (duration: 161.475133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:08.52156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:07.868618Z","time spent":"652.934525ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:12:08.521053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:07.846335Z","time spent":"674.650626ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:08.521631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:07.846187Z","time spent":"674.925704ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:09.272848Z","caller":"traceutil/trace.go:171","msg":"trace[2137031023] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"173.763388ms","start":"2026-03-31T05:12:09.099061Z","end":"2026-03-31T05:12:09.272824Z","steps":["trace[2137031023] 'process raft request' (duration: 173.612554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:10.360336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792626570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:12:10.861121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792626570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:12:10.999698Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.156993169s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:12:11.612793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:10.256923Z","time spent":"1.355860182s","remote":"127.0.0.1:41716","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:12:11.613452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.425367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:11.613562Z","caller":"traceutil/trace.go:171","msg":"trace[231444837] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"1.771007532s","start":"2026-03-31T05:12:09.842536Z","end":"2026-03-31T05:12:11.613543Z","steps":["trace[231444837] 'process raft request' (duration: 1.15740677s)","trace[231444837] 'compare' (duration: 612.743579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:11.613625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:09.84251Z","time spent":"1.771087005s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:11.870487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000053749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:12:11.870618Z","caller":"traceutil/trace.go:171","msg":"trace[454581192] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000246594s","start":"2026-03-31T05:12:09.870338Z","end":"2026-03-31T05:12:11.870584Z","steps":["trace[454581192] 'agreement among raft nodes before linearized reading' (duration: 2.00008976s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:11.870694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:09.870316Z","time spent":"2.000361937s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:12:12.446125Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.446187806s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:12:12.446643Z","caller":"traceutil/trace.go:171","msg":"trace[1044452379] linearizableReadLoop","detail":"{readStateIndex:8914; appliedIndex:8912; }","duration":"2.586338906s","start":"2026-03-31T05:12:09.860266Z","end":"2026-03-31T05:12:12.446605Z","steps":["trace[1044452379] 'read index received' (duration: 1.139700318s)","trace[1044452379] 'applied index is now lower than readState.Index' (duration: 1.446636948s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:12.446744Z","caller":"traceutil/trace.go:171","msg":"trace[1729552225] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"1.820109922s","start":"2026-03-31T05:12:10.626607Z","end":"2026-03-31T05:12:12.446717Z","steps":["trace[1729552225] 'process raft request' (duration: 1.819762223s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.44693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:10.626579Z","time spent":"1.820232656s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:12.446942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586662885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:12:12.447093Z","caller":"traceutil/trace.go:171","msg":"trace[1137031979] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:8590; }","duration":"2.586844269s","start":"2026-03-31T05:12:09.860211Z","end":"2026-03-31T05:12:12.447056Z","steps":["trace[1137031979] 'agreement among raft nodes before linearized reading' (duration: 2.586563112s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.447212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:09.860184Z","time spent":"2.586981053s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:12:12.653774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.600568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:12.654108Z","caller":"traceutil/trace.go:171","msg":"trace[1314651444] linearizableReadLoop","detail":"{readStateIndex:8916; appliedIndex:8914; }","duration":"207.347174ms","start":"2026-03-31T05:12:12.446736Z","end":"2026-03-31T05:12:12.654083Z","steps":["trace[1314651444] 'read index received' (duration: 104.257513ms)","trace[1314651444] 'applied index is now lower than readState.Index' (duration: 103.084541ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:12.654113Z","caller":"traceutil/trace.go:171","msg":"trace[1592292905] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"1.354212428s","start":"2026-03-31T05:12:11.299848Z","end":"2026-03-31T05:12:12.65406Z","steps":["trace[1592292905] 'process raft request' (duration: 1.251182219s)","trace[1592292905] 'compare' (duration: 102.32481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:12.654326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:11.299818Z","time spent":"1.354393693s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:12.654318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503899229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:12.654406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128483671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:12:12.654481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607825583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:12.65451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128633645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:12:12.654537Z","caller":"traceutil/trace.go:171","msg":"trace[769137396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8592; }","duration":"1.607920246s","start":"2026-03-31T05:12:11.046604Z","end":"2026-03-31T05:12:12.654524Z","steps":["trace[769137396] 'agreement among raft nodes before linearized reading' (duration: 1.607842034s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:12.654549Z","caller":"traceutil/trace.go:171","msg":"trace[47030115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8592; }","duration":"2.128687237s","start":"2026-03-31T05:12:10.525852Z","end":"2026-03-31T05:12:12.65454Z","steps":["trace[47030115] 'agreement among raft nodes before linearized reading' (duration: 2.128594615s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.65458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43906282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:12:12.65452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47900515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:12:12.654641Z","caller":"traceutil/trace.go:171","msg":"trace[1003640785] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8592; }","duration":"2.439155793s","start":"2026-03-31T05:12:10.215472Z","end":"2026-03-31T05:12:12.654628Z","steps":["trace[1003640785] 'agreement among raft nodes before linearized reading' (duration: 2.43905012s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.654659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996646056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:12:12.654634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128905333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:12:12.65462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.038084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:12.654694Z","caller":"traceutil/trace.go:171","msg":"trace[2114929825] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8592; }","duration":"1.99676961s","start":"2026-03-31T05:12:10.657912Z","end":"2026-03-31T05:12:12.654682Z","steps":["trace[2114929825] 'agreement among raft nodes before linearized reading' (duration: 1.996704908s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.654702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:10.215454Z","time spent":"2.439233264s","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:12:12.654713Z","caller":"traceutil/trace.go:171","msg":"trace[1382901339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8592; }","duration":"2.129035036s","start":"2026-03-31T05:12:10.52566Z","end":"2026-03-31T05:12:12.654695Z","steps":["trace[1382901339] 'agreement among raft nodes before linearized reading' (duration: 2.12880378s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:12.654678Z","caller":"traceutil/trace.go:171","msg":"trace[1106510228] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"954.751235ms","start":"2026-03-31T05:12:11.699858Z","end":"2026-03-31T05:12:12.654609Z","steps":["trace[1106510228] 'process raft request' (duration: 954.051676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.654725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123817934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:12:12.654753Z","caller":"traceutil/trace.go:171","msg":"trace[1280632691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8592; }","duration":"775.219449ms","start":"2026-03-31T05:12:11.879499Z","end":"2026-03-31T05:12:12.654718Z","steps":["trace[1280632691] 'agreement among raft nodes before linearized reading' (duration: 774.987063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.654799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.867147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-31T05:12:12.65481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050814454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:12.654883Z","caller":"traceutil/trace.go:171","msg":"trace[969024531] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8592; }","duration":"1.050947568s","start":"2026-03-31T05:12:11.603914Z","end":"2026-03-31T05:12:12.654861Z","steps":["trace[969024531] 'agreement among raft nodes before linearized reading' (duration: 1.050845145s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.654892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:11.879475Z","time spent":"775.396954ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:12:12.654924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.64542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T05:12:12.654923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:11.699835Z","time spent":"954.9594ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:12.654948Z","caller":"traceutil/trace.go:171","msg":"trace[376408560] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1; range_end:; response_count:1; response_revision:8592; }","duration":"779.720112ms","start":"2026-03-31T05:12:11.875221Z","end":"2026-03-31T05:12:12.654941Z","steps":["trace[376408560] 'agreement among raft nodes before linearized reading' (duration: 779.63632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.654944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:11.603885Z","time spent":"1.051042591s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:12.654979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:11.87519Z","time spent":"779.784634ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" "} {"level":"warn","ts":"2026-03-31T05:12:12.655049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414283736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:12:12.655113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.465458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223845"} {"level":"info","ts":"2026-03-31T05:12:12.655116Z","caller":"traceutil/trace.go:171","msg":"trace[1544098102] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8592; }","duration":"1.414403189s","start":"2026-03-31T05:12:11.240697Z","end":"2026-03-31T05:12:12.6551Z","steps":["trace[1544098102] 'agreement among raft nodes before linearized reading' (duration: 1.414300207s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:12.654484Z","caller":"traceutil/trace.go:171","msg":"trace[1885398439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8592; }","duration":"2.128573274s","start":"2026-03-31T05:12:10.525892Z","end":"2026-03-31T05:12:12.654465Z","steps":["trace[1885398439] 'agreement among raft nodes before linearized reading' (duration: 2.128346178s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:12.655149Z","caller":"traceutil/trace.go:171","msg":"trace[275778701] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8592; }","duration":"203.500029ms","start":"2026-03-31T05:12:12.451641Z","end":"2026-03-31T05:12:12.655141Z","steps":["trace[275778701] 'agreement among raft nodes before linearized reading' (duration: 203.1999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.655167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:11.240654Z","time spent":"1.414498892s","remote":"127.0.0.1:51726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:12.655183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:10.525887Z","time spent":"2.129280223s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:12:12.654595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:10.525845Z","time spent":"2.128742548s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:12:12.655047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125396437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:12:12.655329Z","caller":"traceutil/trace.go:171","msg":"trace[1059815087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8592; }","duration":"2.125760727s","start":"2026-03-31T05:12:10.529553Z","end":"2026-03-31T05:12:12.655313Z","steps":["trace[1059815087] 'agreement among raft nodes before linearized reading' (duration: 2.124596756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.655379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:10.529542Z","time spent":"2.125822759s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:12:12.654814Z","caller":"traceutil/trace.go:171","msg":"trace[624361051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8592; }","duration":"2.123904686s","start":"2026-03-31T05:12:10.530895Z","end":"2026-03-31T05:12:12.654799Z","steps":["trace[624361051] 'agreement among raft nodes before linearized reading' (duration: 2.123730582s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.655219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41883161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:12:12.655756Z","caller":"traceutil/trace.go:171","msg":"trace[1349755922] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8592; }","duration":"1.419379585s","start":"2026-03-31T05:12:11.236338Z","end":"2026-03-31T05:12:12.655717Z","steps":["trace[1349755922] 'agreement among raft nodes before linearized reading' (duration: 1.41882753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.655809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:11.236314Z","time spent":"1.419482337s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:12.654766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:10.525642Z","time spent":"2.129117139s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:12:12.655476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:10.530854Z","time spent":"2.124611535s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:12:12.654726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:10.657893Z","time spent":"1.996827331s","remote":"127.0.0.1:33222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:12:12.654418Z","caller":"traceutil/trace.go:171","msg":"trace[1901838008] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8592; }","duration":"1.504054393s","start":"2026-03-31T05:12:11.150339Z","end":"2026-03-31T05:12:12.654394Z","steps":["trace[1901838008] 'agreement among raft nodes before linearized reading' (duration: 1.503903489s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.65663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:11.15032Z","time spent":"1.506282524s","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:12.654409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203184888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:12:12.656946Z","caller":"traceutil/trace.go:171","msg":"trace[1147541901] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8592; }","duration":"2.205754998s","start":"2026-03-31T05:12:10.451171Z","end":"2026-03-31T05:12:12.656926Z","steps":["trace[1147541901] 'agreement among raft nodes before linearized reading' (duration: 2.203089716s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.656991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:10.451155Z","time spent":"2.205822501s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:12:12.654593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:11.046568Z","time spent":"1.608014038s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:12:12.654723Z","caller":"traceutil/trace.go:171","msg":"trace[1739118110] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:8592; }","duration":"1.479258038s","start":"2026-03-31T05:12:11.175422Z","end":"2026-03-31T05:12:12.65468Z","steps":["trace[1739118110] 'agreement among raft nodes before linearized reading' (duration: 1.478694593s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.657303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:11.17539Z","time spent":"1.48188839s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-31T05:12:12.654829Z","caller":"traceutil/trace.go:171","msg":"trace[852472516] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8592; }","duration":"603.935399ms","start":"2026-03-31T05:12:12.050882Z","end":"2026-03-31T05:12:12.654818Z","steps":["trace[852472516] 'agreement among raft nodes before linearized reading' (duration: 603.860757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.657417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:12.050853Z","time spent":"606.55344ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:12:12.941468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.153339ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T05:12:12.941962Z","caller":"traceutil/trace.go:171","msg":"trace[925798207] linearizableReadLoop","detail":"{readStateIndex:8921; appliedIndex:8916; }","duration":"281.2938ms","start":"2026-03-31T05:12:12.660637Z","end":"2026-03-31T05:12:12.94193Z","steps":["trace[925798207] 'read index received' (duration: 5.619823ms)","trace[925798207] 'applied index is now lower than readState.Index' (duration: 275.672727ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:12.942528Z","caller":"traceutil/trace.go:171","msg":"trace[762692325] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"282.896454ms","start":"2026-03-31T05:12:12.659616Z","end":"2026-03-31T05:12:12.942512Z","steps":["trace[762692325] 'process raft request' (duration: 281.972669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:12.942685Z","caller":"traceutil/trace.go:171","msg":"trace[947027027] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"282.522274ms","start":"2026-03-31T05:12:12.660152Z","end":"2026-03-31T05:12:12.942675Z","steps":["trace[947027027] 'process raft request' (duration: 281.591939ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:12.942819Z","caller":"traceutil/trace.go:171","msg":"trace[355831425] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"282.331199ms","start":"2026-03-31T05:12:12.66048Z","end":"2026-03-31T05:12:12.942811Z","steps":["trace[355831425] 'process raft request' (duration: 281.304571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:12.942944Z","caller":"traceutil/trace.go:171","msg":"trace[1293024436] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"281.99945ms","start":"2026-03-31T05:12:12.660936Z","end":"2026-03-31T05:12:12.942936Z","steps":["trace[1293024436] 'process raft request' (duration: 280.885739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:12.943043Z","caller":"traceutil/trace.go:171","msg":"trace[1676258787] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"280.336634ms","start":"2026-03-31T05:12:12.662672Z","end":"2026-03-31T05:12:12.943009Z","steps":["trace[1676258787] 'process raft request' (duration: 279.183223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:12.94359Z","caller":"traceutil/trace.go:171","msg":"trace[907149166] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"280.040566ms","start":"2026-03-31T05:12:12.663538Z","end":"2026-03-31T05:12:12.943578Z","steps":["trace[907149166] 'process raft request' (duration: 278.34859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.943798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.146579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:12.943862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.216873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fb30263d-0459-4b5b-8405-5392a8ae2ac0\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-31T05:12:12.943909Z","caller":"traceutil/trace.go:171","msg":"trace[1347859358] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8599; }","duration":"170.337585ms","start":"2026-03-31T05:12:12.773541Z","end":"2026-03-31T05:12:12.943879Z","steps":["trace[1347859358] 'agreement among raft nodes before linearized reading' (duration: 170.113179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:12.943922Z","caller":"traceutil/trace.go:171","msg":"trace[1464452030] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fb30263d-0459-4b5b-8405-5392a8ae2ac0; range_end:; response_count:1; response_revision:8599; }","duration":"283.302935ms","start":"2026-03-31T05:12:12.660598Z","end":"2026-03-31T05:12:12.943901Z","steps":["trace[1464452030] 'agreement among raft nodes before linearized reading' (duration: 283.053738ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:13.725346Z","caller":"traceutil/trace.go:171","msg":"trace[651898144] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"105.187198ms","start":"2026-03-31T05:12:13.620127Z","end":"2026-03-31T05:12:13.725314Z","steps":["trace[651898144] 'process raft request' (duration: 104.946081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:14.353202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.153306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T05:12:14.353311Z","caller":"traceutil/trace.go:171","msg":"trace[952377407] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8602; }","duration":"241.31708ms","start":"2026-03-31T05:12:14.111969Z","end":"2026-03-31T05:12:14.353286Z","steps":["trace[952377407] 'range keys from in-memory index tree' (duration: 240.93159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:14.353198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.370436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:14.353392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.742647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-31T05:12:14.353481Z","caller":"traceutil/trace.go:171","msg":"trace[875414927] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8602; }","duration":"309.822879ms","start":"2026-03-31T05:12:14.043628Z","end":"2026-03-31T05:12:14.353451Z","steps":["trace[875414927] 'range keys from in-memory index tree' (duration: 309.036247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:14.353462Z","caller":"traceutil/trace.go:171","msg":"trace[1893125342] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8602; }","duration":"298.661195ms","start":"2026-03-31T05:12:14.05474Z","end":"2026-03-31T05:12:14.353401Z","steps":["trace[1893125342] 'count revisions from in-memory index tree' (duration: 298.253764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:14.353542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:14.043612Z","time spent":"309.918481ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-31T05:12:14.51253Z","caller":"traceutil/trace.go:171","msg":"trace[985334875] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"154.885994ms","start":"2026-03-31T05:12:14.357603Z","end":"2026-03-31T05:12:14.512489Z","steps":["trace[985334875] 'process raft request' (duration: 154.627817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:15.163533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792626611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:12:15.664458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792626611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:12:15.686089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.173449859s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:12:15.834117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.511293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:15.834287Z","caller":"traceutil/trace.go:171","msg":"trace[788687889] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"1.473761738s","start":"2026-03-31T05:12:14.360494Z","end":"2026-03-31T05:12:15.834256Z","steps":["trace[788687889] 'process raft request' (duration: 1.325963897s)","trace[788687889] 'compare' (duration: 147.014229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:15.834359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:14.360463Z","time spent":"1.473864751s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:16.451393Z","caller":"traceutil/trace.go:171","msg":"trace[1806617118] linearizableReadLoop","detail":"{readStateIndex:8932; appliedIndex:8928; }","duration":"1.788289875s","start":"2026-03-31T05:12:14.663068Z","end":"2026-03-31T05:12:16.451358Z","steps":["trace[1806617118] 'read index received' (duration: 1.023256733s)","trace[1806617118] 'applied index is now lower than readState.Index' (duration: 765.031662ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:16.451889Z","caller":"traceutil/trace.go:171","msg":"trace[1501259019] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"1.897417421s","start":"2026-03-31T05:12:14.554452Z","end":"2026-03-31T05:12:16.451869Z","steps":["trace[1501259019] 'process raft request' (duration: 1.896613119s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:16.45193Z","caller":"traceutil/trace.go:171","msg":"trace[985337226] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"1.789331724s","start":"2026-03-31T05:12:14.662539Z","end":"2026-03-31T05:12:16.45187Z","steps":["trace[985337226] 'process raft request' (duration: 1.788728067s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.452212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:14.66251Z","time spent":"1.789545889s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:16.452249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789153868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:12:16.452322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:14.554422Z","time spent":"1.897562925s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:16.452338Z","caller":"traceutil/trace.go:171","msg":"trace[2006089292] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:8607; }","duration":"1.789288902s","start":"2026-03-31T05:12:14.663027Z","end":"2026-03-31T05:12:16.452316Z","steps":["trace[2006089292] 'agreement among raft nodes before linearized reading' (duration: 1.789023304s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.452392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:14.663013Z","time spent":"1.789365844s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:12:16.453029Z","caller":"traceutil/trace.go:171","msg":"trace[1369628460] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"1.790213158s","start":"2026-03-31T05:12:14.662792Z","end":"2026-03-31T05:12:16.453005Z","steps":["trace[1369628460] 'process raft request' (duration: 1.788524191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.453123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:14.662765Z","time spent":"1.790297809s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:16.612592Z","caller":"traceutil/trace.go:171","msg":"trace[352183701] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"879.237126ms","start":"2026-03-31T05:12:15.733315Z","end":"2026-03-31T05:12:16.612552Z","steps":["trace[352183701] 'process raft request' (duration: 834.033033ms)","trace[352183701] 'compare' (duration: 44.641458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:16.612957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:15.733284Z","time spent":"879.542865ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:16.612999Z","caller":"traceutil/trace.go:171","msg":"trace[55791386] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"586.511524ms","start":"2026-03-31T05:12:16.026169Z","end":"2026-03-31T05:12:16.612681Z","steps":["trace[55791386] 'process raft request' (duration: 586.115653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.613468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:16.026141Z","time spent":"587.087569ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:16.617677Z","caller":"traceutil/trace.go:171","msg":"trace[371563459] linearizableReadLoop","detail":"{readStateIndex:8935; appliedIndex:8932; }","duration":"166.064148ms","start":"2026-03-31T05:12:16.451541Z","end":"2026-03-31T05:12:16.617605Z","steps":["trace[371563459] 'read index received' (duration: 115.814948ms)","trace[371563459] 'applied index is now lower than readState.Index' (duration: 50.24723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:16.617804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668165699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:12:16.617865Z","caller":"traceutil/trace.go:171","msg":"trace[1679785824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8609; }","duration":"1.668296092s","start":"2026-03-31T05:12:14.94955Z","end":"2026-03-31T05:12:16.617847Z","steps":["trace[1679785824] 'agreement among raft nodes before linearized reading' (duration: 1.668073896s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.617905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:14.949504Z","time spent":"1.668392556s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:12:16.617927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668531289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:12:16.618004Z","caller":"traceutil/trace.go:171","msg":"trace[2040209675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8609; }","duration":"1.668609701s","start":"2026-03-31T05:12:14.949371Z","end":"2026-03-31T05:12:16.617981Z","steps":["trace[2040209675] 'agreement among raft nodes before linearized reading' (duration: 1.668362774s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.618071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:14.949346Z","time spent":"1.668711064s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:12:16.61826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.271001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:12:16.61831Z","caller":"traceutil/trace.go:171","msg":"trace[2041904827] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8609; }","duration":"504.353754ms","start":"2026-03-31T05:12:16.113942Z","end":"2026-03-31T05:12:16.618296Z","steps":["trace[2041904827] 'agreement among raft nodes before linearized reading' (duration: 504.262881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.618359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668837537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:12:16.618361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669044003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:12:16.618344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:16.113931Z","time spent":"504.404235ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:16.618534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669085214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:12:16.618422Z","caller":"traceutil/trace.go:171","msg":"trace[12648974] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8609; }","duration":"1.66893199s","start":"2026-03-31T05:12:14.949469Z","end":"2026-03-31T05:12:16.618401Z","steps":["trace[12648974] 'agreement among raft nodes before linearized reading' (duration: 1.668787517s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:16.618605Z","caller":"traceutil/trace.go:171","msg":"trace[1123875619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8609; }","duration":"1.669150566s","start":"2026-03-31T05:12:14.949427Z","end":"2026-03-31T05:12:16.618578Z","steps":["trace[1123875619] 'agreement among raft nodes before linearized reading' (duration: 1.669021523s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.618647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:14.949421Z","time spent":"1.669215108s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:12:16.618696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746614488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:16.618538Z","caller":"traceutil/trace.go:171","msg":"trace[1975567706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8609; }","duration":"1.669252758s","start":"2026-03-31T05:12:14.949214Z","end":"2026-03-31T05:12:16.618466Z","steps":["trace[1975567706] 'agreement among raft nodes before linearized reading' (duration: 1.668764285s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:16.618747Z","caller":"traceutil/trace.go:171","msg":"trace[296172738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8609; }","duration":"1.74671177s","start":"2026-03-31T05:12:14.872019Z","end":"2026-03-31T05:12:16.618731Z","steps":["trace[296172738] 'agreement among raft nodes before linearized reading' (duration: 1.746628908s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.618756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:14.949199Z","time spent":"1.669544027s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:12:16.618777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:14.871989Z","time spent":"1.746781683s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:12:16.618866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.982878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:16.61903Z","caller":"traceutil/trace.go:171","msg":"trace[637818070] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8609; }","duration":"901.159954ms","start":"2026-03-31T05:12:15.717804Z","end":"2026-03-31T05:12:16.618964Z","steps":["trace[637818070] 'agreement among raft nodes before linearized reading' (duration: 900.941708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.619015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669890466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:12:16.619126Z","caller":"traceutil/trace.go:171","msg":"trace[1172959147] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8609; }","duration":"1.670086091s","start":"2026-03-31T05:12:14.949013Z","end":"2026-03-31T05:12:16.619099Z","steps":["trace[1172959147] 'agreement among raft nodes before linearized reading' (duration: 1.669765793s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.619144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:15.717771Z","time spent":"901.348869ms","remote":"127.0.0.1:33492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:16.619191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:14.948984Z","time spent":"1.670197745s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:12:16.619253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.321624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:12:16.619356Z","caller":"traceutil/trace.go:171","msg":"trace[1104738532] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8609; }","duration":"584.450767ms","start":"2026-03-31T05:12:16.034892Z","end":"2026-03-31T05:12:16.619342Z","steps":["trace[1104738532] 'agreement among raft nodes before linearized reading' (duration: 584.20753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.619466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.113363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/key-manager.18a1d4f9ff675c5c\" ","response":"range_response_count:1 size:679"} {"level":"warn","ts":"2026-03-31T05:12:16.619467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:16.034879Z","time spent":"584.564311ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:12:16.619551Z","caller":"traceutil/trace.go:171","msg":"trace[1234384176] range","detail":"{range_begin:/registry/events/openstack/key-manager.18a1d4f9ff675c5c; range_end:; response_count:1; response_revision:8609; }","duration":"780.201125ms","start":"2026-03-31T05:12:15.839331Z","end":"2026-03-31T05:12:16.619532Z","steps":["trace[1234384176] 'agreement among raft nodes before linearized reading' (duration: 779.346192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.619605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.44466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223845"} {"level":"warn","ts":"2026-03-31T05:12:16.61961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:15.839266Z","time spent":"780.330739ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":702,"request content":"key:\"/registry/events/openstack/key-manager.18a1d4f9ff675c5c\" "} {"level":"info","ts":"2026-03-31T05:12:16.619657Z","caller":"traceutil/trace.go:171","msg":"trace[1634485429] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8609; }","duration":"162.520401ms","start":"2026-03-31T05:12:16.457121Z","end":"2026-03-31T05:12:16.619642Z","steps":["trace[1634485429] 'agreement among raft nodes before linearized reading' (duration: 161.952736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.620264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:14.949447Z","time spent":"1.669197227s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:12:16.91639Z","caller":"traceutil/trace.go:171","msg":"trace[1272321135] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"291.150189ms","start":"2026-03-31T05:12:16.625199Z","end":"2026-03-31T05:12:16.916349Z","steps":["trace[1272321135] 'process raft request' (duration: 290.856811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:16.934647Z","caller":"traceutil/trace.go:171","msg":"trace[319389875] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"309.293464ms","start":"2026-03-31T05:12:16.625318Z","end":"2026-03-31T05:12:16.934612Z","steps":["trace[319389875] 'process raft request' (duration: 308.990486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.934851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:16.625284Z","time spent":"309.467049ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:16.935069Z","caller":"traceutil/trace.go:171","msg":"trace[46515675] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"309.713376ms","start":"2026-03-31T05:12:16.62533Z","end":"2026-03-31T05:12:16.935043Z","steps":["trace[46515675] 'process raft request' (duration: 309.179011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.935274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:16.625303Z","time spent":"309.820028ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:16.935399Z","caller":"traceutil/trace.go:171","msg":"trace[420626811] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"309.51164ms","start":"2026-03-31T05:12:16.625873Z","end":"2026-03-31T05:12:16.935385Z","steps":["trace[420626811] 'process raft request' (duration: 309.220932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.93543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.051555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:16.93548Z","caller":"traceutil/trace.go:171","msg":"trace[1346938643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8616; }","duration":"306.141268ms","start":"2026-03-31T05:12:16.629326Z","end":"2026-03-31T05:12:16.935467Z","steps":["trace[1346938643] 'agreement among raft nodes before linearized reading' (duration: 306.004505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.935497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:16.625814Z","time spent":"309.628053ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:16.935264Z","caller":"traceutil/trace.go:171","msg":"trace[1387428856] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"309.679834ms","start":"2026-03-31T05:12:16.625561Z","end":"2026-03-31T05:12:16.935241Z","steps":["trace[1387428856] 'process raft request' (duration: 309.485849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.935623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:16.625549Z","time spent":"310.017664ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:16.935259Z","caller":"traceutil/trace.go:171","msg":"trace[1160255854] linearizableReadLoop","detail":"{readStateIndex:8942; appliedIndex:8935; }","duration":"305.84011ms","start":"2026-03-31T05:12:16.629347Z","end":"2026-03-31T05:12:16.935187Z","steps":["trace[1160255854] 'read index received' (duration: 286.799301ms)","trace[1160255854] 'applied index is now lower than readState.Index' (duration: 19.039299ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:16.935771Z","caller":"traceutil/trace.go:171","msg":"trace[867812263] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"310.223439ms","start":"2026-03-31T05:12:16.625526Z","end":"2026-03-31T05:12:16.935749Z","steps":["trace[867812263] 'process raft request' (duration: 309.399797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.93589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:16.625513Z","time spent":"310.294172ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:16.93553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:16.629313Z","time spent":"306.20758ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:12:16.935736Z","caller":"traceutil/trace.go:171","msg":"trace[970331793] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"308.566574ms","start":"2026-03-31T05:12:16.627106Z","end":"2026-03-31T05:12:16.935672Z","steps":["trace[970331793] 'process raft request' (duration: 308.031009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:16.936384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.668008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T05:12:16.936464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:16.627086Z","time spent":"309.234823ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:16.936548Z","caller":"traceutil/trace.go:171","msg":"trace[99597757] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62; range_end:; response_count:1; response_revision:8616; }","duration":"271.913974ms","start":"2026-03-31T05:12:16.664605Z","end":"2026-03-31T05:12:16.936519Z","steps":["trace[99597757] 'agreement among raft nodes before linearized reading' (duration: 271.468542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:18.731641Z","caller":"traceutil/trace.go:171","msg":"trace[580805568] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"272.710526ms","start":"2026-03-31T05:12:18.458901Z","end":"2026-03-31T05:12:18.731611Z","steps":["trace[580805568] 'process raft request' (duration: 272.49065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:19.721639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.305405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:19.72188Z","caller":"traceutil/trace.go:171","msg":"trace[407518333] linearizableReadLoop","detail":"{readStateIndex:8946; appliedIndex:8943; }","duration":"1.09282529s","start":"2026-03-31T05:12:18.629033Z","end":"2026-03-31T05:12:19.721858Z","steps":["trace[407518333] 'read index received' (duration: 102.356611ms)","trace[407518333] 'applied index is now lower than readState.Index' (duration: 990.467279ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:19.7221Z","caller":"traceutil/trace.go:171","msg":"trace[1120698457] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"1.102189325s","start":"2026-03-31T05:12:18.619821Z","end":"2026-03-31T05:12:19.72201Z","steps":["trace[1120698457] 'process raft request' (duration: 1.101957459s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:19.722171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.890866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:19.722242Z","caller":"traceutil/trace.go:171","msg":"trace[1880682399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8620; }","duration":"850.028209ms","start":"2026-03-31T05:12:18.872197Z","end":"2026-03-31T05:12:19.722225Z","steps":["trace[1880682399] 'agreement among raft nodes before linearized reading' (duration: 849.900036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:19.72226Z","caller":"traceutil/trace.go:171","msg":"trace[1601325607] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"1.261840619s","start":"2026-03-31T05:12:18.460403Z","end":"2026-03-31T05:12:19.722243Z","steps":["trace[1601325607] 'process raft request' (duration: 1.010790433s)","trace[1601325607] 'compare' (duration: 250.158811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:19.722334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:18.460372Z","time spent":"1.261926401s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:19.72238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.871512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:19.722475Z","caller":"traceutil/trace.go:171","msg":"trace[1041743548] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8620; }","duration":"118.978364ms","start":"2026-03-31T05:12:19.603467Z","end":"2026-03-31T05:12:19.722445Z","steps":["trace[1041743548] 'agreement among raft nodes before linearized reading' (duration: 118.81794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:19.722318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:18.87214Z","time spent":"850.132233ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:12:19.722732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:18.619781Z","time spent":"1.102413811s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:19.722752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.051119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:19.722812Z","caller":"traceutil/trace.go:171","msg":"trace[760220175] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8620; }","duration":"184.152942ms","start":"2026-03-31T05:12:19.538637Z","end":"2026-03-31T05:12:19.72279Z","steps":["trace[760220175] 'agreement among raft nodes before linearized reading' (duration: 184.054349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:19.722846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.291906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:19.722885Z","caller":"traceutil/trace.go:171","msg":"trace[863688940] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8620; }","duration":"184.351247ms","start":"2026-03-31T05:12:19.538513Z","end":"2026-03-31T05:12:19.722864Z","steps":["trace[863688940] 'agreement among raft nodes before linearized reading' (duration: 184.301555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:19.722996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.131446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:19.723096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.619995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:12:19.723109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.169089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:19.723089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.852448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:19.723134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.07823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:19.723161Z","caller":"traceutil/trace.go:171","msg":"trace[770384631] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8620; }","duration":"163.930131ms","start":"2026-03-31T05:12:19.559221Z","end":"2026-03-31T05:12:19.723151Z","steps":["trace[770384631] 'agreement among raft nodes before linearized reading' (duration: 163.831258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:19.723179Z","caller":"traceutil/trace.go:171","msg":"trace[776504057] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8620; }","duration":"184.124701ms","start":"2026-03-31T05:12:19.539035Z","end":"2026-03-31T05:12:19.72316Z","steps":["trace[776504057] 'agreement among raft nodes before linearized reading' (duration: 184.07906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:19.723125Z","caller":"traceutil/trace.go:171","msg":"trace[977890229] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8620; }","duration":"843.664376ms","start":"2026-03-31T05:12:18.879454Z","end":"2026-03-31T05:12:19.723118Z","steps":["trace[977890229] 'agreement among raft nodes before linearized reading' (duration: 843.588334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:19.723227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:18.879436Z","time spent":"843.780739ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:12:19.722194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093154289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:12:19.723309Z","caller":"traceutil/trace.go:171","msg":"trace[1876848661] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:8620; }","duration":"1.094324712s","start":"2026-03-31T05:12:18.628976Z","end":"2026-03-31T05:12:19.723301Z","steps":["trace[1876848661] 'agreement among raft nodes before linearized reading' (duration: 1.093059527s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:19.723335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:18.628947Z","time spent":"1.094379832s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:12:19.723177Z","caller":"traceutil/trace.go:171","msg":"trace[796901862] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8620; }","duration":"163.258031ms","start":"2026-03-31T05:12:19.55989Z","end":"2026-03-31T05:12:19.723148Z","steps":["trace[796901862] 'agreement among raft nodes before linearized reading' (duration: 163.182799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:19.723018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.732645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:19.723449Z","caller":"traceutil/trace.go:171","msg":"trace[479984610] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8620; }","duration":"164.260289ms","start":"2026-03-31T05:12:19.55918Z","end":"2026-03-31T05:12:19.723441Z","steps":["trace[479984610] 'agreement among raft nodes before linearized reading' (duration: 163.715285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:19.723228Z","caller":"traceutil/trace.go:171","msg":"trace[631627136] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8620; }","duration":"120.245139ms","start":"2026-03-31T05:12:19.60284Z","end":"2026-03-31T05:12:19.723085Z","steps":["trace[631627136] 'agreement among raft nodes before linearized reading' (duration: 120.056484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:19.723031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.855926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:12:19.723766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.463056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:19.723796Z","caller":"traceutil/trace.go:171","msg":"trace[1349885849] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8620; }","duration":"105.530478ms","start":"2026-03-31T05:12:19.618255Z","end":"2026-03-31T05:12:19.723785Z","steps":["trace[1349885849] 'agreement among raft nodes before linearized reading' (duration: 105.492077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:19.723813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.936668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:19.723887Z","caller":"traceutil/trace.go:171","msg":"trace[1262494503] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8620; }","duration":"121.078242ms","start":"2026-03-31T05:12:19.602786Z","end":"2026-03-31T05:12:19.723865Z","steps":["trace[1262494503] 'agreement among raft nodes before linearized reading' (duration: 120.964729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:19.723903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.68919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:19.723927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.398845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:19.72394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.612491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:12:19.723949Z","caller":"traceutil/trace.go:171","msg":"trace[501275871] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8620; }","duration":"106.766762ms","start":"2026-03-31T05:12:19.617171Z","end":"2026-03-31T05:12:19.723938Z","steps":["trace[501275871] 'agreement among raft nodes before linearized reading' (duration: 106.70523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:19.72396Z","caller":"traceutil/trace.go:171","msg":"trace[334964248] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8620; }","duration":"141.473168ms","start":"2026-03-31T05:12:19.582475Z","end":"2026-03-31T05:12:19.723948Z","steps":["trace[334964248] 'agreement among raft nodes before linearized reading' (duration: 141.426427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:19.723953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.516288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:12:19.724032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.744851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:19.724028Z","caller":"traceutil/trace.go:171","msg":"trace[1495644390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8620; }","duration":"782.612781ms","start":"2026-03-31T05:12:18.941394Z","end":"2026-03-31T05:12:19.724007Z","steps":["trace[1495644390] 'agreement among raft nodes before linearized reading' (duration: 782.430546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:19.724062Z","caller":"traceutil/trace.go:171","msg":"trace[464926238] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8620; }","duration":"106.793832ms","start":"2026-03-31T05:12:19.617257Z","end":"2026-03-31T05:12:19.724051Z","steps":["trace[464926238] 'agreement among raft nodes before linearized reading' (duration: 106.752081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:19.724072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:18.941382Z","time spent":"782.679022ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:12:19.724151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.224738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:19.724179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.008151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:12:19.723978Z","caller":"traceutil/trace.go:171","msg":"trace[164118535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8620; }","duration":"782.672053ms","start":"2026-03-31T05:12:18.941293Z","end":"2026-03-31T05:12:19.723965Z","steps":["trace[164118535] 'agreement among raft nodes before linearized reading' (duration: 782.527819ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:19.724212Z","caller":"traceutil/trace.go:171","msg":"trace[465342810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8620; }","duration":"783.049503ms","start":"2026-03-31T05:12:18.941153Z","end":"2026-03-31T05:12:19.724203Z","steps":["trace[465342810] 'agreement among raft nodes before linearized reading' (duration: 782.911189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:19.724208Z","caller":"traceutil/trace.go:171","msg":"trace[320060232] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8620; }","duration":"142.317411ms","start":"2026-03-31T05:12:19.581878Z","end":"2026-03-31T05:12:19.724195Z","steps":["trace[320060232] 'agreement among raft nodes before linearized reading' (duration: 142.230919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:19.72422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:18.941273Z","time spent":"782.93916ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:12:19.724234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:18.94115Z","time spent":"783.080054ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:12:19.724281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.607848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:12:19.724338Z","caller":"traceutil/trace.go:171","msg":"trace[322621403] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8620; }","duration":"783.70616ms","start":"2026-03-31T05:12:18.940613Z","end":"2026-03-31T05:12:19.724319Z","steps":["trace[322621403] 'agreement among raft nodes before linearized reading' (duration: 783.584647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:19.724369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:18.94059Z","time spent":"783.771103ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:12:19.723779Z","caller":"traceutil/trace.go:171","msg":"trace[2020806361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8620; }","duration":"802.625697ms","start":"2026-03-31T05:12:18.921134Z","end":"2026-03-31T05:12:19.723759Z","steps":["trace[2020806361] 'agreement among raft nodes before linearized reading' (duration: 801.813595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:19.724812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.883842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:19.724856Z","caller":"traceutil/trace.go:171","msg":"trace[2017262979] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8620; }","duration":"142.99607ms","start":"2026-03-31T05:12:19.58185Z","end":"2026-03-31T05:12:19.724846Z","steps":["trace[2017262979] 'agreement among raft nodes before linearized reading' (duration: 140.859751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:19.724894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.345098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:12:19.725477Z","caller":"traceutil/trace.go:171","msg":"trace[333244650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8620; }","duration":"785.194391ms","start":"2026-03-31T05:12:18.940259Z","end":"2026-03-31T05:12:19.725453Z","steps":["trace[333244650] 'agreement among raft nodes before linearized reading' (duration: 784.328678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:19.72467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:18.921113Z","time spent":"803.525631ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:12:19.725552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:18.940227Z","time spent":"785.303304ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:12:20.226801Z","caller":"traceutil/trace.go:171","msg":"trace[1130971064] transaction","detail":"{read_only:false; response_revision:8622; number_of_response:1; }","duration":"497.137447ms","start":"2026-03-31T05:12:19.729636Z","end":"2026-03-31T05:12:20.226774Z","steps":["trace[1130971064] 'process raft request' (duration: 455.053119ms)","trace[1130971064] 'compare' (duration: 41.368898ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:20.227121Z","caller":"traceutil/trace.go:171","msg":"trace[353746164] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"497.417584ms","start":"2026-03-31T05:12:19.729661Z","end":"2026-03-31T05:12:20.227079Z","steps":["trace[353746164] 'process raft request' (duration: 497.065364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.227312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.72965Z","time spent":"497.548788ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:20.22764Z","caller":"traceutil/trace.go:171","msg":"trace[241320830] linearizableReadLoop","detail":"{readStateIndex:8951; appliedIndex:8946; }","duration":"496.789367ms","start":"2026-03-31T05:12:19.730834Z","end":"2026-03-31T05:12:20.227623Z","steps":["trace[241320830] 'read index received' (duration: 8.477671ms)","trace[241320830] 'applied index is now lower than readState.Index' (duration: 488.310596ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:20.227688Z","caller":"traceutil/trace.go:171","msg":"trace[526954302] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"497.425854ms","start":"2026-03-31T05:12:19.73024Z","end":"2026-03-31T05:12:20.227666Z","steps":["trace[526954302] 'process raft request' (duration: 496.747025ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:20.227685Z","caller":"traceutil/trace.go:171","msg":"trace[1509315664] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"497.383303ms","start":"2026-03-31T05:12:19.73028Z","end":"2026-03-31T05:12:20.227664Z","steps":["trace[1509315664] 'process raft request' (duration: 497.250749ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:20.227718Z","caller":"traceutil/trace.go:171","msg":"trace[980756955] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"496.663523ms","start":"2026-03-31T05:12:19.73101Z","end":"2026-03-31T05:12:20.227673Z","steps":["trace[980756955] 'process raft request' (duration: 496.574491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.227799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.730224Z","time spent":"497.528217ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:20.227857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.84931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:20.227893Z","caller":"traceutil/trace.go:171","msg":"trace[756895576] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8626; }","duration":"327.890331ms","start":"2026-03-31T05:12:19.899994Z","end":"2026-03-31T05:12:20.227884Z","steps":["trace[756895576] 'agreement among raft nodes before linearized reading' (duration: 327.759307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.22792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.899947Z","time spent":"327.965913ms","remote":"127.0.0.1:57748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:12:20.227924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.730268Z","time spent":"497.496367ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:20.228054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.968844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:20.22811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.087247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:20.228119Z","caller":"traceutil/trace.go:171","msg":"trace[1229241985] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8626; }","duration":"346.044506ms","start":"2026-03-31T05:12:19.882059Z","end":"2026-03-31T05:12:20.228103Z","steps":["trace[1229241985] 'agreement among raft nodes before linearized reading' (duration: 345.961124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:20.228149Z","caller":"traceutil/trace.go:171","msg":"trace[1621389432] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8626; }","duration":"328.158659ms","start":"2026-03-31T05:12:19.899975Z","end":"2026-03-31T05:12:20.228134Z","steps":["trace[1621389432] 'agreement among raft nodes before linearized reading' (duration: 328.117968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.22818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.899949Z","time spent":"328.22248ms","remote":"127.0.0.1:57748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:20.228181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.882053Z","time spent":"346.109988ms","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:20.228064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.565723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:20.228267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.095476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:20.228338Z","caller":"traceutil/trace.go:171","msg":"trace[1043370657] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8626; }","duration":"310.183179ms","start":"2026-03-31T05:12:19.918129Z","end":"2026-03-31T05:12:20.228312Z","steps":["trace[1043370657] 'agreement among raft nodes before linearized reading' (duration: 310.095846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.228304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.461846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:20.228371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.918122Z","time spent":"310.24131ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-31T05:12:20.228343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.419504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223845"} {"level":"info","ts":"2026-03-31T05:12:20.228416Z","caller":"traceutil/trace.go:171","msg":"trace[648495027] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8626; }","duration":"310.666992ms","start":"2026-03-31T05:12:19.917725Z","end":"2026-03-31T05:12:20.228392Z","steps":["trace[648495027] 'agreement among raft nodes before linearized reading' (duration: 310.099336ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:20.228446Z","caller":"traceutil/trace.go:171","msg":"trace[1030883152] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8626; }","duration":"497.555018ms","start":"2026-03-31T05:12:19.730871Z","end":"2026-03-31T05:12:20.228426Z","steps":["trace[1030883152] 'agreement among raft nodes before linearized reading' (duration: 496.88809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.228499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.730866Z","time spent":"497.621469ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223868,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:12:20.228506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.917683Z","time spent":"310.801595ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:12:20.228562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.556061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:20.228572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.64218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:20.228595Z","caller":"traceutil/trace.go:171","msg":"trace[556849519] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8626; }","duration":"463.634183ms","start":"2026-03-31T05:12:19.76495Z","end":"2026-03-31T05:12:20.228584Z","steps":["trace[556849519] 'agreement among raft nodes before linearized reading' (duration: 463.579282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.228624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.764922Z","time spent":"463.694905ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:12:20.228628Z","caller":"traceutil/trace.go:171","msg":"trace[1999574003] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8626; }","duration":"365.706793ms","start":"2026-03-31T05:12:19.8629Z","end":"2026-03-31T05:12:20.228607Z","steps":["trace[1999574003] 'agreement among raft nodes before linearized reading' (duration: 365.633251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.228014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.982984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:20.228674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.862891Z","time spent":"365.770874ms","remote":"127.0.0.1:57738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-03-31T05:12:20.228735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.742256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:20.228296Z","caller":"traceutil/trace.go:171","msg":"trace[2084754994] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8626; }","duration":"462.876073ms","start":"2026-03-31T05:12:19.765397Z","end":"2026-03-31T05:12:20.228273Z","steps":["trace[2084754994] 'agreement among raft nodes before linearized reading' (duration: 462.375229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.228497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.450447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:20.228801Z","caller":"traceutil/trace.go:171","msg":"trace[206419930] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8626; }","duration":"463.810208ms","start":"2026-03-31T05:12:19.764979Z","end":"2026-03-31T05:12:20.228789Z","steps":["trace[206419930] 'agreement among raft nodes before linearized reading' (duration: 463.724615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.228837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.765391Z","time spent":"463.426007ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"info","ts":"2026-03-31T05:12:20.228838Z","caller":"traceutil/trace.go:171","msg":"trace[1644283845] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8626; }","duration":"346.821428ms","start":"2026-03-31T05:12:19.882001Z","end":"2026-03-31T05:12:20.228822Z","steps":["trace[1644283845] 'agreement among raft nodes before linearized reading' (duration: 346.453878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.228852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.866777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:20.228891Z","caller":"traceutil/trace.go:171","msg":"trace[1039201480] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8626; }","duration":"310.926618ms","start":"2026-03-31T05:12:19.917953Z","end":"2026-03-31T05:12:20.22888Z","steps":["trace[1039201480] 'agreement among raft nodes before linearized reading' (duration: 310.864846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.228903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.164417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:20.229176Z","caller":"traceutil/trace.go:171","msg":"trace[548717183] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8626; }","duration":"490.462554ms","start":"2026-03-31T05:12:19.738701Z","end":"2026-03-31T05:12:20.229164Z","steps":["trace[548717183] 'agreement among raft nodes before linearized reading' (duration: 490.173596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.229214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.738682Z","time spent":"490.523216ms","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"info","ts":"2026-03-31T05:12:20.228685Z","caller":"traceutil/trace.go:171","msg":"trace[509744942] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8626; }","duration":"489.666133ms","start":"2026-03-31T05:12:19.739007Z","end":"2026-03-31T05:12:20.228673Z","steps":["trace[509744942] 'agreement among raft nodes before linearized reading' (duration: 488.968453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.229197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.373321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:20.229262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.738997Z","time spent":"490.253558ms","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"info","ts":"2026-03-31T05:12:20.229281Z","caller":"traceutil/trace.go:171","msg":"trace[1639287117] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8626; }","duration":"490.496305ms","start":"2026-03-31T05:12:19.738774Z","end":"2026-03-31T05:12:20.22927Z","steps":["trace[1639287117] 'agreement among raft nodes before linearized reading' (duration: 489.381334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.227911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.643022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:20.228075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.151851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:20.228851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.764899Z","time spent":"463.939381ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:12:20.229344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.738753Z","time spent":"490.582518ms","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:20.228902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.881985Z","time spent":"346.892769ms","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"info","ts":"2026-03-31T05:12:20.229377Z","caller":"traceutil/trace.go:171","msg":"trace[1331667775] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8626; }","duration":"328.459456ms","start":"2026-03-31T05:12:19.900904Z","end":"2026-03-31T05:12:20.229363Z","steps":["trace[1331667775] 'agreement among raft nodes before linearized reading' (duration: 327.147801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.227995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.178803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:20.229373Z","caller":"traceutil/trace.go:171","msg":"trace[86510520] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8626; }","duration":"407.123012ms","start":"2026-03-31T05:12:19.822229Z","end":"2026-03-31T05:12:20.229352Z","steps":["trace[86510520] 'agreement among raft nodes before linearized reading' (duration: 405.535249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.22942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.900897Z","time spent":"328.511689ms","remote":"127.0.0.1:57748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"info","ts":"2026-03-31T05:12:20.22943Z","caller":"traceutil/trace.go:171","msg":"trace[818781277] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8626; }","duration":"346.627072ms","start":"2026-03-31T05:12:19.882789Z","end":"2026-03-31T05:12:20.229416Z","steps":["trace[818781277] 'agreement among raft nodes before linearized reading' (duration: 345.173542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.22945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.822104Z","time spent":"407.327217ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:12:20.228926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.917944Z","time spent":"310.97271ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:20.227933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.731Z","time spent":"496.819448ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:20.229465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.882778Z","time spent":"346.678504ms","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-03-31T05:12:20.228985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.810244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:20.229734Z","caller":"traceutil/trace.go:171","msg":"trace[615788548] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8626; }","duration":"407.615915ms","start":"2026-03-31T05:12:19.822107Z","end":"2026-03-31T05:12:20.229723Z","steps":["trace[615788548] 'agreement among raft nodes before linearized reading' (duration: 406.351121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.229802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.822055Z","time spent":"407.735768ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:20.228992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.676269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:20.22991Z","caller":"traceutil/trace.go:171","msg":"trace[1424580119] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8626; }","duration":"367.606735ms","start":"2026-03-31T05:12:19.862282Z","end":"2026-03-31T05:12:20.229889Z","steps":["trace[1424580119] 'agreement among raft nodes before linearized reading' (duration: 366.657639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.229958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.862277Z","time spent":"367.667696ms","remote":"127.0.0.1:57738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:20.228997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.208587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:20.230023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.729616Z","time spent":"497.2863ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:20.229041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.928497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:20.230077Z","caller":"traceutil/trace.go:171","msg":"trace[2076395117] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8626; }","duration":"425.250556ms","start":"2026-03-31T05:12:19.804767Z","end":"2026-03-31T05:12:20.230017Z","steps":["trace[2076395117] 'agreement among raft nodes before linearized reading' (duration: 424.198707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:20.230124Z","caller":"traceutil/trace.go:171","msg":"trace[638519684] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8626; }","duration":"426.023197ms","start":"2026-03-31T05:12:19.804067Z","end":"2026-03-31T05:12:20.23009Z","steps":["trace[638519684] 'agreement among raft nodes before linearized reading' (duration: 424.890226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.230245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.804043Z","time spent":"426.188052ms","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:20.229064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.855002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:20.230329Z","caller":"traceutil/trace.go:171","msg":"trace[1361925979] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8626; }","duration":"387.111776ms","start":"2026-03-31T05:12:19.8432Z","end":"2026-03-31T05:12:20.230312Z","steps":["trace[1361925979] 'agreement among raft nodes before linearized reading' (duration: 385.837161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.230382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.843174Z","time spent":"387.193729ms","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-31T05:12:20.229068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.789782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:20.23047Z","caller":"traceutil/trace.go:171","msg":"trace[1703631943] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8626; }","duration":"368.227071ms","start":"2026-03-31T05:12:19.862233Z","end":"2026-03-31T05:12:20.23046Z","steps":["trace[1703631943] 'agreement among raft nodes before linearized reading' (duration: 366.795902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.230505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.86222Z","time spent":"368.275072ms","remote":"127.0.0.1:57738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:12:20.229106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.078968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:20.230576Z","caller":"traceutil/trace.go:171","msg":"trace[1425465542] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8626; }","duration":"387.597019ms","start":"2026-03-31T05:12:19.842969Z","end":"2026-03-31T05:12:20.230566Z","steps":["trace[1425465542] 'agreement among raft nodes before linearized reading' (duration: 386.113699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.230615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.84294Z","time spent":"387.664261ms","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:20.229112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.424962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:20.230664Z","caller":"traceutil/trace.go:171","msg":"trace[1491074702] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8626; }","duration":"407.991466ms","start":"2026-03-31T05:12:19.822661Z","end":"2026-03-31T05:12:20.230653Z","steps":["trace[1491074702] 'agreement among raft nodes before linearized reading' (duration: 406.426633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.230711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.822653Z","time spent":"408.041307ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-31T05:12:20.22912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.063387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:20.230764Z","caller":"traceutil/trace.go:171","msg":"trace[1984063662] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8626; }","duration":"387.759663ms","start":"2026-03-31T05:12:19.842997Z","end":"2026-03-31T05:12:20.230756Z","steps":["trace[1984063662] 'agreement among raft nodes before linearized reading' (duration: 386.094888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.230796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.842966Z","time spent":"387.821375ms","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:12:20.2308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.960113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:12:20.22905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.945428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:20.230894Z","caller":"traceutil/trace.go:171","msg":"trace[663382180] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8626; }","duration":"426.774187ms","start":"2026-03-31T05:12:19.804096Z","end":"2026-03-31T05:12:20.230871Z","steps":["trace[663382180] 'agreement among raft nodes before linearized reading' (duration: 424.928647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.230964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.804043Z","time spent":"426.898781ms","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-31T05:12:20.230841Z","caller":"traceutil/trace.go:171","msg":"trace[1603805724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8626; }","duration":"500.028325ms","start":"2026-03-31T05:12:19.730803Z","end":"2026-03-31T05:12:20.230832Z","steps":["trace[1603805724] 'agreement among raft nodes before linearized reading' (duration: 496.89534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:20.231031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.730792Z","time spent":"500.228481ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:12:20.230218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:19.804745Z","time spent":"425.451001ms","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-03-31T05:12:20.586079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.90636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:12:20.586223Z","caller":"traceutil/trace.go:171","msg":"trace[160990770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8626; }","duration":"215.127676ms","start":"2026-03-31T05:12:20.371054Z","end":"2026-03-31T05:12:20.586182Z","steps":["trace[160990770] 'range keys from in-memory index tree' (duration: 214.623172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:21.77465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.016721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-7b66cfb94c-6pn7h\" ","response":"range_response_count:1 size:4462"} {"level":"info","ts":"2026-03-31T05:12:21.774734Z","caller":"traceutil/trace.go:171","msg":"trace[469984097] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-7b66cfb94c-6pn7h; range_end:; response_count:1; response_revision:8631; }","duration":"249.163554ms","start":"2026-03-31T05:12:21.525551Z","end":"2026-03-31T05:12:21.774714Z","steps":["trace[469984097] 'range keys from in-memory index tree' (duration: 248.801645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:21.77501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.202966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-7b66cfb94c-6pn7h\" ","response":"range_response_count:1 size:4462"} {"level":"info","ts":"2026-03-31T05:12:21.775068Z","caller":"traceutil/trace.go:171","msg":"trace[267158345] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-7b66cfb94c-6pn7h; range_end:; response_count:1; response_revision:8631; }","duration":"278.283219ms","start":"2026-03-31T05:12:21.496776Z","end":"2026-03-31T05:12:21.775059Z","steps":["trace[267158345] 'range keys from in-memory index tree' (duration: 277.577049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:24.408019Z","caller":"traceutil/trace.go:171","msg":"trace[1808329306] linearizableReadLoop","detail":"{readStateIndex:8977; appliedIndex:8976; }","duration":"157.574047ms","start":"2026-03-31T05:12:24.25041Z","end":"2026-03-31T05:12:24.407984Z","steps":["trace[1808329306] 'read index received' (duration: 157.33176ms)","trace[1808329306] 'applied index is now lower than readState.Index' (duration: 240.877µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:24.408497Z","caller":"traceutil/trace.go:171","msg":"trace[244160450] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"159.047947ms","start":"2026-03-31T05:12:24.249413Z","end":"2026-03-31T05:12:24.408461Z","steps":["trace[244160450] 'process raft request' (duration: 158.347568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:24.408654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.199934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:12:24.408714Z","caller":"traceutil/trace.go:171","msg":"trace[1411312107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8650; }","duration":"158.348698ms","start":"2026-03-31T05:12:24.250351Z","end":"2026-03-31T05:12:24.408699Z","steps":["trace[1411312107] 'agreement among raft nodes before linearized reading' (duration: 158.115832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:24.41794Z","caller":"traceutil/trace.go:171","msg":"trace[873407176] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"167.015024ms","start":"2026-03-31T05:12:24.250892Z","end":"2026-03-31T05:12:24.417907Z","steps":["trace[873407176] 'process raft request' (duration: 166.806568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:24.41796Z","caller":"traceutil/trace.go:171","msg":"trace[1492952908] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"166.929252ms","start":"2026-03-31T05:12:24.250993Z","end":"2026-03-31T05:12:24.417922Z","steps":["trace[1492952908] 'process raft request' (duration: 166.842429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:24.418111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.804569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:12:24.418235Z","caller":"traceutil/trace.go:171","msg":"trace[631021276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8652; }","duration":"166.984374ms","start":"2026-03-31T05:12:24.251208Z","end":"2026-03-31T05:12:24.418192Z","steps":["trace[631021276] 'agreement among raft nodes before linearized reading' (duration: 166.686816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:24.418328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.92034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:12:24.41847Z","caller":"traceutil/trace.go:171","msg":"trace[1975232852] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:8652; }","duration":"164.110736ms","start":"2026-03-31T05:12:24.254327Z","end":"2026-03-31T05:12:24.418438Z","steps":["trace[1975232852] 'agreement among raft nodes before linearized reading' (duration: 163.661873ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:27.983002Z","caller":"traceutil/trace.go:171","msg":"trace[1331634637] linearizableReadLoop","detail":"{readStateIndex:8995; appliedIndex:8993; }","duration":"158.721888ms","start":"2026-03-31T05:12:27.824239Z","end":"2026-03-31T05:12:27.982961Z","steps":["trace[1331634637] 'read index received' (duration: 8.925783ms)","trace[1331634637] 'applied index is now lower than readState.Index' (duration: 149.794315ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:27.983058Z","caller":"traceutil/trace.go:171","msg":"trace[158987421] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"165.900714ms","start":"2026-03-31T05:12:27.81712Z","end":"2026-03-31T05:12:27.983021Z","steps":["trace[158987421] 'process raft request' (duration: 118.609934ms)","trace[158987421] 'compare' (duration: 46.973501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:27.983282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.029386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:12:27.983378Z","caller":"traceutil/trace.go:171","msg":"trace[1515860660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8668; }","duration":"159.179431ms","start":"2026-03-31T05:12:27.824179Z","end":"2026-03-31T05:12:27.983358Z","steps":["trace[1515860660] 'agreement among raft nodes before linearized reading' (duration: 158.888513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:28.018554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.886047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:28.018646Z","caller":"traceutil/trace.go:171","msg":"trace[466818774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8668; }","duration":"150.029651ms","start":"2026-03-31T05:12:27.868596Z","end":"2026-03-31T05:12:28.018626Z","steps":["trace[466818774] 'agreement among raft nodes before linearized reading' (duration: 149.880967ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:38.78558Z","caller":"traceutil/trace.go:171","msg":"trace[1804346068] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"173.213674ms","start":"2026-03-31T05:12:38.612302Z","end":"2026-03-31T05:12:38.785516Z","steps":["trace[1804346068] 'process raft request' (duration: 125.667187ms)","trace[1804346068] 'compare' (duration: 47.238138ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:38.785641Z","caller":"traceutil/trace.go:171","msg":"trace[1288617618] linearizableReadLoop","detail":"{readStateIndex:9053; appliedIndex:9052; }","duration":"172.068922ms","start":"2026-03-31T05:12:38.613541Z","end":"2026-03-31T05:12:38.785609Z","steps":["trace[1288617618] 'read index received' (duration: 124.517846ms)","trace[1288617618] 'applied index is now lower than readState.Index' (duration: 47.547896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:38.786263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.702339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:12:38.786326Z","caller":"traceutil/trace.go:171","msg":"trace[1438566744] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8723; }","duration":"172.805552ms","start":"2026-03-31T05:12:38.613505Z","end":"2026-03-31T05:12:38.78631Z","steps":["trace[1438566744] 'agreement among raft nodes before linearized reading' (duration: 172.282238ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:38.786307Z","caller":"traceutil/trace.go:171","msg":"trace[308041750] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"170.810967ms","start":"2026-03-31T05:12:38.615467Z","end":"2026-03-31T05:12:38.786278Z","steps":["trace[308041750] 'process raft request' (duration: 170.570321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:38.786623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.013206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:12:38.786622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.128333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:12:38.786705Z","caller":"traceutil/trace.go:171","msg":"trace[22956409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8724; }","duration":"170.13389ms","start":"2026-03-31T05:12:38.616552Z","end":"2026-03-31T05:12:38.786686Z","steps":["trace[22956409] 'agreement among raft nodes before linearized reading' (duration: 169.856002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:38.786721Z","caller":"traceutil/trace.go:171","msg":"trace[337429527] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:8724; }","duration":"165.330659ms","start":"2026-03-31T05:12:38.621372Z","end":"2026-03-31T05:12:38.786702Z","steps":["trace[337429527] 'agreement among raft nodes before linearized reading' (duration: 164.948279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:39.02816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.813327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:39.028271Z","caller":"traceutil/trace.go:171","msg":"trace[1984622507] linearizableReadLoop","detail":"{readStateIndex:9055; appliedIndex:9054; }","duration":"236.285712ms","start":"2026-03-31T05:12:38.791967Z","end":"2026-03-31T05:12:39.028252Z","steps":["trace[1984622507] 'read index received' (duration: 98.28693ms)","trace[1984622507] 'applied index is now lower than readState.Index' (duration: 137.996842ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:39.028401Z","caller":"traceutil/trace.go:171","msg":"trace[1621922093] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"236.832567ms","start":"2026-03-31T05:12:38.791531Z","end":"2026-03-31T05:12:39.028364Z","steps":["trace[1621922093] 'process raft request' (duration: 98.698371ms)","trace[1621922093] 'compare' (duration: 137.434377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:39.028635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.666813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223845"} {"level":"info","ts":"2026-03-31T05:12:39.028673Z","caller":"traceutil/trace.go:171","msg":"trace[2065533514] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8725; }","duration":"236.721064ms","start":"2026-03-31T05:12:38.791943Z","end":"2026-03-31T05:12:39.028664Z","steps":["trace[2065533514] 'agreement among raft nodes before linearized reading' (duration: 236.402705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:39.203783Z","caller":"traceutil/trace.go:171","msg":"trace[1877673492] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"409.088555ms","start":"2026-03-31T05:12:38.794659Z","end":"2026-03-31T05:12:39.203747Z","steps":["trace[1877673492] 'process raft request' (duration: 398.011472ms)","trace[1877673492] 'compare' (duration: 10.552178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:39.203954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:38.794638Z","time spent":"409.225188ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:39.204608Z","caller":"traceutil/trace.go:171","msg":"trace[1018711867] linearizableReadLoop","detail":"{readStateIndex:9057; appliedIndex:9055; }","duration":"176.269237ms","start":"2026-03-31T05:12:39.028295Z","end":"2026-03-31T05:12:39.204564Z","steps":["trace[1018711867] 'read index received' (duration: 164.471145ms)","trace[1018711867] 'applied index is now lower than readState.Index' (duration: 11.795702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:39.204952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.776634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:12:39.204997Z","caller":"traceutil/trace.go:171","msg":"trace[2090511318] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8728; }","duration":"321.912837ms","start":"2026-03-31T05:12:38.883071Z","end":"2026-03-31T05:12:39.204984Z","steps":["trace[2090511318] 'agreement among raft nodes before linearized reading' (duration: 321.734793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:39.205045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:38.883047Z","time spent":"321.9851ms","remote":"127.0.0.1:33224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:12:39.205051Z","caller":"traceutil/trace.go:171","msg":"trace[1139883012] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"297.204054ms","start":"2026-03-31T05:12:38.907817Z","end":"2026-03-31T05:12:39.205021Z","steps":["trace[1139883012] 'process raft request' (duration: 296.393652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:46.776686Z","caller":"traceutil/trace.go:171","msg":"trace[353547721] linearizableReadLoop","detail":"{readStateIndex:9144; appliedIndex:9143; }","duration":"112.846568ms","start":"2026-03-31T05:12:46.663826Z","end":"2026-03-31T05:12:46.776673Z","steps":["trace[353547721] 'read index received' (duration: 112.812227ms)","trace[353547721] 'applied index is now lower than readState.Index' (duration: 32.961µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:46.776747Z","caller":"traceutil/trace.go:171","msg":"trace[1684967639] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"119.048266ms","start":"2026-03-31T05:12:46.657675Z","end":"2026-03-31T05:12:46.776723Z","steps":["trace[1684967639] 'process raft request' (duration: 118.893472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:46.776964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.125725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T05:12:46.777038Z","caller":"traceutil/trace.go:171","msg":"trace[1249657522] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62; range_end:; response_count:1; response_revision:8810; }","duration":"113.259558ms","start":"2026-03-31T05:12:46.663761Z","end":"2026-03-31T05:12:46.77702Z","steps":["trace[1249657522] 'agreement among raft nodes before linearized reading' (duration: 113.018831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:47.003255Z","caller":"traceutil/trace.go:171","msg":"trace[574679590] linearizableReadLoop","detail":"{readStateIndex:9145; appliedIndex:9144; }","duration":"226.489926ms","start":"2026-03-31T05:12:46.776737Z","end":"2026-03-31T05:12:47.003227Z","steps":["trace[574679590] 'read index received' (duration: 223.016742ms)","trace[574679590] 'applied index is now lower than readState.Index' (duration: 3.471944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:47.003374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.923757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:47.003419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.027931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-msmhm\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-31T05:12:47.003455Z","caller":"traceutil/trace.go:171","msg":"trace[1195306575] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-msmhm; range_end:; response_count:1; response_revision:8811; }","duration":"245.097343ms","start":"2026-03-31T05:12:46.758346Z","end":"2026-03-31T05:12:47.003443Z","steps":["trace[1195306575] 'agreement among raft nodes before linearized reading' (duration: 244.98395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:47.00347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.08862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-31T05:12:47.003506Z","caller":"traceutil/trace.go:171","msg":"trace[1978698136] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8811; }","duration":"323.174063ms","start":"2026-03-31T05:12:46.680321Z","end":"2026-03-31T05:12:47.003495Z","steps":["trace[1978698136] 'agreement among raft nodes before linearized reading' (duration: 323.029539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:47.003552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:46.680299Z","time spent":"323.242684ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":535,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"info","ts":"2026-03-31T05:12:47.003488Z","caller":"traceutil/trace.go:171","msg":"trace[1428304050] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8811; }","duration":"230.996629ms","start":"2026-03-31T05:12:46.772406Z","end":"2026-03-31T05:12:47.003403Z","steps":["trace[1428304050] 'agreement among raft nodes before linearized reading' (duration: 230.913407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:47.00326Z","caller":"traceutil/trace.go:171","msg":"trace[951144325] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"279.985375ms","start":"2026-03-31T05:12:46.723249Z","end":"2026-03-31T05:12:47.003234Z","steps":["trace[951144325] 'process raft request' (duration: 276.50899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:47.004539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.766759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:12:47.004583Z","caller":"traceutil/trace.go:171","msg":"trace[422802377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8813; }","duration":"180.81568ms","start":"2026-03-31T05:12:46.823757Z","end":"2026-03-31T05:12:47.004572Z","steps":["trace[422802377] 'agreement among raft nodes before linearized reading' (duration: 180.689207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:47.00512Z","caller":"traceutil/trace.go:171","msg":"trace[1574388092] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"225.54256ms","start":"2026-03-31T05:12:46.779564Z","end":"2026-03-31T05:12:47.005107Z","steps":["trace[1574388092] 'process raft request' (duration: 224.746658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:47.005542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.255711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:12:47.005632Z","caller":"traceutil/trace.go:171","msg":"trace[989445584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8813; }","duration":"178.407745ms","start":"2026-03-31T05:12:46.827205Z","end":"2026-03-31T05:12:47.005613Z","steps":["trace[989445584] 'agreement among raft nodes before linearized reading' (duration: 178.079306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:47.005603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.016306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:47.005709Z","caller":"traceutil/trace.go:171","msg":"trace[761683829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8813; }","duration":"137.17169ms","start":"2026-03-31T05:12:46.868511Z","end":"2026-03-31T05:12:47.005683Z","steps":["trace[761683829] 'agreement among raft nodes before linearized reading' (duration: 136.985385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:49.709987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.942458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:49.710127Z","caller":"traceutil/trace.go:171","msg":"trace[1694083954] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8831; }","duration":"117.156394ms","start":"2026-03-31T05:12:49.592933Z","end":"2026-03-31T05:12:49.71009Z","steps":["trace[1694083954] 'count revisions from in-memory index tree' (duration: 116.847106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:51.607987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792627282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:12:52.108541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792627282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:12:52.195426Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.093577901s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:12:53.318169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122321213s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:53.31893Z","caller":"traceutil/trace.go:171","msg":"trace[2132171260] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"2.217204279s","start":"2026-03-31T05:12:51.101706Z","end":"2026-03-31T05:12:53.31891Z","steps":["trace[2132171260] 'process raft request' (duration: 1.094058914s)","trace[2132171260] 'compare' (duration: 1.103341775s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:53.319037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:51.101675Z","time spent":"2.217308302s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:53.341331Z","caller":"traceutil/trace.go:171","msg":"trace[296404654] transaction","detail":"{read_only:false; response_revision:8839; number_of_response:1; }","duration":"2.013330881s","start":"2026-03-31T05:12:51.32782Z","end":"2026-03-31T05:12:53.341151Z","steps":["trace[296404654] 'process raft request' (duration: 2.001743604s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:53.341699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:51.327785Z","time spent":"2.013742432s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:53.342667Z","caller":"traceutil/trace.go:171","msg":"trace[1951571462] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"1.390491697s","start":"2026-03-31T05:12:51.952127Z","end":"2026-03-31T05:12:53.342618Z","steps":["trace[1951571462] 'process raft request' (duration: 1.388907713s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:53.342885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:51.952096Z","time spent":"1.39066343s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:53.342905Z","caller":"traceutil/trace.go:171","msg":"trace[570311047] linearizableReadLoop","detail":"{readStateIndex:9175; appliedIndex:9171; }","duration":"2.235584711s","start":"2026-03-31T05:12:51.107231Z","end":"2026-03-31T05:12:53.342816Z","steps":["trace[570311047] 'read index received' (duration: 1.088529583s)","trace[570311047] 'applied index is now lower than readState.Index' (duration: 1.147052158s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:53.343185Z","caller":"traceutil/trace.go:171","msg":"trace[892834694] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"1.252848813s","start":"2026-03-31T05:12:52.090318Z","end":"2026-03-31T05:12:53.343167Z","steps":["trace[892834694] 'process raft request' (duration: 1.252225516s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:53.343365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:52.090281Z","time spent":"1.252945195s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:53.343641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236396583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:12:53.343736Z","caller":"traceutil/trace.go:171","msg":"trace[1706096552] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8841; }","duration":"2.236505086s","start":"2026-03-31T05:12:51.107188Z","end":"2026-03-31T05:12:53.343693Z","steps":["trace[1706096552] 'agreement among raft nodes before linearized reading' (duration: 2.236164147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:53.343793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:51.107173Z","time spent":"2.236607689s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:12:53.347603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238899181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:12:53.347728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871601216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:53.353237Z","caller":"traceutil/trace.go:171","msg":"trace[370605185] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8842; }","duration":"1.877134746s","start":"2026-03-31T05:12:51.476064Z","end":"2026-03-31T05:12:53.353199Z","steps":["trace[370605185] 'agreement among raft nodes before linearized reading' (duration: 1.871625386s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:53.353377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:51.476031Z","time spent":"1.877311271s","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:53.347737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476706648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:53.353543Z","caller":"traceutil/trace.go:171","msg":"trace[969354600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8842; }","duration":"1.482540076s","start":"2026-03-31T05:12:51.870983Z","end":"2026-03-31T05:12:53.353523Z","steps":["trace[969354600] 'agreement among raft nodes before linearized reading' (duration: 1.476545233s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:53.353595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:51.870956Z","time spent":"1.482626109s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:12:53.347745Z","caller":"traceutil/trace.go:171","msg":"trace[517155997] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:8842; }","duration":"2.239117947s","start":"2026-03-31T05:12:51.108585Z","end":"2026-03-31T05:12:53.347702Z","steps":["trace[517155997] 'agreement among raft nodes before linearized reading' (duration: 2.23847743s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:53.347634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826070684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:12:53.354041Z","caller":"traceutil/trace.go:171","msg":"trace[1683148770] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8842; }","duration":"1.83252289s","start":"2026-03-31T05:12:51.521496Z","end":"2026-03-31T05:12:53.354018Z","steps":["trace[1683148770] 'agreement among raft nodes before linearized reading' (duration: 1.826075794s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:53.347986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.787602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:12:53.354178Z","caller":"traceutil/trace.go:171","msg":"trace[963897637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8842; }","duration":"530.037343ms","start":"2026-03-31T05:12:52.824123Z","end":"2026-03-31T05:12:53.35416Z","steps":["trace[963897637] 'agreement among raft nodes before linearized reading' (duration: 523.683579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:53.354224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:52.824088Z","time spent":"530.122695ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:12:53.348084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017636818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:12:53.354882Z","caller":"traceutil/trace.go:171","msg":"trace[556818262] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8842; }","duration":"2.024458835s","start":"2026-03-31T05:12:51.330394Z","end":"2026-03-31T05:12:53.354853Z","steps":["trace[556818262] 'agreement among raft nodes before linearized reading' (duration: 2.017389622s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:53.348161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88463003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:12:53.354993Z","caller":"traceutil/trace.go:171","msg":"trace[500938170] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8842; }","duration":"1.891442957s","start":"2026-03-31T05:12:51.463514Z","end":"2026-03-31T05:12:53.354957Z","steps":["trace[500938170] 'agreement among raft nodes before linearized reading' (duration: 1.88458826s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:53.35505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:51.463437Z","time spent":"1.891596941s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":56,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:53.34813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.261662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:12:53.355131Z","caller":"traceutil/trace.go:171","msg":"trace[1866949774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8842; }","duration":"320.288573ms","start":"2026-03-31T05:12:53.034823Z","end":"2026-03-31T05:12:53.355111Z","steps":["trace[1866949774] 'agreement among raft nodes before linearized reading' (duration: 313.213229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:53.355157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:53.034802Z","time spent":"320.347755ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:12:53.348203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.741074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:53.355305Z","caller":"traceutil/trace.go:171","msg":"trace[1498188906] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8842; }","duration":"731.862398ms","start":"2026-03-31T05:12:52.623426Z","end":"2026-03-31T05:12:53.355288Z","steps":["trace[1498188906] 'agreement among raft nodes before linearized reading' (duration: 724.753424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:53.355294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:51.521464Z","time spent":"1.832633163s","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:53.348261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135853843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:12:53.355376Z","caller":"traceutil/trace.go:171","msg":"trace[1888022923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8842; }","duration":"1.143002557s","start":"2026-03-31T05:12:52.21236Z","end":"2026-03-31T05:12:53.355362Z","steps":["trace[1888022923] 'agreement among raft nodes before linearized reading' (duration: 1.135862753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:53.348289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16991114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:12:53.35545Z","caller":"traceutil/trace.go:171","msg":"trace[820443328] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:8842; }","duration":"2.177116987s","start":"2026-03-31T05:12:51.17832Z","end":"2026-03-31T05:12:53.355437Z","steps":["trace[820443328] 'agreement among raft nodes before linearized reading' (duration: 2.169865699s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:53.3555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:51.178293Z","time spent":"2.177201149s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:12:53.355342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:52.623409Z","time spent":"731.92434ms","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:53.347719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.152394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:12:53.355791Z","caller":"traceutil/trace.go:171","msg":"trace[642643847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8842; }","duration":"319.268275ms","start":"2026-03-31T05:12:53.03651Z","end":"2026-03-31T05:12:53.355778Z","steps":["trace[642643847] 'agreement among raft nodes before linearized reading' (duration: 311.051731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:53.355836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:53.036499Z","time spent":"319.318107ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:12:53.356288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:51.330376Z","time spent":"2.024545256s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:12:53.355221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:51.108555Z","time spent":"2.246623322s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:12:53.355404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:52.212326Z","time spent":"1.143067939s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:12:53.642307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.001184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:53.642777Z","caller":"traceutil/trace.go:171","msg":"trace[2024839000] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"276.636153ms","start":"2026-03-31T05:12:53.366116Z","end":"2026-03-31T05:12:53.642752Z","steps":["trace[2024839000] 'process raft request' (duration: 276.328665ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:53.642756Z","caller":"traceutil/trace.go:171","msg":"trace[875326908] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"276.691335ms","start":"2026-03-31T05:12:53.36602Z","end":"2026-03-31T05:12:53.642711Z","steps":["trace[875326908] 'process raft request' (duration: 131.157517ms)","trace[875326908] 'compare' (duration: 144.797568ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:53.643178Z","caller":"traceutil/trace.go:171","msg":"trace[38836468] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"272.779929ms","start":"2026-03-31T05:12:53.370354Z","end":"2026-03-31T05:12:53.643134Z","steps":["trace[38836468] 'process raft request' (duration: 272.156122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:53.643392Z","caller":"traceutil/trace.go:171","msg":"trace[1053888418] transaction","detail":"{read_only:false; response_revision:8846; number_of_response:1; }","duration":"272.378248ms","start":"2026-03-31T05:12:53.370983Z","end":"2026-03-31T05:12:53.643362Z","steps":["trace[1053888418] 'process raft request' (duration: 272.015398ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:53.643439Z","caller":"traceutil/trace.go:171","msg":"trace[13365590] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"268.609995ms","start":"2026-03-31T05:12:53.374812Z","end":"2026-03-31T05:12:53.643422Z","steps":["trace[13365590] 'process raft request' (duration: 268.484951ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:53.64351Z","caller":"traceutil/trace.go:171","msg":"trace[2084926057] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"256.260578ms","start":"2026-03-31T05:12:53.387234Z","end":"2026-03-31T05:12:53.643494Z","steps":["trace[2084926057] 'process raft request' (duration: 256.178515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:53.643552Z","caller":"traceutil/trace.go:171","msg":"trace[529494133] linearizableReadLoop","detail":"{readStateIndex:9178; appliedIndex:9176; }","duration":"277.482517ms","start":"2026-03-31T05:12:53.366054Z","end":"2026-03-31T05:12:53.643536Z","steps":["trace[529494133] 'read index received' (duration: 19.673847ms)","trace[529494133] 'applied index is now lower than readState.Index' (duration: 257.80657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:53.643954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.708714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:53.643956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.364187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:53.644013Z","caller":"traceutil/trace.go:171","msg":"trace[1898590556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8848; }","duration":"273.838887ms","start":"2026-03-31T05:12:53.370155Z","end":"2026-03-31T05:12:53.643994Z","steps":["trace[1898590556] 'agreement among raft nodes before linearized reading' (duration: 273.700373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:53.644037Z","caller":"traceutil/trace.go:171","msg":"trace[577790219] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8848; }","duration":"166.47507ms","start":"2026-03-31T05:12:53.477547Z","end":"2026-03-31T05:12:53.644022Z","steps":["trace[577790219] 'agreement among raft nodes before linearized reading' (duration: 166.355407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:53.64418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.115164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228576"} {"level":"info","ts":"2026-03-31T05:12:53.644238Z","caller":"traceutil/trace.go:171","msg":"trace[1891246064] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8848; }","duration":"278.177985ms","start":"2026-03-31T05:12:53.366043Z","end":"2026-03-31T05:12:53.644221Z","steps":["trace[1891246064] 'agreement among raft nodes before linearized reading' (duration: 277.592649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:54.488593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.17366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:54.488686Z","caller":"traceutil/trace.go:171","msg":"trace[2126844203] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8848; }","duration":"723.339085ms","start":"2026-03-31T05:12:53.76533Z","end":"2026-03-31T05:12:54.488669Z","steps":["trace[2126844203] 'count revisions from in-memory index tree' (duration: 723.041216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:54.488733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:53.765298Z","time spent":"723.421957ms","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:54.489198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.901601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:12:54.489325Z","caller":"traceutil/trace.go:171","msg":"trace[1223770233] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8848; }","duration":"698.092686ms","start":"2026-03-31T05:12:53.791205Z","end":"2026-03-31T05:12:54.489297Z","steps":["trace[1223770233] 'count revisions from in-memory index tree' (duration: 697.821249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:54.48937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.21892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:12:54.489385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:53.791189Z","time spent":"698.182799ms","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:12:54.489426Z","caller":"traceutil/trace.go:171","msg":"trace[1577897109] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8848; }","duration":"101.332133ms","start":"2026-03-31T05:12:54.388077Z","end":"2026-03-31T05:12:54.489409Z","steps":["trace[1577897109] 'count revisions from in-memory index tree' (duration: 100.903611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:55.510664Z","caller":"traceutil/trace.go:171","msg":"trace[1253503368] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"160.738933ms","start":"2026-03-31T05:12:55.349886Z","end":"2026-03-31T05:12:55.510625Z","steps":["trace[1253503368] 'process raft request' (duration: 160.442905ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:55.51084Z","caller":"traceutil/trace.go:171","msg":"trace[12668543] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"160.539488ms","start":"2026-03-31T05:12:55.350285Z","end":"2026-03-31T05:12:55.510825Z","steps":["trace[12668543] 'process raft request' (duration: 160.273331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:55.510954Z","caller":"traceutil/trace.go:171","msg":"trace[1988121534] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"160.589359ms","start":"2026-03-31T05:12:55.350328Z","end":"2026-03-31T05:12:55.510918Z","steps":["trace[1988121534] 'process raft request' (duration: 160.444085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:55.841421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.883588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:12:55.841589Z","caller":"traceutil/trace.go:171","msg":"trace[10969481] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8853; }","duration":"190.079633ms","start":"2026-03-31T05:12:55.651453Z","end":"2026-03-31T05:12:55.841533Z","steps":["trace[10969481] 'range keys from in-memory index tree' (duration: 189.545328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:55.841624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.996365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:12:55.841729Z","caller":"traceutil/trace.go:171","msg":"trace[1796860598] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:8853; }","duration":"163.18666ms","start":"2026-03-31T05:12:55.678517Z","end":"2026-03-31T05:12:55.841703Z","steps":["trace[1796860598] 'range keys from in-memory index tree' (duration: 162.696596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:55.842025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.942306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:12:55.842101Z","caller":"traceutil/trace.go:171","msg":"trace[497041767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8853; }","duration":"191.086961ms","start":"2026-03-31T05:12:55.650997Z","end":"2026-03-31T05:12:55.842084Z","steps":["trace[497041767] 'range keys from in-memory index tree' (duration: 190.727291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:55.842305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.307757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:12:55.842338Z","caller":"traceutil/trace.go:171","msg":"trace[177265620] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8853; }","duration":"191.386148ms","start":"2026-03-31T05:12:55.650943Z","end":"2026-03-31T05:12:55.84233Z","steps":["trace[177265620] 'range keys from in-memory index tree' (duration: 190.858925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:55.842453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.614585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:12:55.842483Z","caller":"traceutil/trace.go:171","msg":"trace[2966146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8853; }","duration":"191.663656ms","start":"2026-03-31T05:12:55.65081Z","end":"2026-03-31T05:12:55.842474Z","steps":["trace[2966146] 'range keys from in-memory index tree' (duration: 191.023449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:55.842606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.789927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:12:55.842653Z","caller":"traceutil/trace.go:171","msg":"trace[537996689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8853; }","duration":"192.88927ms","start":"2026-03-31T05:12:55.649754Z","end":"2026-03-31T05:12:55.842643Z","steps":["trace[537996689] 'range keys from in-memory index tree' (duration: 191.473281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:55.920304Z","caller":"traceutil/trace.go:171","msg":"trace[1134512180] linearizableReadLoop","detail":"{readStateIndex:9189; appliedIndex:9188; }","duration":"178.005704ms","start":"2026-03-31T05:12:55.742264Z","end":"2026-03-31T05:12:55.92027Z","steps":["trace[1134512180] 'read index received' (duration: 177.697615ms)","trace[1134512180] 'applied index is now lower than readState.Index' (duration: 306.599µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:55.920417Z","caller":"traceutil/trace.go:171","msg":"trace[946378273] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"198.720319ms","start":"2026-03-31T05:12:55.721655Z","end":"2026-03-31T05:12:55.920376Z","steps":["trace[946378273] 'process raft request' (duration: 198.324598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:55.920573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.283132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:12:55.920667Z","caller":"traceutil/trace.go:171","msg":"trace[521810565] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8854; }","duration":"178.437496ms","start":"2026-03-31T05:12:55.742209Z","end":"2026-03-31T05:12:55.920647Z","steps":["trace[521810565] 'agreement among raft nodes before linearized reading' (duration: 178.23138ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:02.110973Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002431.wal"} {"level":"info","ts":"2026-03-31T05:13:04.199198Z","caller":"traceutil/trace.go:171","msg":"trace[1791004612] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"223.886595ms","start":"2026-03-31T05:13:03.97528Z","end":"2026-03-31T05:13:04.199167Z","steps":["trace[1791004612] 'process raft request' (duration: 223.659799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:04.253261Z","caller":"traceutil/trace.go:171","msg":"trace[612902611] linearizableReadLoop","detail":"{readStateIndex:9272; appliedIndex:9269; }","duration":"272.625344ms","start":"2026-03-31T05:13:03.98061Z","end":"2026-03-31T05:13:04.253236Z","steps":["trace[612902611] 'read index received' (duration: 218.296433ms)","trace[612902611] 'applied index is now lower than readState.Index' (duration: 54.327891ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:04.253443Z","caller":"traceutil/trace.go:171","msg":"trace[1460144515] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"275.379869ms","start":"2026-03-31T05:13:03.978053Z","end":"2026-03-31T05:13:04.253433Z","steps":["trace[1460144515] 'process raft request' (duration: 229.410695ms)","trace[1460144515] 'compare' (duration: 36.179137ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:04.253663Z","caller":"traceutil/trace.go:171","msg":"trace[491910192] transaction","detail":"{read_only:false; response_revision:8931; number_of_response:1; }","duration":"274.362141ms","start":"2026-03-31T05:13:03.979268Z","end":"2026-03-31T05:13:04.25363Z","steps":["trace[491910192] 'process raft request' (duration: 273.909459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:04.253845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.86931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:13:04.253882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.271332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:13:04.253962Z","caller":"traceutil/trace.go:171","msg":"trace[911073245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8931; }","duration":"273.363215ms","start":"2026-03-31T05:13:03.980572Z","end":"2026-03-31T05:13:04.253935Z","steps":["trace[911073245] 'agreement among raft nodes before linearized reading' (duration: 272.903702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:04.253896Z","caller":"traceutil/trace.go:171","msg":"trace[686046184] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:8931; }","duration":"265.926052ms","start":"2026-03-31T05:13:03.987953Z","end":"2026-03-31T05:13:04.253879Z","steps":["trace[686046184] 'agreement among raft nodes before linearized reading' (duration: 265.771748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:04.253776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.112486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:13:04.254222Z","caller":"traceutil/trace.go:171","msg":"trace[1318840124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8931; }","duration":"270.592009ms","start":"2026-03-31T05:13:03.9836Z","end":"2026-03-31T05:13:04.254192Z","steps":["trace[1318840124] 'agreement among raft nodes before linearized reading' (duration: 269.92372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:04.253668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.071465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:04.254365Z","caller":"traceutil/trace.go:171","msg":"trace[327303860] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8931; }","duration":"248.847016ms","start":"2026-03-31T05:13:04.005509Z","end":"2026-03-31T05:13:04.254356Z","steps":["trace[327303860] 'agreement among raft nodes before linearized reading' (duration: 248.066375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:09.46361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792627653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:13:09.809983Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.149146166s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:13:10.104898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:08.859829Z","time spent":"1.245059932s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:13:10.107725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.436351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:13:10.107834Z","caller":"traceutil/trace.go:171","msg":"trace[964033585] linearizableReadLoop","detail":"{readStateIndex:9305; appliedIndex:9304; }","duration":"1.148054686s","start":"2026-03-31T05:13:08.959763Z","end":"2026-03-31T05:13:10.107817Z","steps":["trace[964033585] 'read index received' (duration: 850.519123ms)","trace[964033585] 'applied index is now lower than readState.Index' (duration: 297.533743ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:10.108021Z","caller":"traceutil/trace.go:171","msg":"trace[1135873531] transaction","detail":"{read_only:false; response_revision:8963; number_of_response:1; }","duration":"1.492668064s","start":"2026-03-31T05:13:08.615341Z","end":"2026-03-31T05:13:10.108009Z","steps":["trace[1135873531] 'process raft request' (duration: 1.194847463s)","trace[1135873531] 'compare' (duration: 296.636858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:10.108076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:08.615324Z","time spent":"1.492729695s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4653,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:10.108274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148510309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-msmhm\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-03-31T05:13:10.108309Z","caller":"traceutil/trace.go:171","msg":"trace[289761304] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-msmhm; range_end:; response_count:1; response_revision:8963; }","duration":"1.14859764s","start":"2026-03-31T05:13:08.959701Z","end":"2026-03-31T05:13:10.108299Z","steps":["trace[289761304] 'agreement among raft nodes before linearized reading' (duration: 1.148533179s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.108331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:08.959671Z","time spent":"1.148652642s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4691,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-msmhm\" "} {"level":"info","ts":"2026-03-31T05:13:10.119037Z","caller":"traceutil/trace.go:171","msg":"trace[983961125] transaction","detail":"{read_only:false; response_revision:8964; number_of_response:1; }","duration":"525.679115ms","start":"2026-03-31T05:13:09.59333Z","end":"2026-03-31T05:13:10.119009Z","steps":["trace[983961125] 'process raft request' (duration: 523.219368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.119198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:09.593294Z","time spent":"525.811928ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:10.119424Z","caller":"traceutil/trace.go:171","msg":"trace[651059090] transaction","detail":"{read_only:false; response_revision:8965; number_of_response:1; }","duration":"526.024344ms","start":"2026-03-31T05:13:09.593366Z","end":"2026-03-31T05:13:10.11939Z","steps":["trace[651059090] 'process raft request' (duration: 525.600753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.119686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:09.593335Z","time spent":"526.165678ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:10.119738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.272313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:10.119856Z","caller":"traceutil/trace.go:171","msg":"trace[108056771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8967; }","duration":"225.442378ms","start":"2026-03-31T05:13:09.894386Z","end":"2026-03-31T05:13:10.119828Z","steps":["trace[108056771] 'agreement among raft nodes before linearized reading' (duration: 225.250893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.11995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.380664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129481"} {"level":"warn","ts":"2026-03-31T05:13:10.119773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.93637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:13:10.120077Z","caller":"traceutil/trace.go:171","msg":"trace[1088955888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8967; }","duration":"618.28782ms","start":"2026-03-31T05:13:09.501781Z","end":"2026-03-31T05:13:10.120069Z","steps":["trace[1088955888] 'agreement among raft nodes before linearized reading' (duration: 617.823187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:10.120077Z","caller":"traceutil/trace.go:171","msg":"trace[829922926] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8967; }","duration":"969.523688ms","start":"2026-03-31T05:13:09.150531Z","end":"2026-03-31T05:13:10.120054Z","steps":["trace[829922926] 'agreement among raft nodes before linearized reading' (duration: 969.132288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:10.120092Z","caller":"traceutil/trace.go:171","msg":"trace[869192052] transaction","detail":"{read_only:false; response_revision:8966; number_of_response:1; }","duration":"524.845382ms","start":"2026-03-31T05:13:09.595226Z","end":"2026-03-31T05:13:10.120071Z","steps":["trace[869192052] 'process raft request' (duration: 524.05788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.120112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:09.501757Z","time spent":"618.344922ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:13:10.120127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:09.15043Z","time spent":"969.688343ms","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129504,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T05:13:10.120211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:09.595217Z","time spent":"524.914564ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:10.120277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.756034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T05:13:10.120328Z","caller":"traceutil/trace.go:171","msg":"trace[1694404933] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8967; }","duration":"969.865397ms","start":"2026-03-31T05:13:09.150454Z","end":"2026-03-31T05:13:10.120319Z","steps":["trace[1694404933] 'agreement among raft nodes before linearized reading' (duration: 969.612711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.120353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:09.150429Z","time spent":"969.918939ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-31T05:13:10.1204Z","caller":"traceutil/trace.go:171","msg":"trace[919928905] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"496.428687ms","start":"2026-03-31T05:13:09.623952Z","end":"2026-03-31T05:13:10.120381Z","steps":["trace[919928905] 'process raft request' (duration: 495.508272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.120531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:09.623933Z","time spent":"496.52889ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:10.120263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.413416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:13:10.120869Z","caller":"traceutil/trace.go:171","msg":"trace[1779038644] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8967; }","duration":"772.065343ms","start":"2026-03-31T05:13:09.348792Z","end":"2026-03-31T05:13:10.120858Z","steps":["trace[1779038644] 'agreement among raft nodes before linearized reading' (duration: 771.20085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.121043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:09.348743Z","time spent":"772.28787ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:13:10.620001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792627663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:13:10.657264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:10.298933Z","time spent":"358.322231ms","remote":"127.0.0.1:42282","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:13:10.657607Z","caller":"traceutil/trace.go:171","msg":"trace[2011844248] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"540.135309ms","start":"2026-03-31T05:13:10.117434Z","end":"2026-03-31T05:13:10.657569Z","steps":["trace[2011844248] 'process raft request' (duration: 534.32732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.657796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:10.117377Z","time spent":"540.321884ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4658,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:10.669115Z","caller":"traceutil/trace.go:171","msg":"trace[1217663910] linearizableReadLoop","detail":"{readStateIndex:9312; appliedIndex:9309; }","duration":"549.536116ms","start":"2026-03-31T05:13:10.119549Z","end":"2026-03-31T05:13:10.669085Z","steps":["trace[1217663910] 'read index received' (duration: 532.375008ms)","trace[1217663910] 'applied index is now lower than readState.Index' (duration: 17.160078ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:10.669272Z","caller":"traceutil/trace.go:171","msg":"trace[118473515] transaction","detail":"{read_only:false; response_revision:8969; number_of_response:1; }","duration":"550.073109ms","start":"2026-03-31T05:13:10.119188Z","end":"2026-03-31T05:13:10.669261Z","steps":["trace[118473515] 'process raft request' (duration: 549.667728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.669576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.971931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-msmhm\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-31T05:13:10.669698Z","caller":"traceutil/trace.go:171","msg":"trace[1433810322] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-msmhm; range_end:; response_count:1; response_revision:8970; }","duration":"556.195117ms","start":"2026-03-31T05:13:10.113475Z","end":"2026-03-31T05:13:10.66967Z","steps":["trace[1433810322] 'agreement among raft nodes before linearized reading' (duration: 555.784865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.669876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:10.113451Z","time spent":"556.404823ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-msmhm\" "} {"level":"warn","ts":"2026-03-31T05:13:10.669947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.818443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-msmhm\" ","response":"range_response_count:1 size:2803"} {"level":"warn","ts":"2026-03-31T05:13:10.669951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:10.11916Z","time spent":"550.691837ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:13:10.670008Z","caller":"traceutil/trace.go:171","msg":"trace[558796193] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-msmhm; range_end:; response_count:1; response_revision:8970; }","duration":"549.914645ms","start":"2026-03-31T05:13:10.120079Z","end":"2026-03-31T05:13:10.669994Z","steps":["trace[558796193] 'agreement among raft nodes before linearized reading' (duration: 549.71016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:10.66973Z","caller":"traceutil/trace.go:171","msg":"trace[20053883] transaction","detail":"{read_only:false; response_revision:8970; number_of_response:1; }","duration":"544.123498ms","start":"2026-03-31T05:13:10.125584Z","end":"2026-03-31T05:13:10.669707Z","steps":["trace[20053883] 'process raft request' (duration: 543.430709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.670039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:10.120071Z","time spent":"549.959766ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-msmhm\" "} {"level":"warn","ts":"2026-03-31T05:13:10.670157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.092888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:13:10.670453Z","caller":"traceutil/trace.go:171","msg":"trace[1325506314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8970; }","duration":"368.463317ms","start":"2026-03-31T05:13:10.301966Z","end":"2026-03-31T05:13:10.67043Z","steps":["trace[1325506314] 'agreement among raft nodes before linearized reading' (duration: 367.942203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.670517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:10.301939Z","time spent":"368.56771ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:13:10.670583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.453423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:10.670687Z","caller":"traceutil/trace.go:171","msg":"trace[1582702506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8970; }","duration":"549.565056ms","start":"2026-03-31T05:13:10.121104Z","end":"2026-03-31T05:13:10.670669Z","steps":["trace[1582702506] 'agreement among raft nodes before linearized reading' (duration: 549.445253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.67017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:10.125558Z","time spent":"544.499338ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:10.670721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:10.121095Z","time spent":"549.612907ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:13:10.670758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.612212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:13:10.670788Z","caller":"traceutil/trace.go:171","msg":"trace[1082262374] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:8970; }","duration":"368.674213ms","start":"2026-03-31T05:13:10.302105Z","end":"2026-03-31T05:13:10.670779Z","steps":["trace[1082262374] 'agreement among raft nodes before linearized reading' (duration: 368.594981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.67082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:10.302088Z","time spent":"368.727405ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:13:10.670842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.698632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:53 size:76517"} {"level":"info","ts":"2026-03-31T05:13:10.670892Z","caller":"traceutil/trace.go:171","msg":"trace[582565152] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:53; response_revision:8970; }","duration":"548.765595ms","start":"2026-03-31T05:13:10.122112Z","end":"2026-03-31T05:13:10.670878Z","steps":["trace[582565152] 'agreement among raft nodes before linearized reading' (duration: 548.318092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.670904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.645679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:53 size:76517"} {"level":"info","ts":"2026-03-31T05:13:10.670962Z","caller":"traceutil/trace.go:171","msg":"trace[1443976156] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:53; response_revision:8970; }","duration":"527.744861ms","start":"2026-03-31T05:13:10.1432Z","end":"2026-03-31T05:13:10.670945Z","steps":["trace[1443976156] 'agreement among raft nodes before linearized reading' (duration: 527.227777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.670995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.928821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-03-31T05:13:10.671009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:10.143176Z","time spent":"527.815264ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":53,"response size":76540,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-31T05:13:10.671019Z","caller":"traceutil/trace.go:171","msg":"trace[2059645309] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8970; }","duration":"347.015753ms","start":"2026-03-31T05:13:10.323996Z","end":"2026-03-31T05:13:10.671011Z","steps":["trace[2059645309] 'agreement among raft nodes before linearized reading' (duration: 346.926001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.671045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:10.323969Z","time spent":"347.070304ms","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T05:13:10.671383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.24622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:13:10.671411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.303183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:13:10.671419Z","caller":"traceutil/trace.go:171","msg":"trace[907205201] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8970; }","duration":"270.524547ms","start":"2026-03-31T05:13:10.400886Z","end":"2026-03-31T05:13:10.67141Z","steps":["trace[907205201] 'agreement among raft nodes before linearized reading' (duration: 270.190218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:10.671438Z","caller":"traceutil/trace.go:171","msg":"trace[1451029842] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8970; }","duration":"368.376256ms","start":"2026-03-31T05:13:10.303053Z","end":"2026-03-31T05:13:10.671429Z","steps":["trace[1451029842] 'agreement among raft nodes before linearized reading' (duration: 368.117308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.671458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:10.303023Z","time spent":"368.430947ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:13:10.671459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.00786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:13:10.671483Z","caller":"traceutil/trace.go:171","msg":"trace[1165065753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8970; }","duration":"377.069342ms","start":"2026-03-31T05:13:10.294407Z","end":"2026-03-31T05:13:10.671476Z","steps":["trace[1165065753] 'agreement among raft nodes before linearized reading' (duration: 376.982409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.671503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:10.294387Z","time spent":"377.111073ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:13:10.670926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:10.122103Z","time spent":"548.816436ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":53,"response size":76540,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-31T05:13:10.67181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.065596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:13:10.671828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.655051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:13:10.671848Z","caller":"traceutil/trace.go:171","msg":"trace[2050271798] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8970; }","duration":"526.150378ms","start":"2026-03-31T05:13:10.145689Z","end":"2026-03-31T05:13:10.671839Z","steps":["trace[2050271798] 'agreement among raft nodes before linearized reading' (duration: 525.86484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:10.67186Z","caller":"traceutil/trace.go:171","msg":"trace[827826899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8970; }","duration":"442.731023ms","start":"2026-03-31T05:13:10.229119Z","end":"2026-03-31T05:13:10.67185Z","steps":["trace[827826899] 'agreement among raft nodes before linearized reading' (duration: 442.63547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.671876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:10.145666Z","time spent":"526.20383ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:13:10.67189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:10.229098Z","time spent":"442.784624ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:13:10.672895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.437633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:13:10.672939Z","caller":"traceutil/trace.go:171","msg":"trace[1639816695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8970; }","duration":"340.541047ms","start":"2026-03-31T05:13:10.332389Z","end":"2026-03-31T05:13:10.67293Z","steps":["trace[1639816695] 'agreement among raft nodes before linearized reading' (duration: 338.130941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.672962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:10.332362Z","time spent":"340.594177ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:13:10.843503Z","caller":"traceutil/trace.go:171","msg":"trace[688925199] linearizableReadLoop","detail":"{readStateIndex:9321; appliedIndex:9320; }","duration":"100.177222ms","start":"2026-03-31T05:13:10.743299Z","end":"2026-03-31T05:13:10.843476Z","steps":["trace[688925199] 'read index received' (duration: 100.016648ms)","trace[688925199] 'applied index is now lower than readState.Index' (duration: 159.514µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:10.843572Z","caller":"traceutil/trace.go:171","msg":"trace[465526978] transaction","detail":"{read_only:false; response_revision:8979; number_of_response:1; }","duration":"112.262001ms","start":"2026-03-31T05:13:10.731267Z","end":"2026-03-31T05:13:10.843529Z","steps":["trace[465526978] 'process raft request' (duration: 112.056196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:10.843819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.49532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-msmhm\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-31T05:13:10.843904Z","caller":"traceutil/trace.go:171","msg":"trace[1056385233] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-msmhm; range_end:; response_count:1; response_revision:8979; }","duration":"100.633164ms","start":"2026-03-31T05:13:10.743252Z","end":"2026-03-31T05:13:10.843885Z","steps":["trace[1056385233] 'agreement among raft nodes before linearized reading' (duration: 100.337346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:11.630972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.296063ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T05:13:11.631099Z","caller":"traceutil/trace.go:171","msg":"trace[717081785] linearizableReadLoop","detail":"{readStateIndex:9323; appliedIndex:9322; }","duration":"421.161185ms","start":"2026-03-31T05:13:11.209915Z","end":"2026-03-31T05:13:11.631076Z","steps":["trace[717081785] 'read index received' (duration: 8.733598ms)","trace[717081785] 'applied index is now lower than readState.Index' (duration: 412.425887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:11.631322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.416081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-31T05:13:11.63129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:11.180144Z","time spent":"451.135933ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:13:11.63136Z","caller":"traceutil/trace.go:171","msg":"trace[1270919216] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8980; }","duration":"421.464572ms","start":"2026-03-31T05:13:11.209884Z","end":"2026-03-31T05:13:11.631348Z","steps":["trace[1270919216] 'agreement among raft nodes before linearized reading' (duration: 421.248007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:11.631397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:11.209816Z","time spent":"421.571666ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-31T05:13:11.98576Z","caller":"traceutil/trace.go:171","msg":"trace[1478725529] linearizableReadLoop","detail":"{readStateIndex:9325; appliedIndex:9324; }","duration":"135.048183ms","start":"2026-03-31T05:13:11.850683Z","end":"2026-03-31T05:13:11.985731Z","steps":["trace[1478725529] 'read index received' (duration: 134.835367ms)","trace[1478725529] 'applied index is now lower than readState.Index' (duration: 211.936µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:11.98585Z","caller":"traceutil/trace.go:171","msg":"trace[24401225] transaction","detail":"{read_only:false; response_revision:8982; number_of_response:1; }","duration":"266.470766ms","start":"2026-03-31T05:13:11.71933Z","end":"2026-03-31T05:13:11.985801Z","steps":["trace[24401225] 'process raft request' (duration: 266.159957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:11.985979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.269309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:13:11.986052Z","caller":"traceutil/trace.go:171","msg":"trace[927494475] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8982; }","duration":"135.396532ms","start":"2026-03-31T05:13:11.850623Z","end":"2026-03-31T05:13:11.986019Z","steps":["trace[927494475] 'agreement among raft nodes before linearized reading' (duration: 135.254918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:11.986169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.774452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:11.986243Z","caller":"traceutil/trace.go:171","msg":"trace[106091357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8982; }","duration":"106.920986ms","start":"2026-03-31T05:13:11.879312Z","end":"2026-03-31T05:13:11.986233Z","steps":["trace[106091357] 'agreement among raft nodes before linearized reading' (duration: 106.593527ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:12.625272Z","caller":"traceutil/trace.go:171","msg":"trace[185117144] transaction","detail":"{read_only:false; response_revision:8983; number_of_response:1; }","duration":"497.011003ms","start":"2026-03-31T05:13:12.128225Z","end":"2026-03-31T05:13:12.625236Z","steps":["trace[185117144] 'process raft request' (duration: 496.784307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:12.625499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:12.128195Z","time spent":"497.190578ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:14.408349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600199065s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:13:14.408591Z","caller":"traceutil/trace.go:171","msg":"trace[1078387578] transaction","detail":"{read_only:false; response_revision:8984; number_of_response:1; }","duration":"2.278226074s","start":"2026-03-31T05:13:12.130319Z","end":"2026-03-31T05:13:14.408545Z","steps":["trace[1078387578] 'process raft request' (duration: 677.70306ms)","trace[1078387578] 'compare' (duration: 1.58790342s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:14.408831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:12.130302Z","time spent":"2.278378939s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:14.408848Z","caller":"traceutil/trace.go:171","msg":"trace[190907644] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"2.261681733s","start":"2026-03-31T05:13:12.147121Z","end":"2026-03-31T05:13:14.408803Z","steps":["trace[190907644] 'process raft request' (duration: 2.261358225s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:14.409008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:12.147093Z","time spent":"2.261829368s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:14.409023Z","caller":"traceutil/trace.go:171","msg":"trace[834097002] linearizableReadLoop","detail":"{readStateIndex:9328; appliedIndex:9325; }","duration":"2.13648539s","start":"2026-03-31T05:13:12.272487Z","end":"2026-03-31T05:13:14.408972Z","steps":["trace[834097002] 'read index received' (duration: 352.425261ms)","trace[834097002] 'applied index is now lower than readState.Index' (duration: 1.784053289s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:14.409103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136618133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:13:14.409151Z","caller":"traceutil/trace.go:171","msg":"trace[810239579] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8985; }","duration":"2.136715266s","start":"2026-03-31T05:13:12.272422Z","end":"2026-03-31T05:13:14.409137Z","steps":["trace[810239579] 'agreement among raft nodes before linearized reading' (duration: 2.136620003s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:14.409194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:12.272396Z","time spent":"2.136790368s","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:13:14.410843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115806846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:14.410913Z","caller":"traceutil/trace.go:171","msg":"trace[1154465803] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8986; }","duration":"2.115907138s","start":"2026-03-31T05:13:12.294981Z","end":"2026-03-31T05:13:14.410888Z","steps":["trace[1154465803] 'agreement among raft nodes before linearized reading' (duration: 2.115764324s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:14.410985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:12.294958Z","time spent":"2.116015272s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:13:14.411102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705550588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:13:14.41111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691079323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:13:14.411143Z","caller":"traceutil/trace.go:171","msg":"trace[969418912] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:8986; }","duration":"1.705637471s","start":"2026-03-31T05:13:12.705496Z","end":"2026-03-31T05:13:14.411134Z","steps":["trace[969418912] 'agreement among raft nodes before linearized reading' (duration: 1.705442216s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:14.411163Z","caller":"traceutil/trace.go:171","msg":"trace[1588528305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8986; }","duration":"1.691176786s","start":"2026-03-31T05:13:12.719971Z","end":"2026-03-31T05:13:14.411148Z","steps":["trace[1588528305] 'agreement among raft nodes before linearized reading' (duration: 1.690942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:14.411172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:12.705473Z","time spent":"1.705694262s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:13:14.411198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:12.719954Z","time spent":"1.691235979s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:13:14.411308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720739313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:13:14.41134Z","caller":"traceutil/trace.go:171","msg":"trace[1799561655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8986; }","duration":"1.720835445s","start":"2026-03-31T05:13:12.690496Z","end":"2026-03-31T05:13:14.411332Z","steps":["trace[1799561655] 'agreement among raft nodes before linearized reading' (duration: 1.720696652s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:14.411392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69349179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:13:14.411414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:12.690454Z","time spent":"1.720953319s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:13:14.411476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995355032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:14.411419Z","caller":"traceutil/trace.go:171","msg":"trace[940237245] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8986; }","duration":"1.693556932s","start":"2026-03-31T05:13:12.717852Z","end":"2026-03-31T05:13:14.411409Z","steps":["trace[940237245] 'agreement among raft nodes before linearized reading' (duration: 1.693462079s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:14.41153Z","caller":"traceutil/trace.go:171","msg":"trace[1262219523] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8986; }","duration":"1.995474714s","start":"2026-03-31T05:13:12.416041Z","end":"2026-03-31T05:13:14.411516Z","steps":["trace[1262219523] 'agreement among raft nodes before linearized reading' (duration: 1.995367282s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:14.411555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:12.717831Z","time spent":"1.693717035s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:13:14.411563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:12.416014Z","time spent":"1.995539537s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:13:14.411722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.352362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:13:14.411722Z","caller":"traceutil/trace.go:171","msg":"trace[1275525439] transaction","detail":"{read_only:false; response_revision:8986; number_of_response:1; }","duration":"853.207246ms","start":"2026-03-31T05:13:13.55849Z","end":"2026-03-31T05:13:14.411697Z","steps":["trace[1275525439] 'process raft request' (duration: 852.133377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:14.411759Z","caller":"traceutil/trace.go:171","msg":"trace[1566754253] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8986; }","duration":"552.446035ms","start":"2026-03-31T05:13:13.859305Z","end":"2026-03-31T05:13:14.411751Z","steps":["trace[1566754253] 'agreement among raft nodes before linearized reading' (duration: 552.367373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:14.411782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:13.859276Z","time spent":"552.500266ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:13:14.41178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731248049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:13:14.411812Z","caller":"traceutil/trace.go:171","msg":"trace[583267439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8986; }","duration":"1.731325431s","start":"2026-03-31T05:13:12.680478Z","end":"2026-03-31T05:13:14.411803Z","steps":["trace[583267439] 'agreement among raft nodes before linearized reading' (duration: 1.731230849s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:14.411838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:12.680455Z","time spent":"1.731376753s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:13:14.411845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:13.558465Z","time spent":"853.300678ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:14.411863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691173157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T05:13:14.411883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.006045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-31T05:13:14.411904Z","caller":"traceutil/trace.go:171","msg":"trace[1760838316] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8986; }","duration":"357.067177ms","start":"2026-03-31T05:13:14.05483Z","end":"2026-03-31T05:13:14.411897Z","steps":["trace[1760838316] 'agreement among raft nodes before linearized reading' (duration: 357.004895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:14.411932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:14.054804Z","time spent":"357.120969ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T05:13:14.411952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512791182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:14.411987Z","caller":"traceutil/trace.go:171","msg":"trace[1680128536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8986; }","duration":"1.512824273s","start":"2026-03-31T05:13:12.899153Z","end":"2026-03-31T05:13:14.411978Z","steps":["trace[1680128536] 'agreement among raft nodes before linearized reading' (duration: 1.512768222s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:14.412023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:12.899129Z","time spent":"1.512888235s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:13:14.411486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693957553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:13:14.412189Z","caller":"traceutil/trace.go:171","msg":"trace[183448144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8986; }","duration":"1.694658242s","start":"2026-03-31T05:13:12.717522Z","end":"2026-03-31T05:13:14.41218Z","steps":["trace[183448144] 'agreement among raft nodes before linearized reading' (duration: 1.693912421s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:14.412228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:12.717422Z","time spent":"1.694795936s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:13:14.411904Z","caller":"traceutil/trace.go:171","msg":"trace[1522025995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8986; }","duration":"1.691235998s","start":"2026-03-31T05:13:12.720656Z","end":"2026-03-31T05:13:14.411892Z","steps":["trace[1522025995] 'agreement among raft nodes before linearized reading' (duration: 1.691064273s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:14.412294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:12.720643Z","time spent":"1.691636629s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:13:14.681187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.284518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:13:14.68135Z","caller":"traceutil/trace.go:171","msg":"trace[775388416] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"265.403097ms","start":"2026-03-31T05:13:14.41592Z","end":"2026-03-31T05:13:14.681323Z","steps":["trace[775388416] 'process raft request' (duration: 158.878362ms)","trace[775388416] 'compare' (duration: 106.100663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:15.121995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.814222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:13:15.122316Z","caller":"traceutil/trace.go:171","msg":"trace[1405768261] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"692.823482ms","start":"2026-03-31T05:13:14.429474Z","end":"2026-03-31T05:13:15.122297Z","steps":["trace[1405768261] 'process raft request' (duration: 692.746539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:15.122378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:14.429466Z","time spent":"692.886443ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:15.122392Z","caller":"traceutil/trace.go:171","msg":"trace[1512697632] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"693.412317ms","start":"2026-03-31T05:13:14.428908Z","end":"2026-03-31T05:13:15.12232Z","steps":["trace[1512697632] 'process raft request' (duration: 366.167764ms)","trace[1512697632] 'compare' (duration: 326.441441ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:15.122596Z","caller":"traceutil/trace.go:171","msg":"trace[1929138795] transaction","detail":"{read_only:false; response_revision:8991; number_of_response:1; }","duration":"693.031107ms","start":"2026-03-31T05:13:14.429535Z","end":"2026-03-31T05:13:15.122566Z","steps":["trace[1929138795] 'process raft request' (duration: 692.721408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:15.12276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:14.429516Z","time spent":"693.156801ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:15.12284Z","caller":"traceutil/trace.go:171","msg":"trace[633847664] transaction","detail":"{read_only:false; response_revision:8992; number_of_response:1; }","duration":"693.256173ms","start":"2026-03-31T05:13:14.429576Z","end":"2026-03-31T05:13:15.122832Z","steps":["trace[633847664] 'process raft request' (duration: 692.891643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:15.122893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:14.429567Z","time spent":"693.303904ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:15.123166Z","caller":"traceutil/trace.go:171","msg":"trace[571054753] transaction","detail":"{read_only:false; response_revision:8993; number_of_response:1; }","duration":"693.51505ms","start":"2026-03-31T05:13:14.429637Z","end":"2026-03-31T05:13:15.123152Z","steps":["trace[571054753] 'process raft request' (duration: 693.15926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:15.12327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:14.429629Z","time spent":"693.579532ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:15.123436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:14.428872Z","time spent":"693.724966ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1101,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:15.123504Z","caller":"traceutil/trace.go:171","msg":"trace[2085654808] transaction","detail":"{read_only:false; response_revision:8995; number_of_response:1; }","duration":"491.312667ms","start":"2026-03-31T05:13:14.632174Z","end":"2026-03-31T05:13:15.123486Z","steps":["trace[2085654808] 'process raft request' (duration: 491.236725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:15.122569Z","caller":"traceutil/trace.go:171","msg":"trace[1716897755] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"693.175351ms","start":"2026-03-31T05:13:14.429385Z","end":"2026-03-31T05:13:15.12256Z","steps":["trace[1716897755] 'process raft request' (duration: 692.726778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:15.123603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:14.429377Z","time spent":"694.191758ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:15.123651Z","caller":"traceutil/trace.go:171","msg":"trace[2025644702] transaction","detail":"{read_only:false; response_revision:8994; number_of_response:1; }","duration":"694.004763ms","start":"2026-03-31T05:13:14.429633Z","end":"2026-03-31T05:13:15.123637Z","steps":["trace[2025644702] 'process raft request' (duration: 693.436388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:15.1236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:14.632146Z","time spent":"491.401969ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:15.123723Z","caller":"traceutil/trace.go:171","msg":"trace[1843574552] linearizableReadLoop","detail":"{readStateIndex:9331; appliedIndex:9329; }","duration":"694.481166ms","start":"2026-03-31T05:13:14.42923Z","end":"2026-03-31T05:13:15.123711Z","steps":["trace[1843574552] 'read index received' (duration: 145.566579ms)","trace[1843574552] 'applied index is now lower than readState.Index' (duration: 548.913477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:15.123763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:14.429623Z","time spent":"694.061365ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:15.123932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.837979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:15.12398Z","caller":"traceutil/trace.go:171","msg":"trace[157037962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8995; }","duration":"693.907961ms","start":"2026-03-31T05:13:14.430057Z","end":"2026-03-31T05:13:15.123965Z","steps":["trace[157037962] 'agreement among raft nodes before linearized reading' (duration: 693.817429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:15.124019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:14.430048Z","time spent":"693.965802ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:13:15.124018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.107014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:13:15.124082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.354296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:13:15.124122Z","caller":"traceutil/trace.go:171","msg":"trace[1152668420] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8995; }","duration":"532.453938ms","start":"2026-03-31T05:13:14.591656Z","end":"2026-03-31T05:13:15.12411Z","steps":["trace[1152668420] 'agreement among raft nodes before linearized reading' (duration: 532.294314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:15.124125Z","caller":"traceutil/trace.go:171","msg":"trace[172942861] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8995; }","duration":"252.28787ms","start":"2026-03-31T05:13:14.871811Z","end":"2026-03-31T05:13:15.124099Z","steps":["trace[172942861] 'agreement among raft nodes before linearized reading' (duration: 252.114785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:15.124146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.173428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:13:15.12416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:14.591626Z","time spent":"532.52653ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:13:15.124173Z","caller":"traceutil/trace.go:171","msg":"trace[800749734] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8995; }","duration":"632.239959ms","start":"2026-03-31T05:13:14.491923Z","end":"2026-03-31T05:13:15.124163Z","steps":["trace[800749734] 'agreement among raft nodes before linearized reading' (duration: 632.201918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:15.124075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.846757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228491"} {"level":"warn","ts":"2026-03-31T05:13:15.124195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:14.491898Z","time spent":"632.292781ms","remote":"127.0.0.1:33392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:13:15.124225Z","caller":"traceutil/trace.go:171","msg":"trace[532097401] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8995; }","duration":"694.993481ms","start":"2026-03-31T05:13:14.429218Z","end":"2026-03-31T05:13:15.124212Z","steps":["trace[532097401] 'agreement among raft nodes before linearized reading' (duration: 694.576079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:15.124255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:14.429144Z","time spent":"695.100484ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228514,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:13:15.124809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.336431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:13:15.124939Z","caller":"traceutil/trace.go:171","msg":"trace[816925564] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8995; }","duration":"362.577447ms","start":"2026-03-31T05:13:14.762332Z","end":"2026-03-31T05:13:15.124909Z","steps":["trace[816925564] 'agreement among raft nodes before linearized reading' (duration: 361.57587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:15.124995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:14.762311Z","time spent":"362.67129ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:13:15.646748Z","caller":"traceutil/trace.go:171","msg":"trace[231723930] transaction","detail":"{read_only:false; response_revision:8996; number_of_response:1; }","duration":"516.887835ms","start":"2026-03-31T05:13:15.129824Z","end":"2026-03-31T05:13:15.646712Z","steps":["trace[231723930] 'process raft request' (duration: 446.104965ms)","trace[231723930] 'compare' (duration: 70.187904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:15.64692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:15.129809Z","time spent":"517.023398ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:15.647304Z","caller":"traceutil/trace.go:171","msg":"trace[914928284] linearizableReadLoop","detail":"{readStateIndex:9340; appliedIndex:9338; }","duration":"321.196539ms","start":"2026-03-31T05:13:15.325209Z","end":"2026-03-31T05:13:15.646405Z","steps":["trace[914928284] 'read index received' (duration: 250.740477ms)","trace[914928284] 'applied index is now lower than readState.Index' (duration: 70.455222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:15.647436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.223616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:15.647478Z","caller":"traceutil/trace.go:171","msg":"trace[817753942] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8997; }","duration":"322.314309ms","start":"2026-03-31T05:13:15.325151Z","end":"2026-03-31T05:13:15.647465Z","steps":["trace[817753942] 'agreement among raft nodes before linearized reading' (duration: 322.243728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:15.647511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:15.325092Z","time spent":"322.410612ms","remote":"127.0.0.1:33466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:13:15.64754Z","caller":"traceutil/trace.go:171","msg":"trace[1553754853] transaction","detail":"{read_only:false; response_revision:8997; number_of_response:1; }","duration":"517.640576ms","start":"2026-03-31T05:13:15.12984Z","end":"2026-03-31T05:13:15.64748Z","steps":["trace[1553754853] 'process raft request' (duration: 516.513145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:15.647765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:15.129826Z","time spent":"517.82013ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:16.38073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.733876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:13:16.380745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.045973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-03-31T05:13:16.380823Z","caller":"traceutil/trace.go:171","msg":"trace[1373000777] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8997; }","duration":"503.87614ms","start":"2026-03-31T05:13:15.876929Z","end":"2026-03-31T05:13:16.380805Z","steps":["trace[1373000777] 'range keys from in-memory index tree' (duration: 503.519021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:16.380858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:15.876905Z","time spent":"503.944182ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:13:16.380854Z","caller":"traceutil/trace.go:171","msg":"trace[411209531] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8997; }","duration":"435.204468ms","start":"2026-03-31T05:13:15.945632Z","end":"2026-03-31T05:13:16.380836Z","steps":["trace[411209531] 'range keys from in-memory index tree' (duration: 434.868138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:16.380903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:15.945564Z","time spent":"435.320971ms","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3196,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T05:13:16.380967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.339664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:16.381788Z","caller":"traceutil/trace.go:171","msg":"trace[1516392776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8997; }","duration":"512.524576ms","start":"2026-03-31T05:13:15.86925Z","end":"2026-03-31T05:13:16.381775Z","steps":["trace[1516392776] 'range keys from in-memory index tree' (duration: 511.245861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:16.38182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:15.869228Z","time spent":"512.583637ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:13:16.977915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792627762,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:13:17.240309Z","caller":"traceutil/trace.go:171","msg":"trace[849117619] transaction","detail":"{read_only:false; response_revision:8998; number_of_response:1; }","duration":"829.629233ms","start":"2026-03-31T05:13:16.410648Z","end":"2026-03-31T05:13:17.240277Z","steps":["trace[849117619] 'process raft request' (duration: 829.408387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:17.240856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:16.410614Z","time spent":"830.086245ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:17.946259Z","caller":"traceutil/trace.go:171","msg":"trace[1601167220] transaction","detail":"{read_only:false; response_revision:8999; number_of_response:1; }","duration":"1.532374826s","start":"2026-03-31T05:13:16.413848Z","end":"2026-03-31T05:13:17.946223Z","steps":["trace[1601167220] 'process raft request' (duration: 1.503248302s)","trace[1601167220] 'compare' (duration: 28.139878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:17.946469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:16.413831Z","time spent":"1.53252927s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:17.946876Z","caller":"traceutil/trace.go:171","msg":"trace[1861305204] transaction","detail":"{read_only:false; response_revision:9000; number_of_response:1; }","duration":"1.5321616s","start":"2026-03-31T05:13:16.414574Z","end":"2026-03-31T05:13:17.946736Z","steps":["trace[1861305204] 'process raft request' (duration: 1.531574964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:17.946976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:16.414566Z","time spent":"1.532359076s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:18.870539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999854203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:13:18.870681Z","caller":"traceutil/trace.go:171","msg":"trace[1661607047] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149231s","start":"2026-03-31T05:13:16.870506Z","end":"2026-03-31T05:13:18.870656Z","steps":["trace[1661607047] 'agreement among raft nodes before linearized reading' (duration: 1.999848882s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:18.870765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:16.870431Z","time spent":"2.000289824s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:13:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:13:19.189211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242428368s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:13:19.19016Z","caller":"traceutil/trace.go:171","msg":"trace[1025032066] linearizableReadLoop","detail":"{readStateIndex:9344; appliedIndex:9340; }","duration":"2.712722512s","start":"2026-03-31T05:13:16.477404Z","end":"2026-03-31T05:13:19.190126Z","steps":["trace[1025032066] 'read index received' (duration: 762.673977ms)","trace[1025032066] 'applied index is now lower than readState.Index' (duration: 1.950046795s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:19.190214Z","caller":"traceutil/trace.go:171","msg":"trace[1962920808] transaction","detail":"{read_only:false; response_revision:9001; number_of_response:1; }","duration":"2.060388283s","start":"2026-03-31T05:13:17.129788Z","end":"2026-03-31T05:13:19.190177Z","steps":["trace[1962920808] 'process raft request' (duration: 2.0595426s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.190421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:17.129764Z","time spent":"2.060525937s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:19.35797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880533748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:19.358085Z","caller":"traceutil/trace.go:171","msg":"trace[1431604902] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9001; }","duration":"2.880708522s","start":"2026-03-31T05:13:16.477347Z","end":"2026-03-31T05:13:19.358056Z","steps":["trace[1431604902] 'agreement among raft nodes before linearized reading' (duration: 2.712944958s)","trace[1431604902] 'range keys from in-memory index tree' (duration: 167.58832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:19.358136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:16.477323Z","time spent":"2.880801535s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:13:19.359352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.972258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:13:19.359691Z","caller":"traceutil/trace.go:171","msg":"trace[1116088774] transaction","detail":"{read_only:false; response_revision:9002; number_of_response:1; }","duration":"1.711745237s","start":"2026-03-31T05:13:17.647926Z","end":"2026-03-31T05:13:19.359671Z","steps":["trace[1116088774] 'process raft request' (duration: 1.542189453s)","trace[1116088774] 'compare' (duration: 168.561776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:19.359773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:17.647894Z","time spent":"1.711844669s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:19.359898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134435754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:19.359976Z","caller":"traceutil/trace.go:171","msg":"trace[302345531] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9003; }","duration":"1.134569657s","start":"2026-03-31T05:13:18.225386Z","end":"2026-03-31T05:13:19.359956Z","steps":["trace[302345531] 'agreement among raft nodes before linearized reading' (duration: 1.134441204s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.359999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569117807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:13:19.359993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232087696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:13:19.360033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625877615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:19.360046Z","caller":"traceutil/trace.go:171","msg":"trace[653978933] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9003; }","duration":"1.569184069s","start":"2026-03-31T05:13:17.790845Z","end":"2026-03-31T05:13:19.360029Z","steps":["trace[653978933] 'agreement among raft nodes before linearized reading' (duration: 1.569108887s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:19.360052Z","caller":"traceutil/trace.go:171","msg":"trace[1385624097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9003; }","duration":"2.232209648s","start":"2026-03-31T05:13:17.127827Z","end":"2026-03-31T05:13:19.360037Z","steps":["trace[1385624097] 'agreement among raft nodes before linearized reading' (duration: 2.231873849s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:19.360076Z","caller":"traceutil/trace.go:171","msg":"trace[951549841] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:9003; }","duration":"1.625961237s","start":"2026-03-31T05:13:17.7341Z","end":"2026-03-31T05:13:19.360062Z","steps":["trace[951549841] 'agreement among raft nodes before linearized reading' (duration: 1.625893925s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.360035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231609022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:13:19.360108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:17.734078Z","time spent":"1.626023819s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:13:19.360142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.290812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:13:19.360153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.417705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:13:19.360157Z","caller":"traceutil/trace.go:171","msg":"trace[106254653] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9003; }","duration":"2.231766147s","start":"2026-03-31T05:13:17.12836Z","end":"2026-03-31T05:13:19.360126Z","steps":["trace[106254653] 'agreement among raft nodes before linearized reading' (duration: 2.231432098s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:19.360194Z","caller":"traceutil/trace.go:171","msg":"trace[538732203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9003; }","duration":"489.382925ms","start":"2026-03-31T05:13:18.870799Z","end":"2026-03-31T05:13:19.360182Z","steps":["trace[538732203] 'agreement among raft nodes before linearized reading' (duration: 489.314214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.36021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:17.128348Z","time spent":"2.231851949s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:13:19.360213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741278632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:13:19.360236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:18.870775Z","time spent":"489.452857ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:13:19.360199Z","caller":"traceutil/trace.go:171","msg":"trace[1086260304] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9003; }","duration":"698.557819ms","start":"2026-03-31T05:13:18.661627Z","end":"2026-03-31T05:13:19.360185Z","steps":["trace[1086260304] 'agreement among raft nodes before linearized reading' (duration: 698.495027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:19.360248Z","caller":"traceutil/trace.go:171","msg":"trace[1961163950] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9003; }","duration":"1.741358744s","start":"2026-03-31T05:13:17.618881Z","end":"2026-03-31T05:13:19.36024Z","steps":["trace[1961163950] 'agreement among raft nodes before linearized reading' (duration: 1.74122655s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.360254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575292795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:19.36028Z","caller":"traceutil/trace.go:171","msg":"trace[291783890] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9003; }","duration":"1.575362817s","start":"2026-03-31T05:13:17.78491Z","end":"2026-03-31T05:13:19.360273Z","steps":["trace[291783890] 'agreement among raft nodes before linearized reading' (duration: 1.575315746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.360278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:17.618854Z","time spent":"1.741416746s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":104,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:13:19.360308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:17.784885Z","time spent":"1.575417079s","remote":"127.0.0.1:35184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:13:19.360083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:17.79084Z","time spent":"1.569234851s","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:13:19.360545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31257419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:13:19.36003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:18.225355Z","time spent":"1.13466141s","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:13:19.360581Z","caller":"traceutil/trace.go:171","msg":"trace[1925305227] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9003; }","duration":"2.312636632s","start":"2026-03-31T05:13:17.047935Z","end":"2026-03-31T05:13:19.360571Z","steps":["trace[1925305227] 'agreement among raft nodes before linearized reading' (duration: 2.3125717s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.359908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204302478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:13:19.360598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673972006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:13:19.360635Z","caller":"traceutil/trace.go:171","msg":"trace[32665547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9003; }","duration":"2.674027837s","start":"2026-03-31T05:13:16.686597Z","end":"2026-03-31T05:13:19.360625Z","steps":["trace[32665547] 'agreement among raft nodes before linearized reading' (duration: 2.673929344s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:19.360639Z","caller":"traceutil/trace.go:171","msg":"trace[552670422] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:9003; }","duration":"2.20509044s","start":"2026-03-31T05:13:17.155535Z","end":"2026-03-31T05:13:19.360625Z","steps":["trace[552670422] 'agreement among raft nodes before linearized reading' (duration: 2.204067212s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.360662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233187115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:13:19.360685Z","caller":"traceutil/trace.go:171","msg":"trace[1945034137] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9003; }","duration":"2.233208516s","start":"2026-03-31T05:13:17.127469Z","end":"2026-03-31T05:13:19.360677Z","steps":["trace[1945034137] 'agreement among raft nodes before linearized reading' (duration: 2.233145804s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.360689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:17.155517Z","time spent":"2.205152492s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:13:19.360705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:17.127372Z","time spent":"2.23332841s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:13:19.360663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:16.686586Z","time spent":"2.674071948s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:13:19.35958Z","caller":"traceutil/trace.go:171","msg":"trace[506804641] linearizableReadLoop","detail":"{readStateIndex:9347; appliedIndex:9345; }","duration":"169.329998ms","start":"2026-03-31T05:13:19.190233Z","end":"2026-03-31T05:13:19.359563Z","steps":["trace[506804641] 'read index received' (duration: 72.802µs)","trace[506804641] 'applied index is now lower than readState.Index' (duration: 169.256336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:19.360087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:17.127796Z","time spent":"2.232283651s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:13:19.360331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:18.661603Z","time spent":"698.667772ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:13:19.360944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741047895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:19.361Z","caller":"traceutil/trace.go:171","msg":"trace[71157701] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9003; }","duration":"2.741144607s","start":"2026-03-31T05:13:16.619841Z","end":"2026-03-31T05:13:19.360986Z","steps":["trace[71157701] 'agreement among raft nodes before linearized reading' (duration: 2.740990633s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.360725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695636646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T05:13:19.361131Z","caller":"traceutil/trace.go:171","msg":"trace[634536883] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62; range_end:; response_count:1; response_revision:9003; }","duration":"2.696092529s","start":"2026-03-31T05:13:16.665021Z","end":"2026-03-31T05:13:19.361113Z","steps":["trace[634536883] 'agreement among raft nodes before linearized reading' (duration: 2.695585015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.361194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:16.664997Z","time spent":"2.696180421s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62\" "} {"level":"warn","ts":"2026-03-31T05:13:19.360481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23078052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:13:19.361288Z","caller":"traceutil/trace.go:171","msg":"trace[221020939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9003; }","duration":"2.231667154s","start":"2026-03-31T05:13:17.129603Z","end":"2026-03-31T05:13:19.36127Z","steps":["trace[221020939] 'agreement among raft nodes before linearized reading' (duration: 2.230764219s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.361064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:16.619814Z","time spent":"2.741229679s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:13:19.360602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:17.047912Z","time spent":"2.312685004s","remote":"127.0.0.1:45440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:13:19.360086Z","caller":"traceutil/trace.go:171","msg":"trace[490557684] transaction","detail":"{read_only:false; response_revision:9003; number_of_response:1; }","duration":"1.610367722s","start":"2026-03-31T05:13:17.749701Z","end":"2026-03-31T05:13:19.360069Z","steps":["trace[490557684] 'process raft request' (duration: 1.609802047s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.361558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:17.74963Z","time spent":"1.611895944s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:19.361584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:17.129581Z","time spent":"2.231991133s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:13:19.361726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232202409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:13:19.361786Z","caller":"traceutil/trace.go:171","msg":"trace[1417540139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9003; }","duration":"2.232287551s","start":"2026-03-31T05:13:17.129484Z","end":"2026-03-31T05:13:19.361772Z","steps":["trace[1417540139] 'agreement among raft nodes before linearized reading' (duration: 2.230248065s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.361833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:17.129474Z","time spent":"2.232349663s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:13:19.605747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.548446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:13:19.605852Z","caller":"traceutil/trace.go:171","msg":"trace[190999115] linearizableReadLoop","detail":"{readStateIndex:9348; appliedIndex:9347; }","duration":"241.331381ms","start":"2026-03-31T05:13:19.364505Z","end":"2026-03-31T05:13:19.605836Z","steps":["trace[190999115] 'read index received' (duration: 134.736324ms)","trace[190999115] 'applied index is now lower than readState.Index' (duration: 106.593897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:19.605955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.447484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:19.60598Z","caller":"traceutil/trace.go:171","msg":"trace[1089479775] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9004; }","duration":"241.531427ms","start":"2026-03-31T05:13:19.364441Z","end":"2026-03-31T05:13:19.605973Z","steps":["trace[1089479775] 'agreement among raft nodes before linearized reading' (duration: 241.454275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:19.606029Z","caller":"traceutil/trace.go:171","msg":"trace[155031509] transaction","detail":"{read_only:false; response_revision:9004; number_of_response:1; }","duration":"242.909314ms","start":"2026-03-31T05:13:19.363009Z","end":"2026-03-31T05:13:19.605918Z","steps":["trace[155031509] 'process raft request' (duration: 136.130732ms)","trace[155031509] 'compare' (duration: 106.3275ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:19.846046Z","caller":"traceutil/trace.go:171","msg":"trace[1431026105] transaction","detail":"{read_only:false; response_revision:9006; number_of_response:1; }","duration":"480.255217ms","start":"2026-03-31T05:13:19.365759Z","end":"2026-03-31T05:13:19.846014Z","steps":["trace[1431026105] 'process raft request' (duration: 480.106702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:19.846043Z","caller":"traceutil/trace.go:171","msg":"trace[222233767] transaction","detail":"{read_only:false; response_revision:9005; number_of_response:1; }","duration":"481.205262ms","start":"2026-03-31T05:13:19.364788Z","end":"2026-03-31T05:13:19.845993Z","steps":["trace[222233767] 'process raft request' (duration: 440.130632ms)","trace[222233767] 'compare' (duration: 40.653318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:19.846277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:19.36573Z","time spent":"480.436932ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:19.846387Z","caller":"traceutil/trace.go:171","msg":"trace[829915541] transaction","detail":"{read_only:false; response_revision:9007; number_of_response:1; }","duration":"480.505793ms","start":"2026-03-31T05:13:19.365853Z","end":"2026-03-31T05:13:19.846358Z","steps":["trace[829915541] 'process raft request' (duration: 480.098542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.846595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:19.364741Z","time spent":"481.517971ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:19.84666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:19.365847Z","time spent":"480.652227ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:19.847071Z","caller":"traceutil/trace.go:171","msg":"trace[1416763544] transaction","detail":"{read_only:false; response_revision:9009; number_of_response:1; }","duration":"480.683518ms","start":"2026-03-31T05:13:19.366361Z","end":"2026-03-31T05:13:19.847044Z","steps":["trace[1416763544] 'process raft request' (duration: 479.998049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.847153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:19.366354Z","time spent":"480.758241ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:19.847497Z","caller":"traceutil/trace.go:171","msg":"trace[1972088301] transaction","detail":"{read_only:false; response_revision:9010; number_of_response:1; }","duration":"479.241269ms","start":"2026-03-31T05:13:19.368239Z","end":"2026-03-31T05:13:19.84748Z","steps":["trace[1972088301] 'process raft request' (duration: 478.241791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.847578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:19.368231Z","time spent":"479.30349ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:19.846806Z","caller":"traceutil/trace.go:171","msg":"trace[196496274] transaction","detail":"{read_only:false; response_revision:9008; number_of_response:1; }","duration":"480.730739ms","start":"2026-03-31T05:13:19.366033Z","end":"2026-03-31T05:13:19.846764Z","steps":["trace[196496274] 'process raft request' (duration: 480.170094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.847699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:19.366025Z","time spent":"481.618424ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:19.848052Z","caller":"traceutil/trace.go:171","msg":"trace[1224738754] transaction","detail":"{read_only:false; response_revision:9011; number_of_response:1; }","duration":"479.322411ms","start":"2026-03-31T05:13:19.368711Z","end":"2026-03-31T05:13:19.848034Z","steps":["trace[1224738754] 'process raft request' (duration: 477.84758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.848133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:19.368701Z","time spent":"479.396402ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:19.848528Z","caller":"traceutil/trace.go:171","msg":"trace[641913806] linearizableReadLoop","detail":"{readStateIndex:9356; appliedIndex:9348; }","duration":"242.611566ms","start":"2026-03-31T05:13:19.60587Z","end":"2026-03-31T05:13:19.848481Z","steps":["trace[641913806] 'read index received' (duration: 199.847949ms)","trace[641913806] 'applied index is now lower than readState.Index' (duration: 42.761117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:19.848925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.643027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:19.848994Z","caller":"traceutil/trace.go:171","msg":"trace[830950260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9012; }","duration":"480.752839ms","start":"2026-03-31T05:13:19.368224Z","end":"2026-03-31T05:13:19.848977Z","steps":["trace[830950260] 'agreement among raft nodes before linearized reading' (duration: 480.482432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.849048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:19.368216Z","time spent":"480.814782ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:13:19.848631Z","caller":"traceutil/trace.go:171","msg":"trace[293161975] transaction","detail":"{read_only:false; response_revision:9012; number_of_response:1; }","duration":"396.174933ms","start":"2026-03-31T05:13:19.452438Z","end":"2026-03-31T05:13:19.848613Z","steps":["trace[293161975] 'process raft request' (duration: 394.248401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.849295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:19.452386Z","time spent":"396.853242ms","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19323,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:19.850051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.743001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228491"} {"level":"info","ts":"2026-03-31T05:13:19.85013Z","caller":"traceutil/trace.go:171","msg":"trace[1610430350] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9012; }","duration":"483.831103ms","start":"2026-03-31T05:13:19.366284Z","end":"2026-03-31T05:13:19.850115Z","steps":["trace[1610430350] 'agreement among raft nodes before linearized reading' (duration: 482.562649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.850194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:19.366275Z","time spent":"483.900266ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228514,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:13:19.853012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.935434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:13:19.853093Z","caller":"traceutil/trace.go:171","msg":"trace[512573959] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9014; }","duration":"243.056078ms","start":"2026-03-31T05:13:19.610017Z","end":"2026-03-31T05:13:19.853073Z","steps":["trace[512573959] 'agreement among raft nodes before linearized reading' (duration: 242.799701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:19.853463Z","caller":"traceutil/trace.go:171","msg":"trace[107804342] transaction","detail":"{read_only:false; response_revision:9013; number_of_response:1; }","duration":"241.886446ms","start":"2026-03-31T05:13:19.611556Z","end":"2026-03-31T05:13:19.853443Z","steps":["trace[107804342] 'process raft request' (duration: 240.995552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:19.853857Z","caller":"traceutil/trace.go:171","msg":"trace[352220118] transaction","detail":"{read_only:false; response_revision:9014; number_of_response:1; }","duration":"241.960668ms","start":"2026-03-31T05:13:19.61188Z","end":"2026-03-31T05:13:19.853841Z","steps":["trace[352220118] 'process raft request' (duration: 240.809536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.854176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.544091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:13:19.854254Z","caller":"traceutil/trace.go:171","msg":"trace[124596999] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9014; }","duration":"243.647974ms","start":"2026-03-31T05:13:19.610585Z","end":"2026-03-31T05:13:19.854232Z","steps":["trace[124596999] 'agreement among raft nodes before linearized reading' (duration: 243.282554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:20.132713Z","caller":"traceutil/trace.go:171","msg":"trace[1808421846] linearizableReadLoop","detail":"{readStateIndex:9360; appliedIndex:9358; }","duration":"246.370878ms","start":"2026-03-31T05:13:19.886322Z","end":"2026-03-31T05:13:20.132693Z","steps":["trace[1808421846] 'read index received' (duration: 198.996766ms)","trace[1808421846] 'applied index is now lower than readState.Index' (duration: 47.372602ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:20.132889Z","caller":"traceutil/trace.go:171","msg":"trace[1266289727] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"246.900043ms","start":"2026-03-31T05:13:19.885976Z","end":"2026-03-31T05:13:20.132876Z","steps":["trace[1266289727] 'process raft request' (duration: 199.304565ms)","trace[1266289727] 'compare' (duration: 46.735074ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:20.133201Z","caller":"traceutil/trace.go:171","msg":"trace[1560351929] transaction","detail":"{read_only:false; response_revision:9018; number_of_response:1; }","duration":"169.43146ms","start":"2026-03-31T05:13:19.963721Z","end":"2026-03-31T05:13:20.133153Z","steps":["trace[1560351929] 'process raft request' (duration: 168.937147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:20.133263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.361408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:20.133324Z","caller":"traceutil/trace.go:171","msg":"trace[2026661328] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io; range_end:; response_count:0; response_revision:9018; }","duration":"246.482912ms","start":"2026-03-31T05:13:19.886827Z","end":"2026-03-31T05:13:20.133309Z","steps":["trace[2026661328] 'agreement among raft nodes before linearized reading' (duration: 246.343288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:20.13346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.652834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:20.133539Z","caller":"traceutil/trace.go:171","msg":"trace[424135383] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9018; }","duration":"166.765207ms","start":"2026-03-31T05:13:19.966745Z","end":"2026-03-31T05:13:20.13351Z","steps":["trace[424135383] 'agreement among raft nodes before linearized reading' (duration: 166.592362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:20.13358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.5541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:13:20.133606Z","caller":"traceutil/trace.go:171","msg":"trace[1807401119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9018; }","duration":"240.581871ms","start":"2026-03-31T05:13:19.893016Z","end":"2026-03-31T05:13:20.133598Z","steps":["trace[1807401119] 'agreement among raft nodes before linearized reading' (duration: 240.472468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:20.13356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.52469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:13:20.133716Z","caller":"traceutil/trace.go:171","msg":"trace[578922834] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9018; }","duration":"236.740916ms","start":"2026-03-31T05:13:19.896946Z","end":"2026-03-31T05:13:20.133687Z","steps":["trace[578922834] 'agreement among raft nodes before linearized reading' (duration: 236.444818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:20.133766Z","caller":"traceutil/trace.go:171","msg":"trace[1149605564] transaction","detail":"{read_only:false; response_revision:9016; number_of_response:1; }","duration":"247.658033ms","start":"2026-03-31T05:13:19.886046Z","end":"2026-03-31T05:13:20.133704Z","steps":["trace[1149605564] 'process raft request' (duration: 246.517602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:20.134095Z","caller":"traceutil/trace.go:171","msg":"trace[1438736311] transaction","detail":"{read_only:false; response_revision:9017; number_of_response:1; }","duration":"172.380981ms","start":"2026-03-31T05:13:19.961697Z","end":"2026-03-31T05:13:20.134078Z","steps":["trace[1438736311] 'process raft request' (duration: 170.921871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:20.135027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.640882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:20.135125Z","caller":"traceutil/trace.go:171","msg":"trace[849066336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9018; }","duration":"248.799675ms","start":"2026-03-31T05:13:19.886302Z","end":"2026-03-31T05:13:20.135102Z","steps":["trace[849066336] 'agreement among raft nodes before linearized reading' (duration: 247.620682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:22.480516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792627802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:13:22.616466Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.28021247s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:13:22.616875Z","caller":"traceutil/trace.go:171","msg":"trace[339228441] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"1.280753655s","start":"2026-03-31T05:13:21.336096Z","end":"2026-03-31T05:13:22.616849Z","steps":["trace[339228441] 'process raft request' (duration: 1.28056561s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:22.617052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:21.336073Z","time spent":"1.280889928s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4826,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:22.618248Z","caller":"traceutil/trace.go:171","msg":"trace[1475773708] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"133.049129ms","start":"2026-03-31T05:13:22.485159Z","end":"2026-03-31T05:13:22.618209Z","steps":["trace[1475773708] 'process raft request' (duration: 132.921475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:22.618286Z","caller":"traceutil/trace.go:171","msg":"trace[1184542148] linearizableReadLoop","detail":"{readStateIndex:9365; appliedIndex:9364; }","duration":"1.276953961s","start":"2026-03-31T05:13:21.341311Z","end":"2026-03-31T05:13:22.618265Z","steps":["trace[1184542148] 'read index received' (duration: 1.275527832s)","trace[1184542148] 'applied index is now lower than readState.Index' (duration: 1.424809ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:22.61849Z","caller":"traceutil/trace.go:171","msg":"trace[1671745102] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"1.277159847s","start":"2026-03-31T05:13:21.341317Z","end":"2026-03-31T05:13:22.618477Z","steps":["trace[1671745102] 'process raft request' (duration: 1.27652381s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:22.618616Z","caller":"traceutil/trace.go:171","msg":"trace[1779627765] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"130.688224ms","start":"2026-03-31T05:13:22.487909Z","end":"2026-03-31T05:13:22.618598Z","steps":["trace[1779627765] 'process raft request' (duration: 130.234212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:22.618656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:21.341288Z","time spent":"1.277230799s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:22.619002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277686531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:13:22.619075Z","caller":"traceutil/trace.go:171","msg":"trace[24767378] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:9023; }","duration":"1.277791874s","start":"2026-03-31T05:13:21.341268Z","end":"2026-03-31T05:13:22.619059Z","steps":["trace[24767378] 'agreement among raft nodes before linearized reading' (duration: 1.277549487s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:22.619125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:21.34123Z","time spent":"1.277880916s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:13:22.61964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.625797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:13:22.619659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.547689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:13:22.619696Z","caller":"traceutil/trace.go:171","msg":"trace[582856257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9023; }","duration":"121.72465ms","start":"2026-03-31T05:13:22.49796Z","end":"2026-03-31T05:13:22.619684Z","steps":["trace[582856257] 'agreement among raft nodes before linearized reading' (duration: 121.612927ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:22.619721Z","caller":"traceutil/trace.go:171","msg":"trace[1341742368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9023; }","duration":"127.62664ms","start":"2026-03-31T05:13:22.492081Z","end":"2026-03-31T05:13:22.619708Z","steps":["trace[1341742368] 'agreement among raft nodes before linearized reading' (duration: 127.445485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:22.619736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.747843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:13:22.619793Z","caller":"traceutil/trace.go:171","msg":"trace[1366168726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9023; }","duration":"131.795014ms","start":"2026-03-31T05:13:22.48797Z","end":"2026-03-31T05:13:22.619765Z","steps":["trace[1366168726] 'agreement among raft nodes before linearized reading' (duration: 131.703161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:22.619635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259881856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:13:22.619942Z","caller":"traceutil/trace.go:171","msg":"trace[1335038419] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9023; }","duration":"1.260267917s","start":"2026-03-31T05:13:21.359661Z","end":"2026-03-31T05:13:22.619929Z","steps":["trace[1335038419] 'agreement among raft nodes before linearized reading' (duration: 1.259788624s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:22.620001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:21.359639Z","time spent":"1.260347889s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:13:22.620116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.770625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:13:22.620189Z","caller":"traceutil/trace.go:171","msg":"trace[1442583839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9023; }","duration":"124.065333ms","start":"2026-03-31T05:13:22.496109Z","end":"2026-03-31T05:13:22.620174Z","steps":["trace[1442583839] 'agreement among raft nodes before linearized reading' (duration: 123.759435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:22.62021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.123965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:13:22.620236Z","caller":"traceutil/trace.go:171","msg":"trace[1780924279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9023; }","duration":"135.208027ms","start":"2026-03-31T05:13:22.485018Z","end":"2026-03-31T05:13:22.620227Z","steps":["trace[1780924279] 'agreement among raft nodes before linearized reading' (duration: 135.126365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:22.620373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.283599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:13:22.620465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.174466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:13:22.620508Z","caller":"traceutil/trace.go:171","msg":"trace[1037460292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9023; }","duration":"128.262088ms","start":"2026-03-31T05:13:22.492236Z","end":"2026-03-31T05:13:22.620498Z","steps":["trace[1037460292] 'agreement among raft nodes before linearized reading' (duration: 128.155325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:22.620401Z","caller":"traceutil/trace.go:171","msg":"trace[785310963] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9023; }","duration":"135.356411ms","start":"2026-03-31T05:13:22.485033Z","end":"2026-03-31T05:13:22.620389Z","steps":["trace[785310963] 'agreement among raft nodes before linearized reading' (duration: 135.273759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:22.620682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.700721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:13:22.620718Z","caller":"traceutil/trace.go:171","msg":"trace[1259803729] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:9023; }","duration":"135.772143ms","start":"2026-03-31T05:13:22.484938Z","end":"2026-03-31T05:13:22.62071Z","steps":["trace[1259803729] 'agreement among raft nodes before linearized reading' (duration: 135.6761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:22.741137Z","caller":"traceutil/trace.go:171","msg":"trace[1399164235] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"114.503722ms","start":"2026-03-31T05:13:22.626607Z","end":"2026-03-31T05:13:22.741111Z","steps":["trace[1399164235] 'process raft request' (duration: 114.462821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:22.741246Z","caller":"traceutil/trace.go:171","msg":"trace[577503421] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"114.688697ms","start":"2026-03-31T05:13:22.626512Z","end":"2026-03-31T05:13:22.7412Z","steps":["trace[577503421] 'process raft request' (duration: 114.39892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:23.164635Z","caller":"traceutil/trace.go:171","msg":"trace[469573125] linearizableReadLoop","detail":"{readStateIndex:9375; appliedIndex:9370; }","duration":"534.820274ms","start":"2026-03-31T05:13:22.629785Z","end":"2026-03-31T05:13:23.164605Z","steps":["trace[469573125] 'read index received' (duration: 111.224523ms)","trace[469573125] 'applied index is now lower than readState.Index' (duration: 423.594611ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:23.164861Z","caller":"traceutil/trace.go:171","msg":"trace[1190673408] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"536.884951ms","start":"2026-03-31T05:13:22.627959Z","end":"2026-03-31T05:13:23.164844Z","steps":["trace[1190673408] 'process raft request' (duration: 536.523791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:23.164833Z","caller":"traceutil/trace.go:171","msg":"trace[1107141470] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"536.863619ms","start":"2026-03-31T05:13:22.627925Z","end":"2026-03-31T05:13:23.164788Z","steps":["trace[1107141470] 'process raft request' (duration: 536.499789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:23.165005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.627946Z","time spent":"536.956702ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:23.165083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.627915Z","time spent":"537.046315ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:23.165215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.379809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:13:23.165318Z","caller":"traceutil/trace.go:171","msg":"trace[1036918896] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9031; }","duration":"535.548604ms","start":"2026-03-31T05:13:22.629748Z","end":"2026-03-31T05:13:23.165297Z","steps":["trace[1036918896] 'agreement among raft nodes before linearized reading' (duration: 535.142693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:23.165435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.629735Z","time spent":"535.642156ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:13:23.165443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.529919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3052"} {"level":"info","ts":"2026-03-31T05:13:23.165495Z","caller":"traceutil/trace.go:171","msg":"trace[22353907] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9031; }","duration":"529.636212ms","start":"2026-03-31T05:13:22.635844Z","end":"2026-03-31T05:13:23.16548Z","steps":["trace[22353907] 'agreement among raft nodes before linearized reading' (duration: 529.409496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:23.16555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.635823Z","time spent":"529.716835ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3075,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-31T05:13:23.165613Z","caller":"traceutil/trace.go:171","msg":"trace[1109452918] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"537.891088ms","start":"2026-03-31T05:13:22.627702Z","end":"2026-03-31T05:13:23.165593Z","steps":["trace[1109452918] 'process raft request' (duration: 445.725225ms)","trace[1109452918] 'compare' (duration: 90.678983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:23.165697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.627692Z","time spent":"537.96453ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:23.165743Z","caller":"traceutil/trace.go:171","msg":"trace[136664073] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"473.930174ms","start":"2026-03-31T05:13:22.691797Z","end":"2026-03-31T05:13:23.165727Z","steps":["trace[136664073] 'process raft request' (duration: 472.726821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:23.165886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.691771Z","time spent":"474.040587ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:23.166199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.758819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223845"} {"level":"info","ts":"2026-03-31T05:13:23.166258Z","caller":"traceutil/trace.go:171","msg":"trace[464198579] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9031; }","duration":"473.847372ms","start":"2026-03-31T05:13:22.692397Z","end":"2026-03-31T05:13:23.166244Z","steps":["trace[464198579] 'agreement among raft nodes before linearized reading' (duration: 473.39317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:23.166304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.692388Z","time spent":"473.900173ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223868,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:13:23.50245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.433644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:13:23.50255Z","caller":"traceutil/trace.go:171","msg":"trace[99068175] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9032; }","duration":"186.592668ms","start":"2026-03-31T05:13:23.315935Z","end":"2026-03-31T05:13:23.502528Z","steps":["trace[99068175] 'range keys from in-memory index tree' (duration: 186.234818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:24.906857Z","caller":"traceutil/trace.go:171","msg":"trace[1852460340] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"408.800099ms","start":"2026-03-31T05:13:24.498023Z","end":"2026-03-31T05:13:24.906824Z","steps":["trace[1852460340] 'process raft request' (duration: 408.608654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:24.907026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:24.497997Z","time spent":"408.945312ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:13:25.150859Z","caller":"traceutil/trace.go:171","msg":"trace[1224312662] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"525.747617ms","start":"2026-03-31T05:13:24.625075Z","end":"2026-03-31T05:13:25.150823Z","steps":["trace[1224312662] 'process raft request' (duration: 432.495624ms)","trace[1224312662] 'compare' (duration: 92.641876ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:25.150901Z","caller":"traceutil/trace.go:171","msg":"trace[1282881924] linearizableReadLoop","detail":"{readStateIndex:9382; appliedIndex:9377; }","duration":"441.384765ms","start":"2026-03-31T05:13:24.709488Z","end":"2026-03-31T05:13:25.150873Z","steps":["trace[1282881924] 'read index received' (duration: 197.238858ms)","trace[1282881924] 'applied index is now lower than readState.Index' (duration: 244.144987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:25.151035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:24.625044Z","time spent":"525.89539ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:25.151052Z","caller":"traceutil/trace.go:171","msg":"trace[1891517000] transaction","detail":"{read_only:false; response_revision:9037; number_of_response:1; }","duration":"441.788597ms","start":"2026-03-31T05:13:24.709249Z","end":"2026-03-31T05:13:25.151038Z","steps":["trace[1891517000] 'process raft request' (duration: 441.585151ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:25.151071Z","caller":"traceutil/trace.go:171","msg":"trace[1187316719] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"459.487029ms","start":"2026-03-31T05:13:24.691549Z","end":"2026-03-31T05:13:25.151036Z","steps":["trace[1187316719] 'process raft request' (duration: 459.239452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:25.151187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:24.709216Z","time spent":"441.875439ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:25.151267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:24.691502Z","time spent":"459.659504ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:25.151504Z","caller":"traceutil/trace.go:171","msg":"trace[1042323530] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"523.594708ms","start":"2026-03-31T05:13:24.627899Z","end":"2026-03-31T05:13:25.151494Z","steps":["trace[1042323530] 'process raft request' (duration: 522.781846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:25.15157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:24.627873Z","time spent":"523.67283ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:25.151609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.367734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-31T05:13:25.151632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.313001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:13:25.151644Z","caller":"traceutil/trace.go:171","msg":"trace[1293839384] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9037; }","duration":"236.412706ms","start":"2026-03-31T05:13:24.915221Z","end":"2026-03-31T05:13:25.151634Z","steps":["trace[1293839384] 'agreement among raft nodes before linearized reading' (duration: 236.247722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:25.151652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.523399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:25.15167Z","caller":"traceutil/trace.go:171","msg":"trace[564979965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9037; }","duration":"398.392843ms","start":"2026-03-31T05:13:24.753268Z","end":"2026-03-31T05:13:25.151661Z","steps":["trace[564979965] 'agreement among raft nodes before linearized reading' (duration: 398.069854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:25.151683Z","caller":"traceutil/trace.go:171","msg":"trace[1158295534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9037; }","duration":"280.599871ms","start":"2026-03-31T05:13:24.871075Z","end":"2026-03-31T05:13:25.151675Z","steps":["trace[1158295534] 'agreement among raft nodes before linearized reading' (duration: 280.54951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:25.151695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:24.753238Z","time spent":"398.448415ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:13:25.151712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.653652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T05:13:25.151742Z","caller":"traceutil/trace.go:171","msg":"trace[699534036] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9037; }","duration":"236.720385ms","start":"2026-03-31T05:13:24.915008Z","end":"2026-03-31T05:13:25.151728Z","steps":["trace[699534036] 'agreement among raft nodes before linearized reading' (duration: 236.656003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:25.151651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.851062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:25.151825Z","caller":"traceutil/trace.go:171","msg":"trace[176205235] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-provisioner; range_end:; response_count:0; response_revision:9037; }","duration":"239.016077ms","start":"2026-03-31T05:13:24.912793Z","end":"2026-03-31T05:13:25.151809Z","steps":["trace[176205235] 'agreement among raft nodes before linearized reading' (duration: 238.832802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:25.151877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.387963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:13:25.151912Z","caller":"traceutil/trace.go:171","msg":"trace[1906871512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9037; }","duration":"398.470356ms","start":"2026-03-31T05:13:24.753434Z","end":"2026-03-31T05:13:25.151905Z","steps":["trace[1906871512] 'agreement among raft nodes before linearized reading' (duration: 398.388213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:25.151932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:24.753405Z","time spent":"398.522226ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:13:25.152736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.198616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:13:25.152864Z","caller":"traceutil/trace.go:171","msg":"trace[1286003595] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9037; }","duration":"443.411521ms","start":"2026-03-31T05:13:24.709431Z","end":"2026-03-31T05:13:25.152842Z","steps":["trace[1286003595] 'agreement among raft nodes before linearized reading' (duration: 442.193658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:25.153558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:24.709405Z","time spent":"444.093389ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":909,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:13:29.695937Z","caller":"traceutil/trace.go:171","msg":"trace[1074233649] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"214.760396ms","start":"2026-03-31T05:13:29.481127Z","end":"2026-03-31T05:13:29.695888Z","steps":["trace[1074233649] 'process raft request' (duration: 213.690586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:30.623852Z","caller":"traceutil/trace.go:171","msg":"trace[1608651642] transaction","detail":"{read_only:false; response_revision:9081; number_of_response:1; }","duration":"216.857286ms","start":"2026-03-31T05:13:30.406929Z","end":"2026-03-31T05:13:30.623787Z","steps":["trace[1608651642] 'process raft request' (duration: 216.382352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:30.795595Z","caller":"traceutil/trace.go:171","msg":"trace[849119102] transaction","detail":"{read_only:false; response_revision:9084; number_of_response:1; }","duration":"127.945567ms","start":"2026-03-31T05:13:30.667601Z","end":"2026-03-31T05:13:30.795546Z","steps":["trace[849119102] 'process raft request' (duration: 49.742837ms)","trace[849119102] 'compare' (duration: 77.433179ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:30.802365Z","caller":"traceutil/trace.go:171","msg":"trace[166282525] linearizableReadLoop","detail":"{readStateIndex:9432; appliedIndex:9430; }","duration":"124.011127ms","start":"2026-03-31T05:13:30.678327Z","end":"2026-03-31T05:13:30.802338Z","steps":["trace[166282525] 'read index received' (duration: 39.121611ms)","trace[166282525] 'applied index is now lower than readState.Index' (duration: 84.888566ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:30.802443Z","caller":"traceutil/trace.go:171","msg":"trace[461830466] transaction","detail":"{read_only:false; response_revision:9085; number_of_response:1; }","duration":"127.166306ms","start":"2026-03-31T05:13:30.675249Z","end":"2026-03-31T05:13:30.802415Z","steps":["trace[461830466] 'process raft request' (duration: 126.932489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:30.802699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.331256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:13:30.802833Z","caller":"traceutil/trace.go:171","msg":"trace[1695618243] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9085; }","duration":"124.520941ms","start":"2026-03-31T05:13:30.678281Z","end":"2026-03-31T05:13:30.802802Z","steps":["trace[1695618243] 'agreement among raft nodes before linearized reading' (duration: 124.186292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:35.789541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792628283,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:13:35.980414Z","caller":"traceutil/trace.go:171","msg":"trace[1190872571] transaction","detail":"{read_only:false; response_revision:9163; number_of_response:1; }","duration":"755.046257ms","start":"2026-03-31T05:13:35.225341Z","end":"2026-03-31T05:13:35.980387Z","steps":["trace[1190872571] 'process raft request' (duration: 754.872872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:35.980597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:35.225309Z","time spent":"755.187611ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:35.984096Z","caller":"traceutil/trace.go:171","msg":"trace[1516155367] linearizableReadLoop","detail":"{readStateIndex:9515; appliedIndex:9512; }","duration":"694.623743ms","start":"2026-03-31T05:13:35.289446Z","end":"2026-03-31T05:13:35.984069Z","steps":["trace[1516155367] 'read index received' (duration: 690.980561ms)","trace[1516155367] 'applied index is now lower than readState.Index' (duration: 3.642332ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:35.984263Z","caller":"traceutil/trace.go:171","msg":"trace[2065865127] transaction","detail":"{read_only:false; response_revision:9164; number_of_response:1; }","duration":"717.517951ms","start":"2026-03-31T05:13:35.266729Z","end":"2026-03-31T05:13:35.984247Z","steps":["trace[2065865127] 'process raft request' (duration: 717.097869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:35.984409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:35.266698Z","time spent":"717.612994ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:35.985172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.174604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7c8eb902-e278-4ed1-ad38-2109571a001c\" ","response":"range_response_count:1 size:3641"} {"level":"warn","ts":"2026-03-31T05:13:35.985209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.655237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:13:35.98523Z","caller":"traceutil/trace.go:171","msg":"trace[860138190] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7c8eb902-e278-4ed1-ad38-2109571a001c; range_end:; response_count:1; response_revision:9166; }","duration":"165.283817ms","start":"2026-03-31T05:13:35.819935Z","end":"2026-03-31T05:13:35.985218Z","steps":["trace[860138190] 'agreement among raft nodes before linearized reading' (duration: 164.964848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:35.985266Z","caller":"traceutil/trace.go:171","msg":"trace[1463489841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:9166; }","duration":"678.70966ms","start":"2026-03-31T05:13:35.306533Z","end":"2026-03-31T05:13:35.985243Z","steps":["trace[1463489841] 'agreement among raft nodes before linearized reading' (duration: 678.603187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:35.985317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:35.306526Z","time spent":"678.782631ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:13:35.984425Z","caller":"traceutil/trace.go:171","msg":"trace[1989994244] transaction","detail":"{read_only:false; response_revision:9165; number_of_response:1; }","duration":"716.938455ms","start":"2026-03-31T05:13:35.267469Z","end":"2026-03-31T05:13:35.984408Z","steps":["trace[1989994244] 'process raft request' (duration: 716.511323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:35.985418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.197353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:13:35.985477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:35.267453Z","time spent":"717.929092ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:35.984522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.058826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:13:35.985527Z","caller":"traceutil/trace.go:171","msg":"trace[1245470280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9166; }","duration":"114.329017ms","start":"2026-03-31T05:13:35.871174Z","end":"2026-03-31T05:13:35.985503Z","steps":["trace[1245470280] 'agreement among raft nodes before linearized reading' (duration: 114.120111ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:35.98558Z","caller":"traceutil/trace.go:171","msg":"trace[22300930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9166; }","duration":"696.158826ms","start":"2026-03-31T05:13:35.289393Z","end":"2026-03-31T05:13:35.985552Z","steps":["trace[22300930] 'agreement among raft nodes before linearized reading' (duration: 694.963223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:35.984615Z","caller":"traceutil/trace.go:171","msg":"trace[895261761] transaction","detail":"{read_only:false; response_revision:9166; number_of_response:1; }","duration":"649.006801ms","start":"2026-03-31T05:13:35.335585Z","end":"2026-03-31T05:13:35.984592Z","steps":["trace[895261761] 'process raft request' (duration: 648.438276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:35.985634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:35.289379Z","time spent":"696.240438ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:13:35.985669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:35.335562Z","time spent":"650.070231ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:35.984713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.550077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:13:35.985738Z","caller":"traceutil/trace.go:171","msg":"trace[2059219292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9166; }","duration":"203.610666ms","start":"2026-03-31T05:13:35.782112Z","end":"2026-03-31T05:13:35.985723Z","steps":["trace[2059219292] 'agreement among raft nodes before linearized reading' (duration: 202.544036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:35.984693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.34682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:13:35.985799Z","caller":"traceutil/trace.go:171","msg":"trace[1305677832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9166; }","duration":"688.505723ms","start":"2026-03-31T05:13:35.297285Z","end":"2026-03-31T05:13:35.985791Z","steps":["trace[1305677832] 'agreement among raft nodes before linearized reading' (duration: 687.202906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:35.985821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:35.297256Z","time spent":"688.558873ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:13:35.984803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.440717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:13:35.985897Z","caller":"traceutil/trace.go:171","msg":"trace[1246596450] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9166; }","duration":"686.526807ms","start":"2026-03-31T05:13:35.299356Z","end":"2026-03-31T05:13:35.985882Z","steps":["trace[1246596450] 'agreement among raft nodes before linearized reading' (duration: 685.378625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:35.984875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.478584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:13:35.985927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:35.29931Z","time spent":"686.606999ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:13:35.985946Z","caller":"traceutil/trace.go:171","msg":"trace[102019491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9166; }","duration":"688.581905ms","start":"2026-03-31T05:13:35.297357Z","end":"2026-03-31T05:13:35.985939Z","steps":["trace[102019491] 'agreement among raft nodes before linearized reading' (duration: 687.460524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:35.984999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.154023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:13:35.985968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:35.297334Z","time spent":"688.627296ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:13:35.985985Z","caller":"traceutil/trace.go:171","msg":"trace[514617190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9166; }","duration":"684.191832ms","start":"2026-03-31T05:13:35.30178Z","end":"2026-03-31T05:13:35.985972Z","steps":["trace[514617190] 'agreement among raft nodes before linearized reading' (duration: 682.896556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:35.985111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.232632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:13:35.986028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:35.301764Z","time spent":"684.248774ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:13:35.98607Z","caller":"traceutil/trace.go:171","msg":"trace[948116999] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9166; }","duration":"206.236699ms","start":"2026-03-31T05:13:35.779813Z","end":"2026-03-31T05:13:35.98605Z","steps":["trace[948116999] 'agreement among raft nodes before linearized reading' (duration: 205.246191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:35.985114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.227615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:13:35.986137Z","caller":"traceutil/trace.go:171","msg":"trace[310352183] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9166; }","duration":"171.280304ms","start":"2026-03-31T05:13:35.814844Z","end":"2026-03-31T05:13:35.986124Z","steps":["trace[310352183] 'agreement among raft nodes before linearized reading' (duration: 170.189314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:36.651295Z","caller":"traceutil/trace.go:171","msg":"trace[1481935921] transaction","detail":"{read_only:false; response_revision:9177; number_of_response:1; }","duration":"183.856845ms","start":"2026-03-31T05:13:36.467406Z","end":"2026-03-31T05:13:36.651263Z","steps":["trace[1481935921] 'process raft request' (duration: 176.915952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:36.651308Z","caller":"traceutil/trace.go:171","msg":"trace[746655953] linearizableReadLoop","detail":"{readStateIndex:9528; appliedIndex:9525; }","duration":"133.687897ms","start":"2026-03-31T05:13:36.517591Z","end":"2026-03-31T05:13:36.651279Z","steps":["trace[746655953] 'read index received' (duration: 126.857606ms)","trace[746655953] 'applied index is now lower than readState.Index' (duration: 6.828761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:36.651558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.945275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-ldd2x\" ","response":"range_response_count:1 size:3408"} {"level":"info","ts":"2026-03-31T05:13:36.651601Z","caller":"traceutil/trace.go:171","msg":"trace[781134025] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-ldd2x; range_end:; response_count:1; response_revision:9179; }","duration":"134.055277ms","start":"2026-03-31T05:13:36.517534Z","end":"2026-03-31T05:13:36.651589Z","steps":["trace[781134025] 'agreement among raft nodes before linearized reading' (duration: 133.844802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:36.651873Z","caller":"traceutil/trace.go:171","msg":"trace[1235398302] transaction","detail":"{read_only:false; response_revision:9179; number_of_response:1; }","duration":"166.904433ms","start":"2026-03-31T05:13:36.48496Z","end":"2026-03-31T05:13:36.651864Z","steps":["trace[1235398302] 'process raft request' (duration: 166.280016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:36.65155Z","caller":"traceutil/trace.go:171","msg":"trace[624409547] transaction","detail":"{read_only:false; response_revision:9178; number_of_response:1; }","duration":"184.099022ms","start":"2026-03-31T05:13:36.467406Z","end":"2026-03-31T05:13:36.651505Z","steps":["trace[624409547] 'process raft request' (duration: 183.762743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:38.115102Z","caller":"traceutil/trace.go:171","msg":"trace[872555240] linearizableReadLoop","detail":"{readStateIndex:9537; appliedIndex:9536; }","duration":"241.729579ms","start":"2026-03-31T05:13:37.873332Z","end":"2026-03-31T05:13:38.115062Z","steps":["trace[872555240] 'read index received' (duration: 238.55429ms)","trace[872555240] 'applied index is now lower than readState.Index' (duration: 3.171459ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:38.115176Z","caller":"traceutil/trace.go:171","msg":"trace[993801917] transaction","detail":"{read_only:false; response_revision:9188; number_of_response:1; }","duration":"126.27071ms","start":"2026-03-31T05:13:37.988876Z","end":"2026-03-31T05:13:38.115147Z","steps":["trace[993801917] 'process raft request' (duration: 126.074345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:38.115516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.165202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:38.115619Z","caller":"traceutil/trace.go:171","msg":"trace[1805331833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9189; }","duration":"242.340026ms","start":"2026-03-31T05:13:37.87326Z","end":"2026-03-31T05:13:38.1156Z","steps":["trace[1805331833] 'agreement among raft nodes before linearized reading' (duration: 241.948225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:38.115604Z","caller":"traceutil/trace.go:171","msg":"trace[188341870] transaction","detail":"{read_only:false; response_revision:9190; number_of_response:1; }","duration":"123.016999ms","start":"2026-03-31T05:13:37.992529Z","end":"2026-03-31T05:13:38.115546Z","steps":["trace[188341870] 'process raft request' (duration: 122.810554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:38.115808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.278997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7c8eb902-e278-4ed1-ad38-2109571a001c\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-03-31T05:13:38.115842Z","caller":"traceutil/trace.go:171","msg":"trace[1109274096] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7c8eb902-e278-4ed1-ad38-2109571a001c; range_end:; response_count:1; response_revision:9190; }","duration":"118.345038ms","start":"2026-03-31T05:13:37.997488Z","end":"2026-03-31T05:13:38.115833Z","steps":["trace[1109274096] 'agreement among raft nodes before linearized reading' (duration: 118.234515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:38.115669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.536535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-ldd2x\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-31T05:13:38.116019Z","caller":"traceutil/trace.go:171","msg":"trace[1026693177] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-ldd2x; range_end:; response_count:1; response_revision:9190; }","duration":"226.979547ms","start":"2026-03-31T05:13:37.889023Z","end":"2026-03-31T05:13:38.116003Z","steps":["trace[1026693177] 'agreement among raft nodes before linearized reading' (duration: 226.442142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:38.115693Z","caller":"traceutil/trace.go:171","msg":"trace[1080684871] transaction","detail":"{read_only:false; response_revision:9189; number_of_response:1; }","duration":"123.730689ms","start":"2026-03-31T05:13:37.991948Z","end":"2026-03-31T05:13:38.115679Z","steps":["trace[1080684871] 'process raft request' (duration: 123.136793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:39.574173Z","caller":"traceutil/trace.go:171","msg":"trace[1510291706] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9218; }","duration":"148.547051ms","start":"2026-03-31T05:13:39.42559Z","end":"2026-03-31T05:13:39.574137Z","steps":["trace[1510291706] 'process raft request' (duration: 97.669803ms)","trace[1510291706] 'compare' (duration: 50.635661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:42.357017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.439571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:13:42.357285Z","caller":"traceutil/trace.go:171","msg":"trace[1398380694] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"224.403746ms","start":"2026-03-31T05:13:42.132827Z","end":"2026-03-31T05:13:42.357231Z","steps":["trace[1398380694] 'process raft request' (duration: 105.659736ms)","trace[1398380694] 'compare' (duration: 118.241746ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:42.357412Z","caller":"traceutil/trace.go:171","msg":"trace[1146128221] linearizableReadLoop","detail":"{readStateIndex:9610; appliedIndex:9607; }","duration":"213.167372ms","start":"2026-03-31T05:13:42.14423Z","end":"2026-03-31T05:13:42.357398Z","steps":["trace[1146128221] 'read index received' (duration: 94.271547ms)","trace[1146128221] 'applied index is now lower than readState.Index' (duration: 118.895115ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:42.357476Z","caller":"traceutil/trace.go:171","msg":"trace[2041989402] transaction","detail":"{read_only:false; response_revision:9258; number_of_response:1; }","duration":"221.054113ms","start":"2026-03-31T05:13:42.136414Z","end":"2026-03-31T05:13:42.357469Z","steps":["trace[2041989402] 'process raft request' (duration: 220.95561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:42.357499Z","caller":"traceutil/trace.go:171","msg":"trace[286499054] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"223.284105ms","start":"2026-03-31T05:13:42.13418Z","end":"2026-03-31T05:13:42.357464Z","steps":["trace[286499054] 'process raft request' (duration: 222.949905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:42.357678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.45456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:13:42.357698Z","caller":"traceutil/trace.go:171","msg":"trace[1335127090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9258; }","duration":"213.510922ms","start":"2026-03-31T05:13:42.144182Z","end":"2026-03-31T05:13:42.357693Z","steps":["trace[1335127090] 'agreement among raft nodes before linearized reading' (duration: 213.394729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:42.41243Z","caller":"traceutil/trace.go:171","msg":"trace[673289505] transaction","detail":"{read_only:false; response_revision:9259; number_of_response:1; }","duration":"165.274017ms","start":"2026-03-31T05:13:42.247122Z","end":"2026-03-31T05:13:42.412396Z","steps":["trace[673289505] 'process raft request' (duration: 165.01836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:42.412524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.45222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:13:42.412566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.68036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:13:42.412622Z","caller":"traceutil/trace.go:171","msg":"trace[1957829686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9259; }","duration":"265.594394ms","start":"2026-03-31T05:13:42.147005Z","end":"2026-03-31T05:13:42.4126Z","steps":["trace[1957829686] 'agreement among raft nodes before linearized reading' (duration: 265.313396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:42.412639Z","caller":"traceutil/trace.go:171","msg":"trace[1648674604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9259; }","duration":"263.805834ms","start":"2026-03-31T05:13:42.148816Z","end":"2026-03-31T05:13:42.412622Z","steps":["trace[1648674604] 'agreement among raft nodes before linearized reading' (duration: 263.553157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:42.412904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.708727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:13:42.412951Z","caller":"traceutil/trace.go:171","msg":"trace[1616216043] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9259; }","duration":"265.80463ms","start":"2026-03-31T05:13:42.147131Z","end":"2026-03-31T05:13:42.412936Z","steps":["trace[1616216043] 'agreement among raft nodes before linearized reading' (duration: 265.697557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:42.413007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.261577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T05:13:42.413022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.22912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:13:42.413046Z","caller":"traceutil/trace.go:171","msg":"trace[104223700] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:9259; }","duration":"262.275132ms","start":"2026-03-31T05:13:42.150763Z","end":"2026-03-31T05:13:42.413038Z","steps":["trace[104223700] 'agreement among raft nodes before linearized reading' (duration: 262.19606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:42.413046Z","caller":"traceutil/trace.go:171","msg":"trace[634480211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9259; }","duration":"264.34461ms","start":"2026-03-31T05:13:42.148691Z","end":"2026-03-31T05:13:42.413035Z","steps":["trace[634480211] 'agreement among raft nodes before linearized reading' (duration: 264.193666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:42.413149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.361268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:13:42.413259Z","caller":"traceutil/trace.go:171","msg":"trace[456238856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9259; }","duration":"265.520312ms","start":"2026-03-31T05:13:42.147725Z","end":"2026-03-31T05:13:42.413245Z","steps":["trace[456238856] 'agreement among raft nodes before linearized reading' (duration: 264.674918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:42.521063Z","caller":"traceutil/trace.go:171","msg":"trace[1323685719] transaction","detail":"{read_only:false; response_revision:9260; number_of_response:1; }","duration":"159.124106ms","start":"2026-03-31T05:13:42.361902Z","end":"2026-03-31T05:13:42.521026Z","steps":["trace[1323685719] 'process raft request' (duration: 137.414071ms)","trace[1323685719] 'compare' (duration: 21.554591ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:42.553801Z","caller":"traceutil/trace.go:171","msg":"trace[1301152732] transaction","detail":"{read_only:false; response_revision:9261; number_of_response:1; }","duration":"137.175174ms","start":"2026-03-31T05:13:42.416589Z","end":"2026-03-31T05:13:42.553764Z","steps":["trace[1301152732] 'process raft request' (duration: 136.946277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:42.554251Z","caller":"traceutil/trace.go:171","msg":"trace[1289232931] transaction","detail":"{read_only:false; response_revision:9262; number_of_response:1; }","duration":"136.382202ms","start":"2026-03-31T05:13:42.417839Z","end":"2026-03-31T05:13:42.554221Z","steps":["trace[1289232931] 'process raft request' (duration: 135.871117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:42.554424Z","caller":"traceutil/trace.go:171","msg":"trace[520977228] transaction","detail":"{read_only:false; response_revision:9263; number_of_response:1; }","duration":"135.443726ms","start":"2026-03-31T05:13:42.418959Z","end":"2026-03-31T05:13:42.554403Z","steps":["trace[520977228] 'process raft request' (duration: 135.174118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:42.554739Z","caller":"traceutil/trace.go:171","msg":"trace[462529710] transaction","detail":"{read_only:false; response_revision:9264; number_of_response:1; }","duration":"135.546609ms","start":"2026-03-31T05:13:42.419184Z","end":"2026-03-31T05:13:42.55473Z","steps":["trace[462529710] 'process raft request' (duration: 135.103566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:42.554813Z","caller":"traceutil/trace.go:171","msg":"trace[64852318] transaction","detail":"{read_only:false; response_revision:9265; number_of_response:1; }","duration":"134.673125ms","start":"2026-03-31T05:13:42.420132Z","end":"2026-03-31T05:13:42.554805Z","steps":["trace[64852318] 'process raft request' (duration: 134.51182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:42.554976Z","caller":"traceutil/trace.go:171","msg":"trace[1778078573] linearizableReadLoop","detail":"{readStateIndex:9614; appliedIndex:9611; }","duration":"136.722581ms","start":"2026-03-31T05:13:42.418237Z","end":"2026-03-31T05:13:42.554959Z","steps":["trace[1778078573] 'read index received' (duration: 81.221104ms)","trace[1778078573] 'applied index is now lower than readState.Index' (duration: 55.500297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:42.555407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.149373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234490"} {"level":"info","ts":"2026-03-31T05:13:42.55544Z","caller":"traceutil/trace.go:171","msg":"trace[2012812196] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9266; }","duration":"137.219595ms","start":"2026-03-31T05:13:42.418213Z","end":"2026-03-31T05:13:42.555433Z","steps":["trace[2012812196] 'agreement among raft nodes before linearized reading' (duration: 136.897496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:44.703736Z","caller":"traceutil/trace.go:171","msg":"trace[1823962316] transaction","detail":"{read_only:false; response_revision:9272; number_of_response:1; }","duration":"139.127528ms","start":"2026-03-31T05:13:44.564558Z","end":"2026-03-31T05:13:44.703685Z","steps":["trace[1823962316] 'process raft request' (duration: 130.010915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:44.713879Z","caller":"traceutil/trace.go:171","msg":"trace[1168513481] transaction","detail":"{read_only:false; response_revision:9275; number_of_response:1; }","duration":"148.4948ms","start":"2026-03-31T05:13:44.565361Z","end":"2026-03-31T05:13:44.713856Z","steps":["trace[1168513481] 'process raft request' (duration: 148.353576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:44.713946Z","caller":"traceutil/trace.go:171","msg":"trace[2078685613] linearizableReadLoop","detail":"{readStateIndex:9627; appliedIndex:9623; }","duration":"148.203802ms","start":"2026-03-31T05:13:44.565704Z","end":"2026-03-31T05:13:44.713908Z","steps":["trace[2078685613] 'read index received' (duration: 128.887103ms)","trace[2078685613] 'applied index is now lower than readState.Index' (duration: 19.315258ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:44.713966Z","caller":"traceutil/trace.go:171","msg":"trace[155682671] transaction","detail":"{read_only:false; response_revision:9276; number_of_response:1; }","duration":"147.137072ms","start":"2026-03-31T05:13:44.566801Z","end":"2026-03-31T05:13:44.713938Z","steps":["trace[155682671] 'process raft request' (duration: 146.989118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:44.714335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.604233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234692"} {"level":"info","ts":"2026-03-31T05:13:44.714371Z","caller":"traceutil/trace.go:171","msg":"trace[109493112] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9276; }","duration":"148.670834ms","start":"2026-03-31T05:13:44.565692Z","end":"2026-03-31T05:13:44.714363Z","steps":["trace[109493112] 'agreement among raft nodes before linearized reading' (duration: 148.331125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:44.713853Z","caller":"traceutil/trace.go:171","msg":"trace[1163627517] transaction","detail":"{read_only:false; response_revision:9274; number_of_response:1; }","duration":"148.48997ms","start":"2026-03-31T05:13:44.565321Z","end":"2026-03-31T05:13:44.713811Z","steps":["trace[1163627517] 'process raft request' (duration: 148.296534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:44.717057Z","caller":"traceutil/trace.go:171","msg":"trace[771266550] transaction","detail":"{read_only:false; response_revision:9273; number_of_response:1; }","duration":"148.752917ms","start":"2026-03-31T05:13:44.564999Z","end":"2026-03-31T05:13:44.713752Z","steps":["trace[771266550] 'process raft request' (duration: 148.377397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:46.490792Z","caller":"traceutil/trace.go:171","msg":"trace[1264072509] transaction","detail":"{read_only:false; response_revision:9280; number_of_response:1; }","duration":"115.419257ms","start":"2026-03-31T05:13:46.375339Z","end":"2026-03-31T05:13:46.490758Z","steps":["trace[1264072509] 'process raft request' (duration: 115.16679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:46.973427Z","caller":"traceutil/trace.go:171","msg":"trace[1764930692] transaction","detail":"{read_only:false; response_revision:9281; number_of_response:1; }","duration":"594.921584ms","start":"2026-03-31T05:13:46.378456Z","end":"2026-03-31T05:13:46.973378Z","steps":["trace[1764930692] 'process raft request' (duration: 588.196436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:46.973626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:46.37844Z","time spent":"595.056427ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:46.973677Z","caller":"traceutil/trace.go:171","msg":"trace[459120886] transaction","detail":"{read_only:false; response_revision:9282; number_of_response:1; }","duration":"594.4407ms","start":"2026-03-31T05:13:46.379162Z","end":"2026-03-31T05:13:46.973602Z","steps":["trace[459120886] 'process raft request' (duration: 593.555865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:46.973983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:46.379125Z","time spent":"594.660796ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:46.975207Z","caller":"traceutil/trace.go:171","msg":"trace[705875801] linearizableReadLoop","detail":"{readStateIndex:9635; appliedIndex:9631; }","duration":"499.076021ms","start":"2026-03-31T05:13:46.476119Z","end":"2026-03-31T05:13:46.975195Z","steps":["trace[705875801] 'read index received' (duration: 14.38055ms)","trace[705875801] 'applied index is now lower than readState.Index' (duration: 484.694661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:46.975503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.37896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:46.975552Z","caller":"traceutil/trace.go:171","msg":"trace[442203958] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9282; }","duration":"499.475083ms","start":"2026-03-31T05:13:46.476064Z","end":"2026-03-31T05:13:46.975539Z","steps":["trace[442203958] 'agreement among raft nodes before linearized reading' (duration: 499.347629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:46.975581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:46.476039Z","time spent":"499.536245ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:13:46.975592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.692263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:13:46.975627Z","caller":"traceutil/trace.go:171","msg":"trace[1950002393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9282; }","duration":"417.791486ms","start":"2026-03-31T05:13:46.557825Z","end":"2026-03-31T05:13:46.975616Z","steps":["trace[1950002393] 'agreement among raft nodes before linearized reading' (duration: 417.646182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:46.97568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:46.557801Z","time spent":"417.850437ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:13:46.975865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.495496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:13:46.975894Z","caller":"traceutil/trace.go:171","msg":"trace[704208808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9282; }","duration":"267.561377ms","start":"2026-03-31T05:13:46.708326Z","end":"2026-03-31T05:13:46.975887Z","steps":["trace[704208808] 'agreement among raft nodes before linearized reading' (duration: 267.485625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:46.975916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.454074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:13:46.975965Z","caller":"traceutil/trace.go:171","msg":"trace[202969749] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:9282; }","duration":"253.519976ms","start":"2026-03-31T05:13:46.722434Z","end":"2026-03-31T05:13:46.975954Z","steps":["trace[202969749] 'agreement among raft nodes before linearized reading' (duration: 253.340671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:46.976032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.415881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:13:46.976068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.228822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:46.976086Z","caller":"traceutil/trace.go:171","msg":"trace[110633834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9282; }","duration":"254.548705ms","start":"2026-03-31T05:13:46.721529Z","end":"2026-03-31T05:13:46.976078Z","steps":["trace[110633834] 'agreement among raft nodes before linearized reading' (duration: 254.411391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:46.976108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.086347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:13:46.97613Z","caller":"traceutil/trace.go:171","msg":"trace[2116264281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9282; }","duration":"105.312825ms","start":"2026-03-31T05:13:46.870784Z","end":"2026-03-31T05:13:46.976097Z","steps":["trace[2116264281] 'agreement among raft nodes before linearized reading' (duration: 105.209932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:46.976138Z","caller":"traceutil/trace.go:171","msg":"trace[742582962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9282; }","duration":"256.144849ms","start":"2026-03-31T05:13:46.719985Z","end":"2026-03-31T05:13:46.97613Z","steps":["trace[742582962] 'agreement among raft nodes before linearized reading' (duration: 255.950684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:46.976117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.095838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:13:46.976001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.984427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:13:46.976204Z","caller":"traceutil/trace.go:171","msg":"trace[1142769008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9282; }","duration":"256.254263ms","start":"2026-03-31T05:13:46.719932Z","end":"2026-03-31T05:13:46.976186Z","steps":["trace[1142769008] 'agreement among raft nodes before linearized reading' (duration: 255.79948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:46.976223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.50625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T05:13:46.976318Z","caller":"traceutil/trace.go:171","msg":"trace[633294546] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62; range_end:; response_count:1; response_revision:9282; }","duration":"312.667454ms","start":"2026-03-31T05:13:46.663623Z","end":"2026-03-31T05:13:46.97629Z","steps":["trace[633294546] 'agreement among raft nodes before linearized reading' (duration: 312.380567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:46.976375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:46.6636Z","time spent":"312.765888ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62\" "} {"level":"info","ts":"2026-03-31T05:13:46.976529Z","caller":"traceutil/trace.go:171","msg":"trace[1902803004] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9282; }","duration":"255.302356ms","start":"2026-03-31T05:13:46.720928Z","end":"2026-03-31T05:13:46.97623Z","steps":["trace[1902803004] 'agreement among raft nodes before linearized reading' (duration: 254.805042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:56.760996Z","caller":"traceutil/trace.go:171","msg":"trace[2018329616] transaction","detail":"{read_only:false; response_revision:9334; number_of_response:1; }","duration":"139.839758ms","start":"2026-03-31T05:13:56.621101Z","end":"2026-03-31T05:13:56.760941Z","steps":["trace[2018329616] 'process raft request' (duration: 139.491818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:59.330452Z","caller":"traceutil/trace.go:171","msg":"trace[227477801] transaction","detail":"{read_only:false; response_revision:9350; number_of_response:1; }","duration":"170.847052ms","start":"2026-03-31T05:13:59.159572Z","end":"2026-03-31T05:13:59.330419Z","steps":["trace[227477801] 'process raft request' (duration: 169.532406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:59.331167Z","caller":"traceutil/trace.go:171","msg":"trace[1061868160] linearizableReadLoop","detail":"{readStateIndex:9707; appliedIndex:9704; }","duration":"169.779743ms","start":"2026-03-31T05:13:59.161351Z","end":"2026-03-31T05:13:59.331131Z","steps":["trace[1061868160] 'read index received' (duration: 167.780798ms)","trace[1061868160] 'applied index is now lower than readState.Index' (duration: 1.996955ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:59.331354Z","caller":"traceutil/trace.go:171","msg":"trace[1519296205] transaction","detail":"{read_only:false; response_revision:9351; number_of_response:1; }","duration":"171.222153ms","start":"2026-03-31T05:13:59.160113Z","end":"2026-03-31T05:13:59.331335Z","steps":["trace[1519296205] 'process raft request' (duration: 170.77242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:59.331475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.100842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:13:59.331522Z","caller":"traceutil/trace.go:171","msg":"trace[1599967867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9352; }","duration":"170.189445ms","start":"2026-03-31T05:13:59.161322Z","end":"2026-03-31T05:13:59.331512Z","steps":["trace[1599967867] 'agreement among raft nodes before linearized reading' (duration: 170.0059ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:59.331514Z","caller":"traceutil/trace.go:171","msg":"trace[1281607990] transaction","detail":"{read_only:false; response_revision:9352; number_of_response:1; }","duration":"171.181952ms","start":"2026-03-31T05:13:59.160296Z","end":"2026-03-31T05:13:59.331478Z","steps":["trace[1281607990] 'process raft request' (duration: 170.76306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:59.33225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.65761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:13:59.332376Z","caller":"traceutil/trace.go:171","msg":"trace[182598592] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:9352; }","duration":"170.40546ms","start":"2026-03-31T05:13:59.161942Z","end":"2026-03-31T05:13:59.332347Z","steps":["trace[182598592] 'agreement among raft nodes before linearized reading' (duration: 169.484815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:00.396789Z","caller":"traceutil/trace.go:171","msg":"trace[1941354292] transaction","detail":"{read_only:false; response_revision:9357; number_of_response:1; }","duration":"107.24675ms","start":"2026-03-31T05:14:00.289486Z","end":"2026-03-31T05:14:00.396733Z","steps":["trace[1941354292] 'process raft request' (duration: 106.837578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:00.396894Z","caller":"traceutil/trace.go:171","msg":"trace[1484676895] transaction","detail":"{read_only:false; response_revision:9359; number_of_response:1; }","duration":"107.222549ms","start":"2026-03-31T05:14:00.289525Z","end":"2026-03-31T05:14:00.396748Z","steps":["trace[1484676895] 'process raft request' (duration: 107.138807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:00.397308Z","caller":"traceutil/trace.go:171","msg":"trace[1322214717] transaction","detail":"{read_only:false; response_revision:9358; number_of_response:1; }","duration":"107.741713ms","start":"2026-03-31T05:14:00.289512Z","end":"2026-03-31T05:14:00.397254Z","steps":["trace[1322214717] 'process raft request' (duration: 107.060584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:00.416131Z","caller":"traceutil/trace.go:171","msg":"trace[1905796758] transaction","detail":"{read_only:false; response_revision:9360; number_of_response:1; }","duration":"124.695735ms","start":"2026-03-31T05:14:00.291402Z","end":"2026-03-31T05:14:00.416098Z","steps":["trace[1905796758] 'process raft request' (duration: 124.49095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:05.025012Z","caller":"traceutil/trace.go:171","msg":"trace[1671915089] linearizableReadLoop","detail":"{readStateIndex:9749; appliedIndex:9748; }","duration":"155.584217ms","start":"2026-03-31T05:14:04.869403Z","end":"2026-03-31T05:14:05.024987Z","steps":["trace[1671915089] 'read index received' (duration: 155.381741ms)","trace[1671915089] 'applied index is now lower than readState.Index' (duration: 201.656µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:05.025114Z","caller":"traceutil/trace.go:171","msg":"trace[1490354323] transaction","detail":"{read_only:false; response_revision:9392; number_of_response:1; }","duration":"168.678422ms","start":"2026-03-31T05:14:04.856387Z","end":"2026-03-31T05:14:05.025066Z","steps":["trace[1490354323] 'process raft request' (duration: 168.425765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:05.0252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.712711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:05.025313Z","caller":"traceutil/trace.go:171","msg":"trace[1650818842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9392; }","duration":"155.937287ms","start":"2026-03-31T05:14:04.869353Z","end":"2026-03-31T05:14:05.025291Z","steps":["trace[1650818842] 'agreement among raft nodes before linearized reading' (duration: 155.731341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:06.996987Z","caller":"traceutil/trace.go:171","msg":"trace[1198720667] linearizableReadLoop","detail":"{readStateIndex:9760; appliedIndex:9759; }","duration":"114.142872ms","start":"2026-03-31T05:14:06.882817Z","end":"2026-03-31T05:14:06.99696Z","steps":["trace[1198720667] 'read index received' (duration: 113.853193ms)","trace[1198720667] 'applied index is now lower than readState.Index' (duration: 288.379µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:06.997151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.304016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:06.997185Z","caller":"traceutil/trace.go:171","msg":"trace[1497833892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9402; }","duration":"114.41849ms","start":"2026-03-31T05:14:06.882756Z","end":"2026-03-31T05:14:06.997174Z","steps":["trace[1497833892] 'agreement among raft nodes before linearized reading' (duration: 114.311947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:06.997266Z","caller":"traceutil/trace.go:171","msg":"trace[2120691643] transaction","detail":"{read_only:false; response_revision:9402; number_of_response:1; }","duration":"142.100051ms","start":"2026-03-31T05:14:06.855102Z","end":"2026-03-31T05:14:06.997202Z","steps":["trace[2120691643] 'process raft request' (duration: 141.677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:07.260182Z","caller":"traceutil/trace.go:171","msg":"trace[1360437774] transaction","detail":"{read_only:false; response_revision:9403; number_of_response:1; }","duration":"229.038125ms","start":"2026-03-31T05:14:07.031103Z","end":"2026-03-31T05:14:07.260141Z","steps":["trace[1360437774] 'process raft request' (duration: 197.927628ms)","trace[1360437774] 'compare' (duration: 30.451889ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:07.557241Z","caller":"traceutil/trace.go:171","msg":"trace[1386006208] linearizableReadLoop","detail":"{readStateIndex:9765; appliedIndex:9764; }","duration":"137.523374ms","start":"2026-03-31T05:14:07.419683Z","end":"2026-03-31T05:14:07.557206Z","steps":["trace[1386006208] 'read index received' (duration: 108.635368ms)","trace[1386006208] 'applied index is now lower than readState.Index' (duration: 28.886776ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:07.557402Z","caller":"traceutil/trace.go:171","msg":"trace[443798155] transaction","detail":"{read_only:false; response_revision:9407; number_of_response:1; }","duration":"138.048578ms","start":"2026-03-31T05:14:07.419292Z","end":"2026-03-31T05:14:07.557341Z","steps":["trace[443798155] 'process raft request' (duration: 109.016399ms)","trace[443798155] 'compare' (duration: 28.765512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:07.557578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.325684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:14:07.557686Z","caller":"traceutil/trace.go:171","msg":"trace[2031767028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9407; }","duration":"125.441267ms","start":"2026-03-31T05:14:07.432218Z","end":"2026-03-31T05:14:07.557659Z","steps":["trace[2031767028] 'agreement among raft nodes before linearized reading' (duration: 125.237452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:07.557576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.872053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:14:07.557796Z","caller":"traceutil/trace.go:171","msg":"trace[2131853271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9407; }","duration":"138.150822ms","start":"2026-03-31T05:14:07.419626Z","end":"2026-03-31T05:14:07.557777Z","steps":["trace[2131853271] 'agreement among raft nodes before linearized reading' (duration: 137.74321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:07.557602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.421836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:14:07.55785Z","caller":"traceutil/trace.go:171","msg":"trace[384401068] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9407; }","duration":"125.732675ms","start":"2026-03-31T05:14:07.432108Z","end":"2026-03-31T05:14:07.557841Z","steps":["trace[384401068] 'agreement among raft nodes before linearized reading' (duration: 125.289093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:07.557867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.614062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:14:07.557997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.55469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:14:07.558024Z","caller":"traceutil/trace.go:171","msg":"trace[952824223] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:9407; }","duration":"120.597772ms","start":"2026-03-31T05:14:07.437419Z","end":"2026-03-31T05:14:07.558017Z","steps":["trace[952824223] 'agreement among raft nodes before linearized reading' (duration: 119.997176ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:07.558019Z","caller":"traceutil/trace.go:171","msg":"trace[652962595] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9407; }","duration":"125.786286ms","start":"2026-03-31T05:14:07.432196Z","end":"2026-03-31T05:14:07.557982Z","steps":["trace[652962595] 'agreement among raft nodes before linearized reading' (duration: 125.423606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:07.971485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.759059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/glance-api\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:07.971595Z","caller":"traceutil/trace.go:171","msg":"trace[1265521227] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/glance-api; range_end:; response_count:0; response_revision:9411; }","duration":"246.926113ms","start":"2026-03-31T05:14:07.724636Z","end":"2026-03-31T05:14:07.971562Z","steps":["trace[1265521227] 'range keys from in-memory index tree' (duration: 246.578713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:11.755843Z","caller":"traceutil/trace.go:171","msg":"trace[1999529139] linearizableReadLoop","detail":"{readStateIndex:9870; appliedIndex:9869; }","duration":"122.577206ms","start":"2026-03-31T05:14:11.633231Z","end":"2026-03-31T05:14:11.755809Z","steps":["trace[1999529139] 'read index received' (duration: 86.147901ms)","trace[1999529139] 'applied index is now lower than readState.Index' (duration: 36.427795ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:11.755895Z","caller":"traceutil/trace.go:171","msg":"trace[1027255138] transaction","detail":"{read_only:false; response_revision:9510; number_of_response:1; }","duration":"137.75516ms","start":"2026-03-31T05:14:11.618088Z","end":"2026-03-31T05:14:11.755843Z","steps":["trace[1027255138] 'process raft request' (duration: 101.273163ms)","trace[1027255138] 'compare' (duration: 36.202ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:11.756305Z","caller":"traceutil/trace.go:171","msg":"trace[870957885] transaction","detail":"{read_only:false; response_revision:9511; number_of_response:1; }","duration":"122.844435ms","start":"2026-03-31T05:14:11.633442Z","end":"2026-03-31T05:14:11.756286Z","steps":["trace[870957885] 'process raft request' (duration: 122.32613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:11.756399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.908235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:14:11.756465Z","caller":"traceutil/trace.go:171","msg":"trace[1813815458] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9511; }","duration":"119.035768ms","start":"2026-03-31T05:14:11.637412Z","end":"2026-03-31T05:14:11.756448Z","steps":["trace[1813815458] 'agreement among raft nodes before linearized reading' (duration: 118.813942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:11.75695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.674398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:14:11.757126Z","caller":"traceutil/trace.go:171","msg":"trace[972518506] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:9511; }","duration":"123.900894ms","start":"2026-03-31T05:14:11.633203Z","end":"2026-03-31T05:14:11.757104Z","steps":["trace[972518506] 'agreement among raft nodes before linearized reading' (duration: 122.811323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:11.758023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.708767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:14:11.758364Z","caller":"traceutil/trace.go:171","msg":"trace[992724427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9511; }","duration":"124.782388ms","start":"2026-03-31T05:14:11.633283Z","end":"2026-03-31T05:14:11.758066Z","steps":["trace[992724427] 'agreement among raft nodes before linearized reading' (duration: 122.848754ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:12.083222Z","caller":"traceutil/trace.go:171","msg":"trace[1693148987] transaction","detail":"{read_only:false; response_revision:9512; number_of_response:1; }","duration":"314.016272ms","start":"2026-03-31T05:14:11.769164Z","end":"2026-03-31T05:14:12.08318Z","steps":["trace[1693148987] 'process raft request' (duration: 310.599277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:12.083425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:11.769136Z","time spent":"314.187117ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:12.083482Z","caller":"traceutil/trace.go:171","msg":"trace[1271604395] linearizableReadLoop","detail":"{readStateIndex:9873; appliedIndex:9871; }","duration":"212.957295ms","start":"2026-03-31T05:14:11.870498Z","end":"2026-03-31T05:14:12.083456Z","steps":["trace[1271604395] 'read index received' (duration: 209.220341ms)","trace[1271604395] 'applied index is now lower than readState.Index' (duration: 3.735794ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:12.083631Z","caller":"traceutil/trace.go:171","msg":"trace[893061032] transaction","detail":"{read_only:false; response_revision:9513; number_of_response:1; }","duration":"314.056804ms","start":"2026-03-31T05:14:11.769564Z","end":"2026-03-31T05:14:12.083621Z","steps":["trace[893061032] 'process raft request' (duration: 313.55051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:12.083752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:11.769524Z","time spent":"314.134966ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:12.083795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.275294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:12.084136Z","caller":"traceutil/trace.go:171","msg":"trace[2056928156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9514; }","duration":"213.666946ms","start":"2026-03-31T05:14:11.870447Z","end":"2026-03-31T05:14:12.084114Z","steps":["trace[2056928156] 'agreement among raft nodes before linearized reading' (duration: 213.248864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:15.667048Z","caller":"traceutil/trace.go:171","msg":"trace[168601591] linearizableReadLoop","detail":"{readStateIndex:9892; appliedIndex:9891; }","duration":"305.598148ms","start":"2026-03-31T05:14:15.361406Z","end":"2026-03-31T05:14:15.667004Z","steps":["trace[168601591] 'read index received' (duration: 239.154096ms)","trace[168601591] 'applied index is now lower than readState.Index' (duration: 66.442922ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:15.667127Z","caller":"traceutil/trace.go:171","msg":"trace[858055154] transaction","detail":"{read_only:false; response_revision:9532; number_of_response:1; }","duration":"363.681947ms","start":"2026-03-31T05:14:15.30339Z","end":"2026-03-31T05:14:15.667072Z","steps":["trace[858055154] 'process raft request' (duration: 297.149472ms)","trace[858055154] 'compare' (duration: 66.219507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:15.667323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:15.303357Z","time spent":"363.853012ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:15.667488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.054661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-init-ppttq\" ","response":"range_response_count:1 size:7430"} {"level":"info","ts":"2026-03-31T05:14:15.667574Z","caller":"traceutil/trace.go:171","msg":"trace[1705464182] range","detail":"{range_begin:/registry/pods/openstack/glance-db-init-ppttq; range_end:; response_count:1; response_revision:9532; }","duration":"306.201025ms","start":"2026-03-31T05:14:15.361353Z","end":"2026-03-31T05:14:15.667554Z","steps":["trace[1705464182] 'agreement among raft nodes before linearized reading' (duration: 305.775533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:15.667613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:15.36133Z","time spent":"306.276107ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7453,"request content":"key:\"/registry/pods/openstack/glance-db-init-ppttq\" "} {"level":"warn","ts":"2026-03-31T05:14:15.974205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.091781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:15.974399Z","caller":"traceutil/trace.go:171","msg":"trace[1114895251] linearizableReadLoop","detail":"{readStateIndex:9894; appliedIndex:9892; }","duration":"307.232215ms","start":"2026-03-31T05:14:15.667149Z","end":"2026-03-31T05:14:15.974381Z","steps":["trace[1114895251] 'read index received' (duration: 183.966199ms)","trace[1114895251] 'applied index is now lower than readState.Index' (duration: 123.264926ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:15.974476Z","caller":"traceutil/trace.go:171","msg":"trace[1104845481] transaction","detail":"{read_only:false; response_revision:9534; number_of_response:1; }","duration":"612.906354ms","start":"2026-03-31T05:14:15.36156Z","end":"2026-03-31T05:14:15.974466Z","steps":["trace[1104845481] 'process raft request' (duration: 612.75941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:15.974528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:15.361546Z","time spent":"612.954726ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:15.974533Z","caller":"traceutil/trace.go:171","msg":"trace[235411387] transaction","detail":"{read_only:false; response_revision:9533; number_of_response:1; }","duration":"613.071669ms","start":"2026-03-31T05:14:15.361421Z","end":"2026-03-31T05:14:15.974493Z","steps":["trace[235411387] 'process raft request' (duration: 489.566206ms)","trace[235411387] 'compare' (duration: 122.932067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:15.974711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:15.361384Z","time spent":"613.232904ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:15.974928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.758741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:14:15.974957Z","caller":"traceutil/trace.go:171","msg":"trace[288023591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9534; }","duration":"372.838664ms","start":"2026-03-31T05:14:15.602111Z","end":"2026-03-31T05:14:15.97495Z","steps":["trace[288023591] 'agreement among raft nodes before linearized reading' (duration: 372.721651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:15.974979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:15.602083Z","time spent":"372.891366ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:14:15.975045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.897696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:14:15.975152Z","caller":"traceutil/trace.go:171","msg":"trace[1538465885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9534; }","duration":"532.072322ms","start":"2026-03-31T05:14:15.443053Z","end":"2026-03-31T05:14:15.975125Z","steps":["trace[1538465885] 'agreement among raft nodes before linearized reading' (duration: 531.763573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:15.975204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:15.443028Z","time spent":"532.165044ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:14:16.235992Z","caller":"traceutil/trace.go:171","msg":"trace[186530678] linearizableReadLoop","detail":"{readStateIndex:9895; appliedIndex:9894; }","duration":"261.531671ms","start":"2026-03-31T05:14:15.974427Z","end":"2026-03-31T05:14:16.235958Z","steps":["trace[186530678] 'read index received' (duration: 183.432724ms)","trace[186530678] 'applied index is now lower than readState.Index' (duration: 78.097427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:16.23617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.600322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:16.236252Z","caller":"traceutil/trace.go:171","msg":"trace[798160336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9535; }","duration":"365.748596ms","start":"2026-03-31T05:14:15.870485Z","end":"2026-03-31T05:14:16.236233Z","steps":["trace[798160336] 'agreement among raft nodes before linearized reading' (duration: 365.519129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:16.236285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:15.870459Z","time spent":"365.819168ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:14:16.236328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.131111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:16.236367Z","caller":"traceutil/trace.go:171","msg":"trace[1978630931] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:9535; }","duration":"411.202463ms","start":"2026-03-31T05:14:15.825152Z","end":"2026-03-31T05:14:16.236354Z","steps":["trace[1978630931] 'agreement among raft nodes before linearized reading' (duration: 410.971787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:16.236458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:15.825068Z","time spent":"411.379088ms","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:14:16.236659Z","caller":"traceutil/trace.go:171","msg":"trace[2133966180] transaction","detail":"{read_only:false; response_revision:9535; number_of_response:1; }","duration":"559.666532ms","start":"2026-03-31T05:14:15.676932Z","end":"2026-03-31T05:14:16.236598Z","steps":["trace[2133966180] 'process raft request' (duration: 481.05523ms)","trace[2133966180] 'compare' (duration: 77.605214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:16.236731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.039039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T05:14:16.236819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.517446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:14:16.23684Z","caller":"traceutil/trace.go:171","msg":"trace[208871231] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9535; }","duration":"331.204483ms","start":"2026-03-31T05:14:15.905617Z","end":"2026-03-31T05:14:16.236822Z","steps":["trace[208871231] 'agreement among raft nodes before linearized reading' (duration: 330.908735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:16.236887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:15.905594Z","time spent":"331.282396ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:14:16.236939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.594646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:14:16.23697Z","caller":"traceutil/trace.go:171","msg":"trace[458581784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9535; }","duration":"457.670458ms","start":"2026-03-31T05:14:15.779289Z","end":"2026-03-31T05:14:16.236959Z","steps":["trace[458581784] 'agreement among raft nodes before linearized reading' (duration: 457.559845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:16.236964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:15.676907Z","time spent":"559.914569ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:16.237011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:15.779263Z","time spent":"457.7223ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:14:16.236849Z","caller":"traceutil/trace.go:171","msg":"trace[859432516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9535; }","duration":"456.605239ms","start":"2026-03-31T05:14:15.780236Z","end":"2026-03-31T05:14:16.236841Z","steps":["trace[859432516] 'agreement among raft nodes before linearized reading' (duration: 456.533907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:16.236736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.176849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:14:16.237067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:15.780178Z","time spent":"456.877207ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:14:16.23708Z","caller":"traceutil/trace.go:171","msg":"trace[1729316162] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:9535; }","duration":"450.56212ms","start":"2026-03-31T05:14:15.786507Z","end":"2026-03-31T05:14:16.237069Z","steps":["trace[1729316162] 'agreement among raft nodes before linearized reading' (duration: 450.121008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:16.237109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:15.786485Z","time spent":"450.617002ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:14:16.641774Z","caller":"traceutil/trace.go:171","msg":"trace[30139450] linearizableReadLoop","detail":"{readStateIndex:9897; appliedIndex:9895; }","duration":"405.653458ms","start":"2026-03-31T05:14:16.236091Z","end":"2026-03-31T05:14:16.641744Z","steps":["trace[30139450] 'read index received' (duration: 405.495653ms)","trace[30139450] 'applied index is now lower than readState.Index' (duration: 156.705µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:16.642157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.036667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:14:16.642284Z","caller":"traceutil/trace.go:171","msg":"trace[1578998803] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9537; }","duration":"468.227053ms","start":"2026-03-31T05:14:16.174028Z","end":"2026-03-31T05:14:16.642255Z","steps":["trace[1578998803] 'agreement among raft nodes before linearized reading' (duration: 467.854243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:16.642344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:16.174003Z","time spent":"468.329845ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:14:16.641848Z","caller":"traceutil/trace.go:171","msg":"trace[1915967015] transaction","detail":"{read_only:false; response_revision:9537; number_of_response:1; }","duration":"661.522892ms","start":"2026-03-31T05:14:15.980283Z","end":"2026-03-31T05:14:16.641806Z","steps":["trace[1915967015] 'process raft request' (duration: 661.416499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:16.642008Z","caller":"traceutil/trace.go:171","msg":"trace[2063185295] transaction","detail":"{read_only:false; response_revision:9536; number_of_response:1; }","duration":"662.831498ms","start":"2026-03-31T05:14:15.979157Z","end":"2026-03-31T05:14:16.641988Z","steps":["trace[2063185295] 'process raft request' (duration: 662.361085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:16.64251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:15.980274Z","time spent":"662.157579ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:16.642059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.120148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7c64dcffb4-ksdwp.18a1d51cf1354262\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-31T05:14:16.642691Z","caller":"traceutil/trace.go:171","msg":"trace[2043567733] range","detail":"{range_begin:/registry/events/openstack/glance-api-7c64dcffb4-ksdwp.18a1d51cf1354262; range_end:; response_count:1; response_revision:9537; }","duration":"535.823367ms","start":"2026-03-31T05:14:16.106855Z","end":"2026-03-31T05:14:16.642679Z","steps":["trace[2043567733] 'agreement among raft nodes before linearized reading' (duration: 535.051245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:16.642737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:16.106833Z","time spent":"535.891269ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":810,"request content":"key:\"/registry/events/openstack/glance-api-7c64dcffb4-ksdwp.18a1d51cf1354262\" "} {"level":"warn","ts":"2026-03-31T05:14:16.64206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.685954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:14:16.642769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:15.979135Z","time spent":"663.470476ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:16.642875Z","caller":"traceutil/trace.go:171","msg":"trace[2139538489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9537; }","duration":"470.560827ms","start":"2026-03-31T05:14:16.172283Z","end":"2026-03-31T05:14:16.642843Z","steps":["trace[2139538489] 'agreement among raft nodes before linearized reading' (duration: 469.531699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:16.642965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:16.172254Z","time spent":"470.687001ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:14:16.642129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.789554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:16.643148Z","caller":"traceutil/trace.go:171","msg":"trace[809937460] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:9537; }","duration":"645.868734ms","start":"2026-03-31T05:14:15.99726Z","end":"2026-03-31T05:14:16.643128Z","steps":["trace[809937460] 'agreement among raft nodes before linearized reading' (duration: 644.780764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:16.643207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:15.997246Z","time spent":"645.943496ms","remote":"127.0.0.1:35200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:14:16.701923Z","caller":"traceutil/trace.go:171","msg":"trace[1540571337] transaction","detail":"{read_only:false; response_revision:9540; number_of_response:1; }","duration":"454.380477ms","start":"2026-03-31T05:14:16.247525Z","end":"2026-03-31T05:14:16.701906Z","steps":["trace[1540571337] 'process raft request' (duration: 454.027407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:16.701955Z","caller":"traceutil/trace.go:171","msg":"trace[649993737] transaction","detail":"{read_only:false; response_revision:9539; number_of_response:1; }","duration":"460.561669ms","start":"2026-03-31T05:14:16.241347Z","end":"2026-03-31T05:14:16.701909Z","steps":["trace[649993737] 'process raft request' (duration: 460.170578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:16.70214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:16.247514Z","time spent":"454.48066ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:16.702167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:16.24134Z","time spent":"460.708143ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:16.702431Z","caller":"traceutil/trace.go:171","msg":"trace[1971722282] transaction","detail":"{read_only:false; response_revision:9538; number_of_response:1; }","duration":"460.688603ms","start":"2026-03-31T05:14:16.241166Z","end":"2026-03-31T05:14:16.701855Z","steps":["trace[1971722282] 'process raft request' (duration: 457.496904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:16.70256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:16.241137Z","time spent":"461.374222ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:16.706437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.100087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:16.706497Z","caller":"traceutil/trace.go:171","msg":"trace[1350020622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9540; }","duration":"469.175298ms","start":"2026-03-31T05:14:16.237307Z","end":"2026-03-31T05:14:16.706482Z","steps":["trace[1350020622] 'agreement among raft nodes before linearized reading' (duration: 469.082086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:16.706523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:16.237294Z","time spent":"469.22281ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:14:16.706987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.975081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:254742"} {"level":"info","ts":"2026-03-31T05:14:16.707015Z","caller":"traceutil/trace.go:171","msg":"trace[1586004558] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9540; }","duration":"465.032373ms","start":"2026-03-31T05:14:16.241977Z","end":"2026-03-31T05:14:16.707009Z","steps":["trace[1586004558] 'agreement among raft nodes before linearized reading' (duration: 464.683793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:16.707032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:16.241968Z","time spent":"465.059164ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":28,"response size":254765,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:14:17.935534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.180117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:17.935659Z","caller":"traceutil/trace.go:171","msg":"trace[404181766] transaction","detail":"{read_only:false; response_revision:9546; number_of_response:1; }","duration":"620.935489ms","start":"2026-03-31T05:14:17.314702Z","end":"2026-03-31T05:14:17.935637Z","steps":["trace[404181766] 'process raft request' (duration: 98.544656ms)","trace[404181766] 'compare' (duration: 522.011422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:17.935734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:17.314668Z","time spent":"621.039472ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:17.956325Z","caller":"traceutil/trace.go:171","msg":"trace[826275869] transaction","detail":"{read_only:false; response_revision:9547; number_of_response:1; }","duration":"600.926932ms","start":"2026-03-31T05:14:17.355365Z","end":"2026-03-31T05:14:17.956292Z","steps":["trace[826275869] 'process raft request' (duration: 600.693975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:17.956527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:17.35533Z","time spent":"601.090106ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7328,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:17.956718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.41557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:17.956882Z","caller":"traceutil/trace.go:171","msg":"trace[83255097] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9547; }","duration":"363.672647ms","start":"2026-03-31T05:14:17.593177Z","end":"2026-03-31T05:14:17.956849Z","steps":["trace[83255097] 'agreement among raft nodes before linearized reading' (duration: 363.307407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:17.956955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:17.59315Z","time spent":"363.791781ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:14:17.95702Z","caller":"traceutil/trace.go:171","msg":"trace[376601588] linearizableReadLoop","detail":"{readStateIndex:9908; appliedIndex:9907; }","duration":"362.988688ms","start":"2026-03-31T05:14:17.593252Z","end":"2026-03-31T05:14:17.956241Z","steps":["trace[376601588] 'read index received' (duration: 362.752742ms)","trace[376601588] 'applied index is now lower than readState.Index' (duration: 234.526µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:17.989213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.603906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:14:17.989136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.275915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:17.989287Z","caller":"traceutil/trace.go:171","msg":"trace[2030158921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9548; }","duration":"118.74315ms","start":"2026-03-31T05:14:17.870524Z","end":"2026-03-31T05:14:17.989267Z","steps":["trace[2030158921] 'agreement among raft nodes before linearized reading' (duration: 118.613666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:17.989425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.402929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:14:17.989339Z","caller":"traceutil/trace.go:171","msg":"trace[617411261] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:9548; }","duration":"213.543622ms","start":"2026-03-31T05:14:17.775771Z","end":"2026-03-31T05:14:17.989314Z","steps":["trace[617411261] 'agreement among raft nodes before linearized reading' (duration: 213.244294ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:17.989499Z","caller":"traceutil/trace.go:171","msg":"trace[591212955] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9548; }","duration":"213.538573ms","start":"2026-03-31T05:14:17.775944Z","end":"2026-03-31T05:14:17.989483Z","steps":["trace[591212955] 'agreement among raft nodes before linearized reading' (duration: 213.235345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:17.989113Z","caller":"traceutil/trace.go:171","msg":"trace[1914122470] transaction","detail":"{read_only:false; response_revision:9548; number_of_response:1; }","duration":"315.250238ms","start":"2026-03-31T05:14:17.673822Z","end":"2026-03-31T05:14:17.989072Z","steps":["trace[1914122470] 'process raft request' (duration: 314.997841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:17.98996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:17.673788Z","time spent":"316.023679ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:18.15324Z","caller":"traceutil/trace.go:171","msg":"trace[2060927987] transaction","detail":"{read_only:false; response_revision:9549; number_of_response:1; }","duration":"187.453765ms","start":"2026-03-31T05:14:17.965751Z","end":"2026-03-31T05:14:18.153205Z","steps":["trace[2060927987] 'process raft request' (duration: 187.211688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:18.153398Z","caller":"traceutil/trace.go:171","msg":"trace[388444201] linearizableReadLoop","detail":"{readStateIndex:9912; appliedIndex:9909; }","duration":"159.695472ms","start":"2026-03-31T05:14:17.993689Z","end":"2026-03-31T05:14:18.153385Z","steps":["trace[388444201] 'read index received' (duration: 159.194168ms)","trace[388444201] 'applied index is now lower than readState.Index' (duration: 499.904µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:18.153252Z","caller":"traceutil/trace.go:171","msg":"trace[132162089] transaction","detail":"{read_only:false; response_revision:9550; number_of_response:1; }","duration":"173.795924ms","start":"2026-03-31T05:14:17.979412Z","end":"2026-03-31T05:14:18.153208Z","steps":["trace[132162089] 'process raft request' (duration: 173.722162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:18.153619Z","caller":"traceutil/trace.go:171","msg":"trace[892888536] transaction","detail":"{read_only:false; response_revision:9551; number_of_response:1; }","duration":"172.757365ms","start":"2026-03-31T05:14:17.98085Z","end":"2026-03-31T05:14:18.153608Z","steps":["trace[892888536] 'process raft request' (duration: 172.324673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:18.153824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.116064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:14:18.153853Z","caller":"traceutil/trace.go:171","msg":"trace[1074369234] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9551; }","duration":"160.191856ms","start":"2026-03-31T05:14:17.993654Z","end":"2026-03-31T05:14:18.153846Z","steps":["trace[1074369234] 'agreement among raft nodes before linearized reading' (duration: 160.067642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:18.373753Z","caller":"traceutil/trace.go:171","msg":"trace[337464299] linearizableReadLoop","detail":"{readStateIndex:9914; appliedIndex:9913; }","duration":"148.739156ms","start":"2026-03-31T05:14:18.224974Z","end":"2026-03-31T05:14:18.373713Z","steps":["trace[337464299] 'read index received' (duration: 148.192061ms)","trace[337464299] 'applied index is now lower than readState.Index' (duration: 545.415µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:18.373974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.961282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:18.374024Z","caller":"traceutil/trace.go:171","msg":"trace[2072684088] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9553; }","duration":"149.087245ms","start":"2026-03-31T05:14:18.22492Z","end":"2026-03-31T05:14:18.374007Z","steps":["trace[2072684088] 'agreement among raft nodes before linearized reading' (duration: 148.953862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:18.374211Z","caller":"traceutil/trace.go:171","msg":"trace[170605832] transaction","detail":"{read_only:false; response_revision:9553; number_of_response:1; }","duration":"160.251517ms","start":"2026-03-31T05:14:18.213894Z","end":"2026-03-31T05:14:18.374146Z","steps":["trace[170605832] 'process raft request' (duration: 159.437004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:18.498657Z","caller":"traceutil/trace.go:171","msg":"trace[2093321617] linearizableReadLoop","detail":"{readStateIndex:9915; appliedIndex:9914; }","duration":"112.395883ms","start":"2026-03-31T05:14:18.386233Z","end":"2026-03-31T05:14:18.498629Z","steps":["trace[2093321617] 'read index received' (duration: 112.120966ms)","trace[2093321617] 'applied index is now lower than readState.Index' (duration: 273.477µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:18.498701Z","caller":"traceutil/trace.go:171","msg":"trace[929936523] transaction","detail":"{read_only:false; response_revision:9554; number_of_response:1; }","duration":"112.677881ms","start":"2026-03-31T05:14:18.385982Z","end":"2026-03-31T05:14:18.49866Z","steps":["trace[929936523] 'process raft request' (duration: 112.476246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:18.499521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.186345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19337"} {"level":"info","ts":"2026-03-31T05:14:18.499641Z","caller":"traceutil/trace.go:171","msg":"trace[339346305] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9554; }","duration":"113.443472ms","start":"2026-03-31T05:14:18.386178Z","end":"2026-03-31T05:14:18.499622Z","steps":["trace[339346305] 'agreement among raft nodes before linearized reading' (duration: 112.564398ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:24.173328Z","caller":"traceutil/trace.go:171","msg":"trace[1038683579] linearizableReadLoop","detail":"{readStateIndex:9958; appliedIndex:9957; }","duration":"129.525231ms","start":"2026-03-31T05:14:24.043768Z","end":"2026-03-31T05:14:24.173293Z","steps":["trace[1038683579] 'read index received' (duration: 129.181471ms)","trace[1038683579] 'applied index is now lower than readState.Index' (duration: 342.52µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:24.173834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.029544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:24.173921Z","caller":"traceutil/trace.go:171","msg":"trace[1936146779] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9596; }","duration":"130.19156ms","start":"2026-03-31T05:14:24.043713Z","end":"2026-03-31T05:14:24.173905Z","steps":["trace[1936146779] 'agreement among raft nodes before linearized reading' (duration: 129.899031ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:24.173819Z","caller":"traceutil/trace.go:171","msg":"trace[1203503781] transaction","detail":"{read_only:false; response_revision:9596; number_of_response:1; }","duration":"158.112068ms","start":"2026-03-31T05:14:24.015653Z","end":"2026-03-31T05:14:24.173765Z","steps":["trace[1203503781] 'process raft request' (duration: 157.436019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:24.739101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792629399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:14:25.239521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792629399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:14:25.739788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792629399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:14:25.766446Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.589020056s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:14:25.973413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.492896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:25.973518Z","caller":"traceutil/trace.go:171","msg":"trace[62003386] transaction","detail":"{read_only:false; response_revision:9597; number_of_response:1; }","duration":"1.796178252s","start":"2026-03-31T05:14:24.177323Z","end":"2026-03-31T05:14:25.973501Z","steps":["trace[62003386] 'process raft request' (duration: 1.589421478s)","trace[62003386] 'compare' (duration: 206.123886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:25.973572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.177303Z","time spent":"1.796242784s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:26.290533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.913273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:26.290709Z","caller":"traceutil/trace.go:171","msg":"trace[986702162] linearizableReadLoop","detail":"{readStateIndex:9961; appliedIndex:9958; }","duration":"2.051975941s","start":"2026-03-31T05:14:24.238716Z","end":"2026-03-31T05:14:26.290692Z","steps":["trace[986702162] 'read index received' (duration: 1.528048966s)","trace[986702162] 'applied index is now lower than readState.Index' (duration: 523.925995ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:26.290901Z","caller":"traceutil/trace.go:171","msg":"trace[1484952893] transaction","detail":"{read_only:false; response_revision:9599; number_of_response:1; }","duration":"2.10754574s","start":"2026-03-31T05:14:24.183309Z","end":"2026-03-31T05:14:26.290855Z","steps":["trace[1484952893] 'process raft request' (duration: 2.107328904s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:26.291065Z","caller":"traceutil/trace.go:171","msg":"trace[367092288] transaction","detail":"{read_only:false; response_revision:9598; number_of_response:1; }","duration":"2.109295269s","start":"2026-03-31T05:14:24.181716Z","end":"2026-03-31T05:14:26.291011Z","steps":["trace[367092288] 'process raft request' (duration: 1.93279933s)","trace[367092288] 'compare' (duration: 175.722087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:26.291127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.1833Z","time spent":"2.107691164s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:26.291123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052375632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:26.291224Z","caller":"traceutil/trace.go:171","msg":"trace[273643384] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9599; }","duration":"2.052561778s","start":"2026-03-31T05:14:24.23864Z","end":"2026-03-31T05:14:26.291201Z","steps":["trace[273643384] 'agreement among raft nodes before linearized reading' (duration: 2.052358772s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.291253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.181703Z","time spent":"2.109461354s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:26.29127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.238616Z","time spent":"2.052642019s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:14:26.291756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86145745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:26.291832Z","caller":"traceutil/trace.go:171","msg":"trace[1091865672] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9600; }","duration":"1.861566643s","start":"2026-03-31T05:14:24.430256Z","end":"2026-03-31T05:14:26.291823Z","steps":["trace[1091865672] 'agreement among raft nodes before linearized reading' (duration: 1.861345727s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.291867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.430238Z","time spent":"1.861621754s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":109,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:14:26.292153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.150434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T05:14:26.292187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481439586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:14:26.292271Z","caller":"traceutil/trace.go:171","msg":"trace[356012310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9600; }","duration":"1.481564579s","start":"2026-03-31T05:14:24.810662Z","end":"2026-03-31T05:14:26.292227Z","steps":["trace[356012310] 'agreement among raft nodes before linearized reading' (duration: 1.481365424s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:26.29233Z","caller":"traceutil/trace.go:171","msg":"trace[1070932662] transaction","detail":"{read_only:false; response_revision:9600; number_of_response:1; }","duration":"112.614028ms","start":"2026-03-31T05:14:26.179706Z","end":"2026-03-31T05:14:26.29232Z","steps":["trace[1070932662] 'process raft request' (duration: 111.753984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.292379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.810638Z","time spent":"1.481669153s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:14:26.292827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424144179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:26.292901Z","caller":"traceutil/trace.go:171","msg":"trace[1104772382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9600; }","duration":"1.424211331s","start":"2026-03-31T05:14:24.868647Z","end":"2026-03-31T05:14:26.292858Z","steps":["trace[1104772382] 'agreement among raft nodes before linearized reading' (duration: 1.424082787s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.29294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.868628Z","time spent":"1.424304234s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:14:26.293012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48228327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:14:26.293044Z","caller":"traceutil/trace.go:171","msg":"trace[1211101834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9600; }","duration":"1.482351492s","start":"2026-03-31T05:14:24.810684Z","end":"2026-03-31T05:14:26.293036Z","steps":["trace[1211101834] 'agreement among raft nodes before linearized reading' (duration: 1.482258199s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.293079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.810656Z","time spent":"1.482409544s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:14:26.292199Z","caller":"traceutil/trace.go:171","msg":"trace[1932196458] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9600; }","duration":"221.246286ms","start":"2026-03-31T05:14:26.070942Z","end":"2026-03-31T05:14:26.292188Z","steps":["trace[1932196458] 'agreement among raft nodes before linearized reading' (duration: 221.098702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.293383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612694875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:14:26.293375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389759271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:14:26.293632Z","caller":"traceutil/trace.go:171","msg":"trace[1818495443] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:9600; }","duration":"1.389907535s","start":"2026-03-31T05:14:24.903532Z","end":"2026-03-31T05:14:26.293439Z","steps":["trace[1818495443] 'agreement among raft nodes before linearized reading' (duration: 1.389109403s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.293823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.903513Z","time spent":"1.390186672s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:14:26.293519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611819321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:14:26.294121Z","caller":"traceutil/trace.go:171","msg":"trace[1883012586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9600; }","duration":"1.612732866s","start":"2026-03-31T05:14:24.681354Z","end":"2026-03-31T05:14:26.294087Z","steps":["trace[1883012586] 'agreement among raft nodes before linearized reading' (duration: 1.61144947s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.294335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.681331Z","time spent":"1.612977073s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:14:26.294182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394484863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:14:26.294518Z","caller":"traceutil/trace.go:171","msg":"trace[518084981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9600; }","duration":"1.394879444s","start":"2026-03-31T05:14:24.899611Z","end":"2026-03-31T05:14:26.29449Z","steps":["trace[518084981] 'agreement among raft nodes before linearized reading' (duration: 1.393461064s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:26.293415Z","caller":"traceutil/trace.go:171","msg":"trace[513422227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9600; }","duration":"1.612774217s","start":"2026-03-31T05:14:24.680633Z","end":"2026-03-31T05:14:26.293407Z","steps":["trace[513422227] 'agreement among raft nodes before linearized reading' (duration: 1.612688245s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.294877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.680609Z","time spent":"1.614251399s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:14:26.294555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.899589Z","time spent":"1.394956736s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:14:26.295731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400970803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:14:26.295819Z","caller":"traceutil/trace.go:171","msg":"trace[1425599893] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9600; }","duration":"1.401100507s","start":"2026-03-31T05:14:24.894669Z","end":"2026-03-31T05:14:26.295769Z","steps":["trace[1425599893] 'agreement among raft nodes before linearized reading' (duration: 1.397171118s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.296005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.894647Z","time spent":"1.401202919s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:14:26.734602Z","caller":"traceutil/trace.go:171","msg":"trace[1716364148] transaction","detail":"{read_only:false; response_revision:9602; number_of_response:1; }","duration":"431.228591ms","start":"2026-03-31T05:14:26.303315Z","end":"2026-03-31T05:14:26.734543Z","steps":["trace[1716364148] 'process raft request' (duration: 430.867621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.734815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:26.303274Z","time spent":"431.418476ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:26.735615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.171127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:26.735669Z","caller":"traceutil/trace.go:171","msg":"trace[1048818849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9606; }","duration":"432.731663ms","start":"2026-03-31T05:14:26.302923Z","end":"2026-03-31T05:14:26.735655Z","steps":["trace[1048818849] 'agreement among raft nodes before linearized reading' (duration: 432.303211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.735705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:26.302901Z","time spent":"432.797595ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:14:26.734614Z","caller":"traceutil/trace.go:171","msg":"trace[21174948] transaction","detail":"{read_only:false; response_revision:9603; number_of_response:1; }","duration":"431.223461ms","start":"2026-03-31T05:14:26.303361Z","end":"2026-03-31T05:14:26.734584Z","steps":["trace[21174948] 'process raft request' (duration: 431.069477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.735875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:26.303332Z","time spent":"432.448325ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:26.73483Z","caller":"traceutil/trace.go:171","msg":"trace[2025129197] transaction","detail":"{read_only:false; response_revision:9604; number_of_response:1; }","duration":"430.85173ms","start":"2026-03-31T05:14:26.303925Z","end":"2026-03-31T05:14:26.734777Z","steps":["trace[2025129197] 'process raft request' (duration: 430.560142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.73606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:26.303559Z","time spent":"432.460065ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:26.73506Z","caller":"traceutil/trace.go:171","msg":"trace[1917139201] transaction","detail":"{read_only:false; response_revision:9605; number_of_response:1; }","duration":"430.036728ms","start":"2026-03-31T05:14:26.305007Z","end":"2026-03-31T05:14:26.735044Z","steps":["trace[1917139201] 'process raft request' (duration: 429.515813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.736233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:26.304991Z","time spent":"431.17838ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:26.735198Z","caller":"traceutil/trace.go:171","msg":"trace[1697040460] linearizableReadLoop","detail":"{readStateIndex:9965; appliedIndex:9962; }","duration":"431.717025ms","start":"2026-03-31T05:14:26.303436Z","end":"2026-03-31T05:14:26.735153Z","steps":["trace[1697040460] 'read index received' (duration: 70.147595ms)","trace[1697040460] 'applied index is now lower than readState.Index' (duration: 361.56839ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:26.735357Z","caller":"traceutil/trace.go:171","msg":"trace[820979791] transaction","detail":"{read_only:false; response_revision:9606; number_of_response:1; }","duration":"415.706468ms","start":"2026-03-31T05:14:26.319573Z","end":"2026-03-31T05:14:26.735279Z","steps":["trace[820979791] 'process raft request' (duration: 415.39244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.736402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:26.319549Z","time spent":"416.82162ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:26.995466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.000448ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:14:26.995588Z","caller":"traceutil/trace.go:171","msg":"trace[8646902] linearizableReadLoop","detail":"{readStateIndex:9969; appliedIndex:9968; }","duration":"259.239216ms","start":"2026-03-31T05:14:26.736327Z","end":"2026-03-31T05:14:26.995566Z","steps":["trace[8646902] 'read index received' (duration: 8.089415ms)","trace[8646902] 'applied index is now lower than readState.Index' (duration: 251.148411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:26.995944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.053134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:26.996077Z","caller":"traceutil/trace.go:171","msg":"trace[222453261] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:9606; }","duration":"206.25771ms","start":"2026-03-31T05:14:26.789789Z","end":"2026-03-31T05:14:26.996047Z","steps":["trace[222453261] 'agreement among raft nodes before linearized reading' (duration: 206.048744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.995953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.753533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:26.996259Z","caller":"traceutil/trace.go:171","msg":"trace[91989991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9606; }","duration":"259.119414ms","start":"2026-03-31T05:14:26.73711Z","end":"2026-03-31T05:14:26.99623Z","steps":["trace[91989991] 'agreement among raft nodes before linearized reading' (duration: 258.713652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.997097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.511529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T05:14:26.99716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.249125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261506"} {"level":"info","ts":"2026-03-31T05:14:26.997208Z","caller":"traceutil/trace.go:171","msg":"trace[291892906] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62; range_end:; response_count:1; response_revision:9606; }","duration":"332.696984ms","start":"2026-03-31T05:14:26.664486Z","end":"2026-03-31T05:14:26.997183Z","steps":["trace[291892906] 'agreement among raft nodes before linearized reading' (duration: 331.249504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:26.997219Z","caller":"traceutil/trace.go:171","msg":"trace[885423771] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:9606; }","duration":"693.348658ms","start":"2026-03-31T05:14:26.303858Z","end":"2026-03-31T05:14:26.997206Z","steps":["trace[885423771] 'agreement among raft nodes before linearized reading' (duration: 691.940519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.997262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:26.664461Z","time spent":"332.791087ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62\" "} {"level":"warn","ts":"2026-03-31T05:14:26.997257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:26.303844Z","time spent":"693.40151ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":29,"response size":261529,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:14:29.369517Z","caller":"traceutil/trace.go:171","msg":"trace[1840205290] transaction","detail":"{read_only:false; response_revision:9619; number_of_response:1; }","duration":"233.268473ms","start":"2026-03-31T05:14:29.136195Z","end":"2026-03-31T05:14:29.369463Z","steps":["trace[1840205290] 'process raft request' (duration: 233.002635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:30.761181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.782453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:30.761571Z","caller":"traceutil/trace.go:171","msg":"trace[1996002220] transaction","detail":"{read_only:false; response_revision:9623; number_of_response:1; }","duration":"389.22384ms","start":"2026-03-31T05:14:30.372311Z","end":"2026-03-31T05:14:30.761535Z","steps":["trace[1996002220] 'process raft request' (duration: 389.007013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:30.761766Z","caller":"traceutil/trace.go:171","msg":"trace[1243286632] linearizableReadLoop","detail":"{readStateIndex:9986; appliedIndex:9983; }","duration":"356.735735ms","start":"2026-03-31T05:14:30.405021Z","end":"2026-03-31T05:14:30.761756Z","steps":["trace[1243286632] 'read index received' (duration: 5.079692ms)","trace[1243286632] 'applied index is now lower than readState.Index' (duration: 351.651693ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:30.761593Z","caller":"traceutil/trace.go:171","msg":"trace[72626261] transaction","detail":"{read_only:false; response_revision:9622; number_of_response:1; }","duration":"389.474057ms","start":"2026-03-31T05:14:30.372086Z","end":"2026-03-31T05:14:30.76156Z","steps":["trace[72626261] 'process raft request' (duration: 200.142219ms)","trace[72626261] 'compare' (duration: 188.360521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:30.761838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:30.37206Z","time spent":"389.745624ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:30.761922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.890758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:30.761957Z","caller":"traceutil/trace.go:171","msg":"trace[2131025108] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:9624; }","duration":"356.989301ms","start":"2026-03-31T05:14:30.404958Z","end":"2026-03-31T05:14:30.761947Z","steps":["trace[2131025108] 'agreement among raft nodes before linearized reading' (duration: 356.884948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:30.761984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:30.404933Z","time spent":"357.043683ms","remote":"127.0.0.1:33378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:14:30.761759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:30.372294Z","time spent":"389.373894ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:30.762172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.684349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:14:30.762237Z","caller":"traceutil/trace.go:171","msg":"trace[253428100] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9624; }","duration":"344.786252ms","start":"2026-03-31T05:14:30.417432Z","end":"2026-03-31T05:14:30.762218Z","steps":["trace[253428100] 'agreement among raft nodes before linearized reading' (duration: 344.554605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:30.762278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:30.4174Z","time spent":"344.867894ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:14:31.334898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.552218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:31.335172Z","caller":"traceutil/trace.go:171","msg":"trace[1715518311] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"502.852758ms","start":"2026-03-31T05:14:30.832279Z","end":"2026-03-31T05:14:31.335132Z","steps":["trace[1715518311] 'process raft request' (duration: 239.949169ms)","trace[1715518311] 'compare' (duration: 262.22327ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:31.335205Z","caller":"traceutil/trace.go:171","msg":"trace[29698681] transaction","detail":"{read_only:false; response_revision:9628; number_of_response:1; }","duration":"502.309512ms","start":"2026-03-31T05:14:30.832857Z","end":"2026-03-31T05:14:31.335166Z","steps":["trace[29698681] 'process raft request' (duration: 502.163558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.335363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:30.832271Z","time spent":"502.988481ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:31.335357Z","caller":"traceutil/trace.go:171","msg":"trace[79695663] linearizableReadLoop","detail":"{readStateIndex:9993; appliedIndex:9988; }","duration":"463.923593ms","start":"2026-03-31T05:14:30.871408Z","end":"2026-03-31T05:14:31.335332Z","steps":["trace[79695663] 'read index received' (duration: 17.18679ms)","trace[79695663] 'applied index is now lower than readState.Index' (duration: 446.735523ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:31.335208Z","caller":"traceutil/trace.go:171","msg":"trace[546958975] transaction","detail":"{read_only:false; response_revision:9629; number_of_response:1; }","duration":"502.261671ms","start":"2026-03-31T05:14:30.832922Z","end":"2026-03-31T05:14:31.335183Z","steps":["trace[546958975] 'process raft request' (duration: 502.170838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:31.335477Z","caller":"traceutil/trace.go:171","msg":"trace[1659180651] transaction","detail":"{read_only:false; response_revision:9630; number_of_response:1; }","duration":"502.235731ms","start":"2026-03-31T05:14:30.833231Z","end":"2026-03-31T05:14:31.335467Z","steps":["trace[1659180651] 'process raft request' (duration: 501.903932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.335432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:30.832829Z","time spent":"502.461107ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:31.335526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:30.832884Z","time spent":"502.59791ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:31.335572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:30.833205Z","time spent":"502.294352ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:31.335722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.48155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:31.335749Z","caller":"traceutil/trace.go:171","msg":"trace[801191275] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9630; }","duration":"162.551942ms","start":"2026-03-31T05:14:31.17319Z","end":"2026-03-31T05:14:31.335742Z","steps":["trace[801191275] 'agreement among raft nodes before linearized reading' (duration: 162.49164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.33574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.414701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:14:31.33582Z","caller":"traceutil/trace.go:171","msg":"trace[1810275811] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:9630; }","duration":"316.546424ms","start":"2026-03-31T05:14:31.019251Z","end":"2026-03-31T05:14:31.335797Z","steps":["trace[1810275811] 'agreement among raft nodes before linearized reading' (duration: 316.332648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.335726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.317234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:31.335875Z","caller":"traceutil/trace.go:171","msg":"trace[601983061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9630; }","duration":"464.488329ms","start":"2026-03-31T05:14:30.871372Z","end":"2026-03-31T05:14:31.33586Z","steps":["trace[601983061] 'agreement among raft nodes before linearized reading' (duration: 464.307294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.335873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:31.019226Z","time spent":"316.633947ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:14:31.335914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:30.871352Z","time spent":"464.55268ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:14:31.563857Z","caller":"traceutil/trace.go:171","msg":"trace[1603922278] linearizableReadLoop","detail":"{readStateIndex:9995; appliedIndex:9994; }","duration":"100.774729ms","start":"2026-03-31T05:14:31.463051Z","end":"2026-03-31T05:14:31.563825Z","steps":["trace[1603922278] 'read index received' (duration: 22.123346ms)","trace[1603922278] 'applied index is now lower than readState.Index' (duration: 78.650163ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:31.563907Z","caller":"traceutil/trace.go:171","msg":"trace[550689183] transaction","detail":"{read_only:false; response_revision:9631; number_of_response:1; }","duration":"137.916345ms","start":"2026-03-31T05:14:31.425945Z","end":"2026-03-31T05:14:31.563862Z","steps":["trace[550689183] 'process raft request' (duration: 59.343035ms)","trace[550689183] 'compare' (duration: 78.364744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:31.564057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.987666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:31.564117Z","caller":"traceutil/trace.go:171","msg":"trace[815360167] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9631; }","duration":"101.118789ms","start":"2026-03-31T05:14:31.462983Z","end":"2026-03-31T05:14:31.564102Z","steps":["trace[815360167] 'agreement among raft nodes before linearized reading' (duration: 100.946744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:31.912558Z","caller":"traceutil/trace.go:171","msg":"trace[1007504025] transaction","detail":"{read_only:false; response_revision:9632; number_of_response:1; }","duration":"171.656375ms","start":"2026-03-31T05:14:31.740871Z","end":"2026-03-31T05:14:31.912527Z","steps":["trace[1007504025] 'process raft request' (duration: 171.44539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:32.540422Z","caller":"traceutil/trace.go:171","msg":"trace[2058504306] transaction","detail":"{read_only:false; response_revision:9633; number_of_response:1; }","duration":"118.647307ms","start":"2026-03-31T05:14:32.421741Z","end":"2026-03-31T05:14:32.540388Z","steps":["trace[2058504306] 'process raft request' (duration: 118.478422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:33.333459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792629489,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:14:33.372066Z","caller":"traceutil/trace.go:171","msg":"trace[598642327] transaction","detail":"{read_only:false; response_revision:9634; number_of_response:1; }","duration":"588.387392ms","start":"2026-03-31T05:14:32.783648Z","end":"2026-03-31T05:14:33.372036Z","steps":["trace[598642327] 'process raft request' (duration: 588.046313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:33.372361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:32.783616Z","time spent":"588.640219ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:33.386439Z","caller":"traceutil/trace.go:171","msg":"trace[827640559] linearizableReadLoop","detail":"{readStateIndex:9999; appliedIndex:9997; }","duration":"553.761427ms","start":"2026-03-31T05:14:32.832647Z","end":"2026-03-31T05:14:33.386409Z","steps":["trace[827640559] 'read index received' (duration: 539.118239ms)","trace[827640559] 'applied index is now lower than readState.Index' (duration: 14.642038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:33.386662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.996583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:14:33.386704Z","caller":"traceutil/trace.go:171","msg":"trace[1256311361] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9635; }","duration":"554.110257ms","start":"2026-03-31T05:14:32.832576Z","end":"2026-03-31T05:14:33.386686Z","steps":["trace[1256311361] 'agreement among raft nodes before linearized reading' (duration: 553.960633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:33.386673Z","caller":"traceutil/trace.go:171","msg":"trace[1105694243] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"602.362022ms","start":"2026-03-31T05:14:32.784238Z","end":"2026-03-31T05:14:33.3866Z","steps":["trace[1105694243] 'process raft request' (duration: 602.029112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:33.386758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:32.832549Z","time spent":"554.19492ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:14:33.386888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.658529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:14:33.386929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.566896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:33.386973Z","caller":"traceutil/trace.go:171","msg":"trace[972146554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9635; }","duration":"485.69349ms","start":"2026-03-31T05:14:32.901269Z","end":"2026-03-31T05:14:33.386962Z","steps":["trace[972146554] 'agreement among raft nodes before linearized reading' (duration: 485.548046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:33.386978Z","caller":"traceutil/trace.go:171","msg":"trace[619035819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9635; }","duration":"485.807583ms","start":"2026-03-31T05:14:32.901149Z","end":"2026-03-31T05:14:33.386957Z","steps":["trace[619035819] 'agreement among raft nodes before linearized reading' (duration: 485.545695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:33.38701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:32.901233Z","time spent":"485.770032ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:14:33.387022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:32.901118Z","time spent":"485.894945ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:14:33.387603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:32.784186Z","time spent":"603.192025ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:33.837702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.125535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:33.837837Z","caller":"traceutil/trace.go:171","msg":"trace[3053313] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"443.980846ms","start":"2026-03-31T05:14:33.393833Z","end":"2026-03-31T05:14:33.837814Z","steps":["trace[3053313] 'process raft request' (duration: 251.636044ms)","trace[3053313] 'compare' (duration: 191.436197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:33.837902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:33.393805Z","time spent":"444.066768ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:34.331554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.297347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:34.331743Z","caller":"traceutil/trace.go:171","msg":"trace[1404606132] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"937.632147ms","start":"2026-03-31T05:14:33.394089Z","end":"2026-03-31T05:14:34.331721Z","steps":["trace[1404606132] 'process raft request' (duration: 809.064863ms)","trace[1404606132] 'compare' (duration: 128.180654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:34.331816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:33.394078Z","time spent":"937.709299ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:34.332331Z","caller":"traceutil/trace.go:171","msg":"trace[1240189003] transaction","detail":"{read_only:false; response_revision:9638; number_of_response:1; }","duration":"938.140592ms","start":"2026-03-31T05:14:33.39416Z","end":"2026-03-31T05:14:34.3323Z","steps":["trace[1240189003] 'process raft request' (duration: 937.508594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:34.332665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:33.394152Z","time spent":"938.261965ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:34.332988Z","caller":"traceutil/trace.go:171","msg":"trace[1186781686] transaction","detail":"{read_only:false; response_revision:9639; number_of_response:1; }","duration":"938.573004ms","start":"2026-03-31T05:14:33.394379Z","end":"2026-03-31T05:14:34.332952Z","steps":["trace[1186781686] 'process raft request' (duration: 937.611867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:34.33316Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":10005,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"warn","ts":"2026-03-31T05:14:34.333204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:33.394363Z","time spent":"938.736808ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:34.333287Z","caller":"traceutil/trace.go:171","msg":"trace[755971138] transaction","detail":"{read_only:false; response_revision:9640; number_of_response:1; }","duration":"938.935853ms","start":"2026-03-31T05:14:33.394293Z","end":"2026-03-31T05:14:34.333229Z","steps":["trace[755971138] 'process raft request' (duration: 938.580994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:34.333308Z","caller":"traceutil/trace.go:171","msg":"trace[41349099] linearizableReadLoop","detail":"{readStateIndex:10004; appliedIndex:9999; }","duration":"938.232024ms","start":"2026-03-31T05:14:33.395053Z","end":"2026-03-31T05:14:34.333285Z","steps":["trace[41349099] 'read index received' (duration: 250.439111ms)","trace[41349099] 'applied index is now lower than readState.Index' (duration: 687.791573ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:34.333333Z","caller":"traceutil/trace.go:171","msg":"trace[1014953509] transaction","detail":"{read_only:false; response_revision:9641; number_of_response:1; }","duration":"937.826943ms","start":"2026-03-31T05:14:33.395464Z","end":"2026-03-31T05:14:34.333291Z","steps":["trace[1014953509] 'process raft request' (duration: 937.605957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:34.333457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:33.394215Z","time spent":"939.138529ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:34.333524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:33.395449Z","time spent":"937.976747ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:34.490727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004574124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:34.490824Z","caller":"traceutil/trace.go:171","msg":"trace[1700079477] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9641; }","duration":"1.004722518s","start":"2026-03-31T05:14:33.486075Z","end":"2026-03-31T05:14:34.490798Z","steps":["trace[1700079477] 'agreement among raft nodes before linearized reading' (duration: 847.344311ms)","trace[1700079477] 'count revisions from in-memory index tree' (duration: 157.238233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:34.490877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:33.486053Z","time spent":"1.004810351s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:14:34.49104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.321743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:14:34.491182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096138166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261506"} {"level":"info","ts":"2026-03-31T05:14:34.491225Z","caller":"traceutil/trace.go:171","msg":"trace[312836342] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:9641; }","duration":"1.096215278s","start":"2026-03-31T05:14:33.394997Z","end":"2026-03-31T05:14:34.491213Z","steps":["trace[312836342] 'agreement among raft nodes before linearized reading' (duration: 938.386599ms)","trace[312836342] 'range keys from in-memory index tree' (duration: 157.4894ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:34.491194Z","caller":"traceutil/trace.go:171","msg":"trace[1589049030] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9641; }","duration":"676.524009ms","start":"2026-03-31T05:14:33.814639Z","end":"2026-03-31T05:14:34.491163Z","steps":["trace[1589049030] 'agreement among raft nodes before linearized reading' (duration: 518.790822ms)","trace[1589049030] 'range keys from in-memory index tree' (duration: 157.250434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:34.491806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:33.814616Z","time spent":"677.173478ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:14:34.491262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:33.39498Z","time spent":"1.09627315s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":29,"response size":261529,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:14:34.771894Z","caller":"traceutil/trace.go:171","msg":"trace[71183486] linearizableReadLoop","detail":"{readStateIndex:10006; appliedIndex:10005; }","duration":"209.970493ms","start":"2026-03-31T05:14:34.561894Z","end":"2026-03-31T05:14:34.771865Z","steps":["trace[71183486] 'read index received' (duration: 209.86769ms)","trace[71183486] 'applied index is now lower than readState.Index' (duration: 101.363µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:34.771989Z","caller":"traceutil/trace.go:171","msg":"trace[1305993623] transaction","detail":"{read_only:false; response_revision:9642; number_of_response:1; }","duration":"226.294868ms","start":"2026-03-31T05:14:34.545638Z","end":"2026-03-31T05:14:34.771933Z","steps":["trace[1305993623] 'process raft request' (duration: 226.053981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:34.772061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.145369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:34.772098Z","caller":"traceutil/trace.go:171","msg":"trace[754592607] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9642; }","duration":"210.20943ms","start":"2026-03-31T05:14:34.561878Z","end":"2026-03-31T05:14:34.772087Z","steps":["trace[754592607] 'agreement among raft nodes before linearized reading' (duration: 210.117488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:34.958409Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10005} {"level":"info","ts":"2026-03-31T05:14:34.958555Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5005} {"level":"warn","ts":"2026-03-31T05:14:34.997944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.664138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:34.998054Z","caller":"traceutil/trace.go:171","msg":"trace[1409470258] linearizableReadLoop","detail":"{readStateIndex:10007; appliedIndex:10006; }","duration":"226.069741ms","start":"2026-03-31T05:14:34.771968Z","end":"2026-03-31T05:14:34.998038Z","steps":["trace[1409470258] 'read index received' (duration: 112.135446ms)","trace[1409470258] 'applied index is now lower than readState.Index' (duration: 113.933065ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:34.998142Z","caller":"traceutil/trace.go:171","msg":"trace[448605360] transaction","detail":"{read_only:false; response_revision:9643; number_of_response:1; }","duration":"375.182977ms","start":"2026-03-31T05:14:34.622947Z","end":"2026-03-31T05:14:34.99813Z","steps":["trace[448605360] 'process raft request' (duration: 261.228432ms)","trace[448605360] 'compare' (duration: 113.377369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:34.998198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:34.622916Z","time spent":"375.25678ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:34.998425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.847387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:34.998457Z","caller":"traceutil/trace.go:171","msg":"trace[238056305] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9643; }","duration":"370.917019ms","start":"2026-03-31T05:14:34.62753Z","end":"2026-03-31T05:14:34.998447Z","steps":["trace[238056305] 'agreement among raft nodes before linearized reading' (duration: 370.849137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:34.998481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:34.627521Z","time spent":"370.95392ms","remote":"127.0.0.1:51688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:14:34.998621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.858141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:14:34.998649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.360211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:34.998707Z","caller":"traceutil/trace.go:171","msg":"trace[503380935] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9643; }","duration":"222.995535ms","start":"2026-03-31T05:14:34.775691Z","end":"2026-03-31T05:14:34.998687Z","steps":["trace[503380935] 'agreement among raft nodes before linearized reading' (duration: 222.83514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:34.998658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.330646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:34.998741Z","caller":"traceutil/trace.go:171","msg":"trace[276589889] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:9643; }","duration":"423.520645ms","start":"2026-03-31T05:14:34.575193Z","end":"2026-03-31T05:14:34.998713Z","steps":["trace[276589889] 'agreement among raft nodes before linearized reading' (duration: 423.325349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:34.998787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:34.575164Z","time spent":"423.612677ms","remote":"127.0.0.1:37528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:14:34.998776Z","caller":"traceutil/trace.go:171","msg":"trace[707671980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9643; }","duration":"128.491821ms","start":"2026-03-31T05:14:34.870258Z","end":"2026-03-31T05:14:34.99875Z","steps":["trace[707671980] 'agreement among raft nodes before linearized reading' (duration: 128.275475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:35.496205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.439611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:35.496274Z","caller":"traceutil/trace.go:171","msg":"trace[1708856902] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:9643; }","duration":"349.580895ms","start":"2026-03-31T05:14:35.146676Z","end":"2026-03-31T05:14:35.496257Z","steps":["trace[1708856902] 'count revisions from in-memory index tree' (duration: 349.283647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:35.496307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:35.146646Z","time spent":"349.652357ms","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:14:35.496571Z","caller":"traceutil/trace.go:171","msg":"trace[1827957410] transaction","detail":"{read_only:false; response_revision:9644; number_of_response:1; }","duration":"118.672298ms","start":"2026-03-31T05:14:35.377865Z","end":"2026-03-31T05:14:35.496537Z","steps":["trace[1827957410] 'process raft request' (duration: 59.437707ms)","trace[1827957410] 'compare' (duration: 58.927772ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:36.11243Z","caller":"traceutil/trace.go:171","msg":"trace[1240333534] linearizableReadLoop","detail":"{readStateIndex:10009; appliedIndex:10008; }","duration":"269.39146ms","start":"2026-03-31T05:14:35.843006Z","end":"2026-03-31T05:14:36.112397Z","steps":["trace[1240333534] 'read index received' (duration: 268.988539ms)","trace[1240333534] 'applied index is now lower than readState.Index' (duration: 401.681µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:36.112606Z","caller":"traceutil/trace.go:171","msg":"trace[2043308562] transaction","detail":"{read_only:false; response_revision:9645; number_of_response:1; }","duration":"717.004017ms","start":"2026-03-31T05:14:35.39559Z","end":"2026-03-31T05:14:36.112594Z","steps":["trace[2043308562] 'process raft request' (duration: 716.547245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.112801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:35.39555Z","time spent":"717.09124ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:36.113308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.075668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:36.113401Z","caller":"traceutil/trace.go:171","msg":"trace[1311929942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9645; }","duration":"242.255343ms","start":"2026-03-31T05:14:35.871127Z","end":"2026-03-31T05:14:36.113382Z","steps":["trace[1311929942] 'agreement among raft nodes before linearized reading' (duration: 242.034347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.1137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.696906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:14:36.113768Z","caller":"traceutil/trace.go:171","msg":"trace[2064977054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9645; }","duration":"270.798639ms","start":"2026-03-31T05:14:35.842951Z","end":"2026-03-31T05:14:36.11375Z","steps":["trace[2064977054] 'agreement among raft nodes before linearized reading' (duration: 270.616463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.113851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.246204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:36.113957Z","caller":"traceutil/trace.go:171","msg":"trace[477277437] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9645; }","duration":"133.42327ms","start":"2026-03-31T05:14:35.980512Z","end":"2026-03-31T05:14:36.113936Z","steps":["trace[477277437] 'agreement among raft nodes before linearized reading' (duration: 133.208534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:36.512314Z","caller":"traceutil/trace.go:171","msg":"trace[1354391342] transaction","detail":"{read_only:false; response_revision:9648; number_of_response:1; }","duration":"122.932366ms","start":"2026-03-31T05:14:36.389353Z","end":"2026-03-31T05:14:36.512285Z","steps":["trace[1354391342] 'process raft request' (duration: 122.71053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.512634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.862466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:14:36.512732Z","caller":"traceutil/trace.go:171","msg":"trace[1194252784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9648; }","duration":"160.040241ms","start":"2026-03-31T05:14:36.352669Z","end":"2026-03-31T05:14:36.512709Z","steps":["trace[1194252784] 'agreement among raft nodes before linearized reading' (duration: 159.675421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.512845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.196534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:14:36.512977Z","caller":"traceutil/trace.go:171","msg":"trace[311430390] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9648; }","duration":"156.418361ms","start":"2026-03-31T05:14:36.356527Z","end":"2026-03-31T05:14:36.512945Z","steps":["trace[311430390] 'agreement among raft nodes before linearized reading' (duration: 155.886466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.513973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.334907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:14:36.514086Z","caller":"traceutil/trace.go:171","msg":"trace[1738756577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9648; }","duration":"161.473392ms","start":"2026-03-31T05:14:36.352587Z","end":"2026-03-31T05:14:36.514061Z","steps":["trace[1738756577] 'agreement among raft nodes before linearized reading' (duration: 160.025411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.676124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.492625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:36.676246Z","caller":"traceutil/trace.go:171","msg":"trace[271258702] linearizableReadLoop","detail":"{readStateIndex:10013; appliedIndex:10012; }","duration":"163.988001ms","start":"2026-03-31T05:14:36.512242Z","end":"2026-03-31T05:14:36.67623Z","steps":["trace[271258702] 'read index received' (duration: 27.384863ms)","trace[271258702] 'applied index is now lower than readState.Index' (duration: 136.601988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:36.676462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.398798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:36.676722Z","caller":"traceutil/trace.go:171","msg":"trace[1958270110] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:9649; }","duration":"194.686267ms","start":"2026-03-31T05:14:36.481995Z","end":"2026-03-31T05:14:36.676681Z","steps":["trace[1958270110] 'agreement among raft nodes before linearized reading' (duration: 194.357238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.67672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.948124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:14:36.676928Z","caller":"traceutil/trace.go:171","msg":"trace[2142198824] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:9649; }","duration":"176.209392ms","start":"2026-03-31T05:14:36.50069Z","end":"2026-03-31T05:14:36.676899Z","steps":["trace[2142198824] 'agreement among raft nodes before linearized reading' (duration: 175.651476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:36.677017Z","caller":"traceutil/trace.go:171","msg":"trace[346704258] transaction","detail":"{read_only:false; response_revision:9649; number_of_response:1; }","duration":"233.21127ms","start":"2026-03-31T05:14:36.443747Z","end":"2026-03-31T05:14:36.676958Z","steps":["trace[346704258] 'process raft request' (duration: 95.78095ms)","trace[346704258] 'compare' (duration: 136.360031ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:36.735903Z","caller":"traceutil/trace.go:171","msg":"trace[886166016] transaction","detail":"{read_only:false; response_revision:9650; number_of_response:1; }","duration":"218.590353ms","start":"2026-03-31T05:14:36.517282Z","end":"2026-03-31T05:14:36.735872Z","steps":["trace[886166016] 'process raft request' (duration: 218.305435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:36.736164Z","caller":"traceutil/trace.go:171","msg":"trace[1849824557] transaction","detail":"{read_only:false; response_revision:9652; number_of_response:1; }","duration":"217.506933ms","start":"2026-03-31T05:14:36.518637Z","end":"2026-03-31T05:14:36.736144Z","steps":["trace[1849824557] 'process raft request' (duration: 217.38212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:36.736349Z","caller":"traceutil/trace.go:171","msg":"trace[788963001] transaction","detail":"{read_only:false; response_revision:9651; number_of_response:1; }","duration":"217.855543ms","start":"2026-03-31T05:14:36.51848Z","end":"2026-03-31T05:14:36.736336Z","steps":["trace[788963001] 'process raft request' (duration: 217.312708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:36.833032Z","caller":"traceutil/trace.go:171","msg":"trace[1153657146] linearizableReadLoop","detail":"{readStateIndex:10017; appliedIndex:10013; }","duration":"156.659697ms","start":"2026-03-31T05:14:36.676321Z","end":"2026-03-31T05:14:36.83298Z","steps":["trace[1153657146] 'read index received' (duration: 59.260192ms)","trace[1153657146] 'applied index is now lower than readState.Index' (duration: 97.392175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:36.833362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.027264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T05:14:36.83348Z","caller":"traceutil/trace.go:171","msg":"trace[203445615] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62; range_end:; response_count:1; response_revision:9653; }","duration":"168.157757ms","start":"2026-03-31T05:14:36.665299Z","end":"2026-03-31T05:14:36.833457Z","steps":["trace[203445615] 'agreement among raft nodes before linearized reading' (duration: 167.89294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.833788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.703589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261506"} {"level":"info","ts":"2026-03-31T05:14:36.833868Z","caller":"traceutil/trace.go:171","msg":"trace[276864104] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:9653; }","duration":"151.871534ms","start":"2026-03-31T05:14:36.681979Z","end":"2026-03-31T05:14:36.833851Z","steps":["trace[276864104] 'agreement among raft nodes before linearized reading' (duration: 151.232217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:38.848217Z","caller":"traceutil/trace.go:171","msg":"trace[442980718] transaction","detail":"{read_only:false; response_revision:9665; number_of_response:1; }","duration":"101.5298ms","start":"2026-03-31T05:14:38.746657Z","end":"2026-03-31T05:14:38.848187Z","steps":["trace[442980718] 'process raft request' (duration: 10.213745ms)","trace[442980718] 'compare' (duration: 91.086668ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:38.848511Z","caller":"traceutil/trace.go:171","msg":"trace[308907914] transaction","detail":"{read_only:false; response_revision:9666; number_of_response:1; }","duration":"101.585432ms","start":"2026-03-31T05:14:38.746901Z","end":"2026-03-31T05:14:38.848486Z","steps":["trace[308907914] 'process raft request' (duration: 101.241123ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:38.848806Z","caller":"traceutil/trace.go:171","msg":"trace[1106995867] transaction","detail":"{read_only:false; response_revision:9667; number_of_response:1; }","duration":"101.713696ms","start":"2026-03-31T05:14:38.74708Z","end":"2026-03-31T05:14:38.848793Z","steps":["trace[1106995867] 'process raft request' (duration: 101.312255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:40.581483Z","caller":"traceutil/trace.go:171","msg":"trace[1332010842] transaction","detail":"{read_only:false; response_revision:9673; number_of_response:1; }","duration":"121.405824ms","start":"2026-03-31T05:14:40.460048Z","end":"2026-03-31T05:14:40.581453Z","steps":["trace[1332010842] 'process raft request' (duration: 121.199689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:42.557759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.932463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:42.557931Z","caller":"traceutil/trace.go:171","msg":"trace[198665933] linearizableReadLoop","detail":"{readStateIndex:10049; appliedIndex:10048; }","duration":"114.563343ms","start":"2026-03-31T05:14:42.443341Z","end":"2026-03-31T05:14:42.557904Z","steps":["trace[198665933] 'read index received' (duration: 74.382µs)","trace[198665933] 'applied index is now lower than readState.Index' (duration: 114.485891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:42.558055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.715458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:42.558121Z","caller":"traceutil/trace.go:171","msg":"trace[1631830996] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9683; }","duration":"114.77999ms","start":"2026-03-31T05:14:42.443316Z","end":"2026-03-31T05:14:42.558096Z","steps":["trace[1631830996] 'agreement among raft nodes before linearized reading' (duration: 114.660026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:42.558033Z","caller":"traceutil/trace.go:171","msg":"trace[285782260] transaction","detail":"{read_only:false; response_revision:9683; number_of_response:1; }","duration":"317.654986ms","start":"2026-03-31T05:14:42.240333Z","end":"2026-03-31T05:14:42.557988Z","steps":["trace[285782260] 'process raft request' (duration: 79.305241ms)","trace[285782260] 'compare' (duration: 237.619494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:42.558683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:42.240279Z","time spent":"318.297293ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:42.638801Z","caller":"traceutil/trace.go:171","msg":"trace[256096733] transaction","detail":"{read_only:false; response_revision:9684; number_of_response:1; }","duration":"130.157278ms","start":"2026-03-31T05:14:42.508601Z","end":"2026-03-31T05:14:42.638758Z","steps":["trace[256096733] 'process raft request' (duration: 129.921732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:46.72838Z","caller":"traceutil/trace.go:171","msg":"trace[920515470] linearizableReadLoop","detail":"{readStateIndex:10069; appliedIndex:10068; }","duration":"129.237862ms","start":"2026-03-31T05:14:46.599104Z","end":"2026-03-31T05:14:46.728342Z","steps":["trace[920515470] 'read index received' (duration: 68.777407ms)","trace[920515470] 'applied index is now lower than readState.Index' (duration: 60.458495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:46.728732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.591103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:14:46.728845Z","caller":"traceutil/trace.go:171","msg":"trace[1345358959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9702; }","duration":"129.776357ms","start":"2026-03-31T05:14:46.599045Z","end":"2026-03-31T05:14:46.728822Z","steps":["trace[1345358959] 'agreement among raft nodes before linearized reading' (duration: 129.449268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:46.933266Z","caller":"traceutil/trace.go:171","msg":"trace[2084067078] transaction","detail":"{read_only:false; response_revision:9704; number_of_response:1; }","duration":"199.45055ms","start":"2026-03-31T05:14:46.733774Z","end":"2026-03-31T05:14:46.933225Z","steps":["trace[2084067078] 'process raft request' (duration: 184.128313ms)","trace[2084067078] 'compare' (duration: 15.099291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:53.367868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.612999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:53.368051Z","caller":"traceutil/trace.go:171","msg":"trace[1428668906] linearizableReadLoop","detail":"{readStateIndex:10106; appliedIndex:10105; }","duration":"261.688455ms","start":"2026-03-31T05:14:53.106341Z","end":"2026-03-31T05:14:53.36803Z","steps":["trace[1428668906] 'read index received' (duration: 115.378456ms)","trace[1428668906] 'applied index is now lower than readState.Index' (duration: 146.308489ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:53.368303Z","caller":"traceutil/trace.go:171","msg":"trace[1789922670] transaction","detail":"{read_only:false; response_revision:9738; number_of_response:1; }","duration":"367.353551ms","start":"2026-03-31T05:14:53.00092Z","end":"2026-03-31T05:14:53.368274Z","steps":["trace[1789922670] 'process raft request' (duration: 221.260058ms)","trace[1789922670] 'compare' (duration: 145.485376ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:53.368428Z","caller":"traceutil/trace.go:171","msg":"trace[1677424266] transaction","detail":"{read_only:false; response_revision:9739; number_of_response:1; }","duration":"228.15406ms","start":"2026-03-31T05:14:53.140255Z","end":"2026-03-31T05:14:53.368409Z","steps":["trace[1677424266] 'process raft request' (duration: 227.718348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:53.368504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:53.000901Z","time spent":"367.432922ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:53.368704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.613323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:14:53.368733Z","caller":"traceutil/trace.go:171","msg":"trace[973107097] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:9739; }","duration":"219.677294ms","start":"2026-03-31T05:14:53.149047Z","end":"2026-03-31T05:14:53.368725Z","steps":["trace[973107097] 'agreement among raft nodes before linearized reading' (duration: 219.569661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:53.368897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.565799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:14:53.368924Z","caller":"traceutil/trace.go:171","msg":"trace[529772496] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9739; }","duration":"262.638002ms","start":"2026-03-31T05:14:53.106279Z","end":"2026-03-31T05:14:53.368917Z","steps":["trace[529772496] 'agreement among raft nodes before linearized reading' (duration: 262.57431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:53.369115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.005722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:14:53.369138Z","caller":"traceutil/trace.go:171","msg":"trace[2062507653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9739; }","duration":"230.075994ms","start":"2026-03-31T05:14:53.139058Z","end":"2026-03-31T05:14:53.369134Z","steps":["trace[2062507653] 'agreement among raft nodes before linearized reading' (duration: 230.014142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:53.369541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.74605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:14:53.3697Z","caller":"traceutil/trace.go:171","msg":"trace[803598662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9739; }","duration":"231.932996ms","start":"2026-03-31T05:14:53.1377Z","end":"2026-03-31T05:14:53.369633Z","steps":["trace[803598662] 'agreement among raft nodes before linearized reading' (duration: 230.887356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:53.634981Z","caller":"traceutil/trace.go:171","msg":"trace[2088636253] transaction","detail":"{read_only:false; response_revision:9742; number_of_response:1; }","duration":"258.011802ms","start":"2026-03-31T05:14:53.376933Z","end":"2026-03-31T05:14:53.634945Z","steps":["trace[2088636253] 'process raft request' (duration: 257.91899ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:53.635001Z","caller":"traceutil/trace.go:171","msg":"trace[722441816] transaction","detail":"{read_only:false; response_revision:9741; number_of_response:1; }","duration":"258.074994ms","start":"2026-03-31T05:14:53.376896Z","end":"2026-03-31T05:14:53.634971Z","steps":["trace[722441816] 'process raft request' (duration: 257.695634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:53.78745Z","caller":"traceutil/trace.go:171","msg":"trace[1516168374] transaction","detail":"{read_only:false; response_revision:9743; number_of_response:1; }","duration":"133.329327ms","start":"2026-03-31T05:14:53.65405Z","end":"2026-03-31T05:14:53.787379Z","steps":["trace[1516168374] 'process raft request' (duration: 132.00204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:55.71344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.211727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:55.713521Z","caller":"traceutil/trace.go:171","msg":"trace[1724324970] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9749; }","duration":"122.355631ms","start":"2026-03-31T05:14:55.591149Z","end":"2026-03-31T05:14:55.713504Z","steps":["trace[1724324970] 'range keys from in-memory index tree' (duration: 122.087444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:55.998697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.053298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:55.998805Z","caller":"traceutil/trace.go:171","msg":"trace[49410467] linearizableReadLoop","detail":"{readStateIndex:10120; appliedIndex:10119; }","duration":"197.024813ms","start":"2026-03-31T05:14:55.801765Z","end":"2026-03-31T05:14:55.99879Z","steps":["trace[49410467] 'read index received' (duration: 91.704557ms)","trace[49410467] 'applied index is now lower than readState.Index' (duration: 105.319146ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:55.99883Z","caller":"traceutil/trace.go:171","msg":"trace[1525836820] transaction","detail":"{read_only:false; response_revision:9752; number_of_response:1; }","duration":"204.543692ms","start":"2026-03-31T05:14:55.794258Z","end":"2026-03-31T05:14:55.998802Z","steps":["trace[1525836820] 'process raft request' (duration: 99.294348ms)","trace[1525836820] 'compare' (duration: 104.904084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:55.998965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.351258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:55.999013Z","caller":"traceutil/trace.go:171","msg":"trace[1680273903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9752; }","duration":"128.459481ms","start":"2026-03-31T05:14:55.870539Z","end":"2026-03-31T05:14:55.998999Z","steps":["trace[1680273903] 'agreement among raft nodes before linearized reading' (duration: 128.357438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:55.999035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.441028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:14:55.999081Z","caller":"traceutil/trace.go:171","msg":"trace[1414025869] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9752; }","duration":"195.520431ms","start":"2026-03-31T05:14:55.80355Z","end":"2026-03-31T05:14:55.99907Z","steps":["trace[1414025869] 'agreement among raft nodes before linearized reading' (duration: 195.322575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:55.999069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.513601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:55.999156Z","caller":"traceutil/trace.go:171","msg":"trace[307436835] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:9752; }","duration":"237.690966ms","start":"2026-03-31T05:14:55.761447Z","end":"2026-03-31T05:14:55.999138Z","steps":["trace[307436835] 'agreement among raft nodes before linearized reading' (duration: 237.415459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:56.277912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.989011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:14:56.278008Z","caller":"traceutil/trace.go:171","msg":"trace[1215321993] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9752; }","duration":"145.159027ms","start":"2026-03-31T05:14:56.132829Z","end":"2026-03-31T05:14:56.277988Z","steps":["trace[1215321993] 'range keys from in-memory index tree' (duration: 144.767216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:56.995933Z","caller":"traceutil/trace.go:171","msg":"trace[1325481001] transaction","detail":"{read_only:false; response_revision:9754; number_of_response:1; }","duration":"105.144591ms","start":"2026-03-31T05:14:56.890756Z","end":"2026-03-31T05:14:56.9959Z","steps":["trace[1325481001] 'process raft request' (duration: 104.960856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:58.637688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792629832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:14:59.138981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792629832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:14:59.481301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.475156842s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:14:59.887146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974898824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:59.887246Z","caller":"traceutil/trace.go:171","msg":"trace[1786111245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9761; }","duration":"1.975018657s","start":"2026-03-31T05:14:57.912206Z","end":"2026-03-31T05:14:59.887224Z","steps":["trace[1786111245] 'range keys from in-memory index tree' (duration: 1.974814021s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:59.887287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:57.912148Z","time spent":"1.975129821s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:14:59.888304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.493982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:59.888403Z","caller":"traceutil/trace.go:171","msg":"trace[1115249611] transaction","detail":"{read_only:false; response_revision:9762; number_of_response:1; }","duration":"1.882379763s","start":"2026-03-31T05:14:58.006005Z","end":"2026-03-31T05:14:59.888385Z","steps":["trace[1115249611] 'process raft request' (duration: 1.475727927s)","trace[1115249611] 'compare' (duration: 405.502344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:59.888457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.005977Z","time spent":"1.882452226s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:01.31799Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.836390472s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:15:01.551668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.042297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:01.552193Z","caller":"traceutil/trace.go:171","msg":"trace[355545580] transaction","detail":"{read_only:false; response_revision:9766; number_of_response:1; }","duration":"334.34054ms","start":"2026-03-31T05:15:01.21783Z","end":"2026-03-31T05:15:01.552171Z","steps":["trace[355545580] 'process raft request' (duration: 334.292118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.552299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:01.217782Z","time spent":"334.468383ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:01.55255Z","caller":"traceutil/trace.go:171","msg":"trace[961107610] transaction","detail":"{read_only:false; response_revision:9763; number_of_response:1; }","duration":"3.105445578s","start":"2026-03-31T05:14:58.447089Z","end":"2026-03-31T05:15:01.552534Z","steps":["trace[961107610] 'process raft request' (duration: 2.871430295s)","trace[961107610] 'compare' (duration: 232.48525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:01.552624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.447054Z","time spent":"3.10552897s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:01.552654Z","caller":"traceutil/trace.go:171","msg":"trace[1503117807] transaction","detail":"{read_only:false; response_revision:9765; number_of_response:1; }","duration":"2.148116312s","start":"2026-03-31T05:14:59.404492Z","end":"2026-03-31T05:15:01.552609Z","steps":["trace[1503117807] 'process raft request' (duration: 2.147574687s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:01.55281Z","caller":"traceutil/trace.go:171","msg":"trace[1953478938] linearizableReadLoop","detail":"{readStateIndex:10132; appliedIndex:10130; }","duration":"3.41582242s","start":"2026-03-31T05:14:58.136947Z","end":"2026-03-31T05:15:01.552769Z","steps":["trace[1953478938] 'read index received' (duration: 1.344758987s)","trace[1953478938] 'applied index is now lower than readState.Index' (duration: 2.070977961s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:01.552857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:59.404461Z","time spent":"2.148310018s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:01.553079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416117508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T05:15:01.553113Z","caller":"traceutil/trace.go:171","msg":"trace[985570474] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9766; }","duration":"3.416210692s","start":"2026-03-31T05:14:58.136891Z","end":"2026-03-31T05:15:01.553101Z","steps":["trace[985570474] 'agreement among raft nodes before linearized reading' (duration: 3.416029827s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:01.553113Z","caller":"traceutil/trace.go:171","msg":"trace[225181954] transaction","detail":"{read_only:false; response_revision:9764; number_of_response:1; }","duration":"2.208519136s","start":"2026-03-31T05:14:59.344585Z","end":"2026-03-31T05:15:01.553104Z","steps":["trace[225181954] 'process raft request' (duration: 2.207213799s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.553139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.136862Z","time spent":"3.416270433s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-31T05:15:01.553155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:59.34455Z","time spent":"2.208582678s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:01.569766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.281076574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:7 size:54543"} {"level":"info","ts":"2026-03-31T05:15:01.569838Z","caller":"traceutil/trace.go:171","msg":"trace[1821632070] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:7; response_revision:9766; }","duration":"3.281199728s","start":"2026-03-31T05:14:58.288619Z","end":"2026-03-31T05:15:01.569818Z","steps":["trace[1821632070] 'agreement among raft nodes before linearized reading' (duration: 3.264684007s)","trace[1821632070] 'range keys from bolt db' (duration: 16.398237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:01.569878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.288597Z","time spent":"3.281271689s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":54566,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:15:01.57038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.114268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414545"} {"level":"info","ts":"2026-03-31T05:15:01.570411Z","caller":"traceutil/trace.go:171","msg":"trace[1781579090] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9766; }","duration":"177.20251ms","start":"2026-03-31T05:15:01.393201Z","end":"2026-03-31T05:15:01.570404Z","steps":["trace[1781579090] 'agreement among raft nodes before linearized reading' (duration: 177.009605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.570804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.264555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:15:01.570851Z","caller":"traceutil/trace.go:171","msg":"trace[306653694] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:9766; }","duration":"227.371639ms","start":"2026-03-31T05:15:01.343472Z","end":"2026-03-31T05:15:01.570843Z","steps":["trace[306653694] 'agreement among raft nodes before linearized reading' (duration: 227.251265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.571025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570363624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:15:01.571021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680511977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:01.571053Z","caller":"traceutil/trace.go:171","msg":"trace[1385790365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9766; }","duration":"2.570432955s","start":"2026-03-31T05:14:59.000614Z","end":"2026-03-31T05:15:01.571047Z","steps":["trace[1385790365] 'agreement among raft nodes before linearized reading' (duration: 2.570352223s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.571078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:59.000589Z","time spent":"2.570483067s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:15:01.571105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.138054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:15:01.571115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033815356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:15:01.571117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.690958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:15:01.571181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064575033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:01.571183Z","caller":"traceutil/trace.go:171","msg":"trace[1912105089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9766; }","duration":"523.240887ms","start":"2026-03-31T05:15:01.047922Z","end":"2026-03-31T05:15:01.571163Z","steps":["trace[1912105089] 'agreement among raft nodes before linearized reading' (duration: 523.151014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.571211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732772221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:01.571216Z","caller":"traceutil/trace.go:171","msg":"trace[355633934] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:9766; }","duration":"2.064656516s","start":"2026-03-31T05:14:59.506547Z","end":"2026-03-31T05:15:01.571203Z","steps":["trace[355633934] 'agreement among raft nodes before linearized reading' (duration: 2.064611024s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.571207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214170467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T05:15:01.571241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:01.047909Z","time spent":"523.320088ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:15:01.571258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:59.506499Z","time spent":"2.064750088s","remote":"127.0.0.1:33364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:01.571025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.749646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:01.571272Z","caller":"traceutil/trace.go:171","msg":"trace[638605140] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9766; }","duration":"1.214296931s","start":"2026-03-31T05:15:00.356959Z","end":"2026-03-31T05:15:01.571256Z","steps":["trace[638605140] 'agreement among raft nodes before linearized reading' (duration: 1.214136487s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:01.571303Z","caller":"traceutil/trace.go:171","msg":"trace[1837580448] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9766; }","duration":"790.094365ms","start":"2026-03-31T05:15:00.781201Z","end":"2026-03-31T05:15:01.571296Z","steps":["trace[1837580448] 'agreement among raft nodes before linearized reading' (duration: 789.724155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.571309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:00.356931Z","time spent":"1.214368992s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:15:01.571294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067243568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:15:01.571206Z","caller":"traceutil/trace.go:171","msg":"trace[1589144466] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:9766; }","duration":"2.033948949s","start":"2026-03-31T05:14:59.537234Z","end":"2026-03-31T05:15:01.571183Z","steps":["trace[1589144466] 'agreement among raft nodes before linearized reading' (duration: 2.033515047s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.571418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:59.537197Z","time spent":"2.034212826s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:15:01.571422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747527976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:15:01.571406Z","caller":"traceutil/trace.go:171","msg":"trace[191032434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9766; }","duration":"2.067389542s","start":"2026-03-31T05:14:59.503975Z","end":"2026-03-31T05:15:01.571365Z","steps":["trace[191032434] 'agreement among raft nodes before linearized reading' (duration: 2.066986261s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:01.571462Z","caller":"traceutil/trace.go:171","msg":"trace[500598961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9766; }","duration":"1.747611228s","start":"2026-03-31T05:14:59.823839Z","end":"2026-03-31T05:15:01.57145Z","steps":["trace[500598961] 'agreement among raft nodes before linearized reading' (duration: 1.747523645s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.571414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.085093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:15:01.571486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:59.503946Z","time spent":"2.067527535s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:15:01.571336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:00.781181Z","time spent":"790.146576ms","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:15:01.57155Z","caller":"traceutil/trace.go:171","msg":"trace[1447563053] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9766; }","duration":"584.316899ms","start":"2026-03-31T05:15:00.98721Z","end":"2026-03-31T05:15:01.571527Z","steps":["trace[1447563053] 'agreement among raft nodes before linearized reading' (duration: 584.044441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.57163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34714475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:15:01.571515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:59.823805Z","time spent":"1.74770132s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:15:01.571674Z","caller":"traceutil/trace.go:171","msg":"trace[294267703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9766; }","duration":"2.347236054s","start":"2026-03-31T05:14:59.224428Z","end":"2026-03-31T05:15:01.571665Z","steps":["trace[294267703] 'agreement among raft nodes before linearized reading' (duration: 2.347137111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.571676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:00.987187Z","time spent":"584.446223ms","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:01.571711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:59.224402Z","time spent":"2.347300885s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:15:01.571072Z","caller":"traceutil/trace.go:171","msg":"trace[1644930430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9766; }","duration":"1.680688142s","start":"2026-03-31T05:14:59.890371Z","end":"2026-03-31T05:15:01.57106Z","steps":["trace[1644930430] 'agreement among raft nodes before linearized reading' (duration: 1.680592979s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:01.571237Z","caller":"traceutil/trace.go:171","msg":"trace[715296172] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9766; }","duration":"2.732839672s","start":"2026-03-31T05:14:58.83839Z","end":"2026-03-31T05:15:01.571229Z","steps":["trace[715296172] 'agreement among raft nodes before linearized reading' (duration: 2.732784081s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.571812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:59.890352Z","time spent":"1.681442773s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:15:01.571111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042835268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:15:01.571856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.838362Z","time spent":"2.733481751s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:15:01.571216Z","caller":"traceutil/trace.go:171","msg":"trace[1113876070] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:9766; }","duration":"985.872922ms","start":"2026-03-31T05:15:00.585321Z","end":"2026-03-31T05:15:01.571194Z","steps":["trace[1113876070] 'agreement among raft nodes before linearized reading' (duration: 985.679437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.571936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:00.585286Z","time spent":"986.634974ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:01.571528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.773257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:15:01.57133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745025345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:15:01.572028Z","caller":"traceutil/trace.go:171","msg":"trace[1317382207] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9766; }","duration":"785.274951ms","start":"2026-03-31T05:15:00.78673Z","end":"2026-03-31T05:15:01.572005Z","steps":["trace[1317382207] 'agreement among raft nodes before linearized reading' (duration: 784.743016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.572094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:00.786657Z","time spent":"785.414035ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:01.571538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288389933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:01.572068Z","caller":"traceutil/trace.go:171","msg":"trace[451355274] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9766; }","duration":"1.745777226s","start":"2026-03-31T05:14:59.826269Z","end":"2026-03-31T05:15:01.572047Z","steps":["trace[451355274] 'agreement among raft nodes before linearized reading' (duration: 1.744969814s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.571954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394356927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:01.572142Z","caller":"traceutil/trace.go:171","msg":"trace[1187217446] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9766; }","duration":"2.289051601s","start":"2026-03-31T05:14:59.283081Z","end":"2026-03-31T05:15:01.572133Z","steps":["trace[1187217446] 'agreement among raft nodes before linearized reading' (duration: 2.288367792s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.572226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:59.826257Z","time spent":"1.745947192s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:15:01.572197Z","caller":"traceutil/trace.go:171","msg":"trace[1794623249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9766; }","duration":"2.04364959s","start":"2026-03-31T05:14:59.528223Z","end":"2026-03-31T05:15:01.571873Z","steps":["trace[1794623249] 'agreement among raft nodes before linearized reading' (duration: 2.042759126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.572391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:59.528204Z","time spent":"2.044175665s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:15:01.572474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:59.283053Z","time spent":"2.289316618s","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":71,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:15:01.572498Z","caller":"traceutil/trace.go:171","msg":"trace[1183034448] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9766; }","duration":"2.395214551s","start":"2026-03-31T05:14:59.17706Z","end":"2026-03-31T05:15:01.572275Z","steps":["trace[1183034448] 'agreement among raft nodes before linearized reading' (duration: 2.393872583s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.571542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.925426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:15:01.572646Z","caller":"traceutil/trace.go:171","msg":"trace[16765969] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9766; }","duration":"553.026266ms","start":"2026-03-31T05:15:01.019567Z","end":"2026-03-31T05:15:01.572593Z","steps":["trace[16765969] 'agreement among raft nodes before linearized reading' (duration: 551.908425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.572723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:01.019547Z","time spent":"553.15331ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:15:01.572877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:59.17698Z","time spent":"2.395708244s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:02.702084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.91572ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T05:15:02.702216Z","caller":"traceutil/trace.go:171","msg":"trace[1145474802] linearizableReadLoop","detail":"{readStateIndex:10136; appliedIndex:10135; }","duration":"1.125376071s","start":"2026-03-31T05:15:01.57682Z","end":"2026-03-31T05:15:02.702196Z","steps":["trace[1145474802] 'read index received' (duration: 128.345918ms)","trace[1145474802] 'applied index is now lower than readState.Index' (duration: 997.028193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:02.702321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:01.573314Z","time spent":"1.129002462s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:15:02.702762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125928806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:15:02.702972Z","caller":"traceutil/trace.go:171","msg":"trace[507933875] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9766; }","duration":"1.126202244s","start":"2026-03-31T05:15:01.576734Z","end":"2026-03-31T05:15:02.702936Z","steps":["trace[507933875] 'agreement among raft nodes before linearized reading' (duration: 1.125867614s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:02.703034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:01.576708Z","time spent":"1.126309087s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:15:03.203212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792629851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:15:03.58179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000496717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:15:03.581924Z","caller":"traceutil/trace.go:171","msg":"trace[1183197394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000657931s","start":"2026-03-31T05:15:01.581237Z","end":"2026-03-31T05:15:03.581895Z","steps":["trace[1183197394] 'agreement among raft nodes before linearized reading' (duration: 2.000502267s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:03.582358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:01.58123Z","time spent":"2.001114844s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:15:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:15:03.703585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792629851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:15:03.740938Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.030470561s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:15:04.097676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.442666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:04.098043Z","caller":"traceutil/trace.go:171","msg":"trace[1743510817] transaction","detail":"{read_only:false; response_revision:9773; number_of_response:1; }","duration":"2.513997781s","start":"2026-03-31T05:15:01.583986Z","end":"2026-03-31T05:15:04.097984Z","steps":["trace[1743510817] 'process raft request' (duration: 2.51395911s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:04.098104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:01.583982Z","time spent":"2.514097513s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:04.098295Z","caller":"traceutil/trace.go:171","msg":"trace[542749376] transaction","detail":"{read_only:false; response_revision:9767; number_of_response:1; }","duration":"2.518443535s","start":"2026-03-31T05:15:01.579838Z","end":"2026-03-31T05:15:04.098282Z","steps":["trace[542749376] 'process raft request' (duration: 2.161296469s)","trace[542749376] 'compare' (duration: 356.20128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:04.098335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:01.579825Z","time spent":"2.518489796s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:04.098534Z","caller":"traceutil/trace.go:171","msg":"trace[2119934010] transaction","detail":"{read_only:false; response_revision:9769; number_of_response:1; }","duration":"2.518562158s","start":"2026-03-31T05:15:01.579964Z","end":"2026-03-31T05:15:04.098526Z","steps":["trace[2119934010] 'process raft request' (duration: 2.517878319s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:04.098523Z","caller":"traceutil/trace.go:171","msg":"trace[507869846] transaction","detail":"{read_only:false; response_revision:9771; number_of_response:1; }","duration":"2.517017405s","start":"2026-03-31T05:15:01.581439Z","end":"2026-03-31T05:15:04.098456Z","steps":["trace[507869846] 'process raft request' (duration: 2.516454499s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:04.098603Z","caller":"traceutil/trace.go:171","msg":"trace[1945557348] transaction","detail":"{read_only:false; response_revision:9768; number_of_response:1; }","duration":"2.518653571s","start":"2026-03-31T05:15:01.579942Z","end":"2026-03-31T05:15:04.098596Z","steps":["trace[1945557348] 'process raft request' (duration: 2.517838538s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:04.098637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:01.579937Z","time spent":"2.518685002s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:04.098586Z","caller":"traceutil/trace.go:171","msg":"trace[1905021479] transaction","detail":"{read_only:false; response_revision:9772; number_of_response:1; }","duration":"2.514622958s","start":"2026-03-31T05:15:01.583911Z","end":"2026-03-31T05:15:04.098534Z","steps":["trace[1905021479] 'process raft request' (duration: 2.514008371s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:04.098718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:01.581435Z","time spent":"2.517177719s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:04.098575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:01.579933Z","time spent":"2.51862231s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:04.098917Z","caller":"traceutil/trace.go:171","msg":"trace[391441180] transaction","detail":"{read_only:false; response_revision:9770; number_of_response:1; }","duration":"2.517510589s","start":"2026-03-31T05:15:01.581388Z","end":"2026-03-31T05:15:04.098898Z","steps":["trace[391441180] 'process raft request' (duration: 2.516482781s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:04.099012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:01.581379Z","time spent":"2.517585011s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:04.099243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:01.583876Z","time spent":"2.514813233s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:05.400456Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.384451034s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:15:05.401224Z","caller":"traceutil/trace.go:171","msg":"trace[703372003] transaction","detail":"{read_only:false; response_revision:9774; number_of_response:1; }","duration":"3.495845231s","start":"2026-03-31T05:15:01.905335Z","end":"2026-03-31T05:15:05.40118Z","steps":["trace[703372003] 'process raft request' (duration: 3.49545734s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:05.401864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:01.905303Z","time spent":"3.496015266s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:05.402009Z","caller":"traceutil/trace.go:171","msg":"trace[992520905] transaction","detail":"{read_only:false; response_revision:9775; number_of_response:1; }","duration":"3.356596209s","start":"2026-03-31T05:15:02.045394Z","end":"2026-03-31T05:15:05.40199Z","steps":["trace[992520905] 'process raft request' (duration: 3.356038713s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:05.402117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:02.045346Z","time spent":"3.356715623s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414605,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:05.402386Z","caller":"traceutil/trace.go:171","msg":"trace[1568960491] linearizableReadLoop","detail":"{readStateIndex:10148; appliedIndex:10136; }","duration":"2.70011194s","start":"2026-03-31T05:15:02.702248Z","end":"2026-03-31T05:15:05.40236Z","steps":["trace[1568960491] 'read index received' (duration: 1.038967533s)","trace[1568960491] 'applied index is now lower than readState.Index' (duration: 1.661143317s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:05.402435Z","caller":"traceutil/trace.go:171","msg":"trace[1101944211] transaction","detail":"{read_only:false; response_revision:9778; number_of_response:1; }","duration":"1.826912318s","start":"2026-03-31T05:15:03.575475Z","end":"2026-03-31T05:15:05.402388Z","steps":["trace[1101944211] 'process raft request' (duration: 1.826843916s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:05.402594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.575447Z","time spent":"1.827034482s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:05.402633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.398900669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:15:05.40268Z","caller":"traceutil/trace.go:171","msg":"trace[114857604] transaction","detail":"{read_only:false; response_revision:9776; number_of_response:1; }","duration":"2.698534755s","start":"2026-03-31T05:15:02.704117Z","end":"2026-03-31T05:15:05.402652Z","steps":["trace[114857604] 'process raft request' (duration: 2.697770134s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:05.402691Z","caller":"traceutil/trace.go:171","msg":"trace[1000207531] transaction","detail":"{read_only:false; response_revision:9777; number_of_response:1; }","duration":"1.843767778s","start":"2026-03-31T05:15:03.558904Z","end":"2026-03-31T05:15:05.402671Z","steps":["trace[1000207531] 'process raft request' (duration: 1.843318475s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:05.40277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.558874Z","time spent":"1.843859321s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:05.402704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093949059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:15:05.402793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:02.704092Z","time spent":"2.698639129s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:05.402785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02332125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:05.402857Z","caller":"traceutil/trace.go:171","msg":"trace[594584146] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9778; }","duration":"3.398930839s","start":"2026-03-31T05:15:02.003721Z","end":"2026-03-31T05:15:05.402652Z","steps":["trace[594584146] 'agreement among raft nodes before linearized reading' (duration: 3.398760935s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:05.402831Z","caller":"traceutil/trace.go:171","msg":"trace[624835558] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9778; }","duration":"3.094180416s","start":"2026-03-31T05:15:02.308627Z","end":"2026-03-31T05:15:05.402808Z","steps":["trace[624835558] 'agreement among raft nodes before linearized reading' (duration: 3.093788535s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:05.402885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:02.00362Z","time spent":"3.399259699s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:15:05.402909Z","caller":"traceutil/trace.go:171","msg":"trace[1842601451] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9778; }","duration":"3.023544186s","start":"2026-03-31T05:15:02.379332Z","end":"2026-03-31T05:15:05.402876Z","steps":["trace[1842601451] 'agreement among raft nodes before linearized reading' (duration: 3.023270978s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:05.402908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:02.308603Z","time spent":"3.094290758s","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:05.402944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825664696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bb831ca4-1c8b-4e6d-b262-7ead7887a76b\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-31T05:15:05.402964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823375412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261459"} {"level":"info","ts":"2026-03-31T05:15:05.402987Z","caller":"traceutil/trace.go:171","msg":"trace[1541794765] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:9778; }","duration":"3.823413432s","start":"2026-03-31T05:15:01.579567Z","end":"2026-03-31T05:15:05.40298Z","steps":["trace[1541794765] 'agreement among raft nodes before linearized reading' (duration: 3.823091143s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:05.402986Z","caller":"traceutil/trace.go:171","msg":"trace[266973776] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bb831ca4-1c8b-4e6d-b262-7ead7887a76b; range_end:; response_count:1; response_revision:9778; }","duration":"3.825746468s","start":"2026-03-31T05:15:01.577227Z","end":"2026-03-31T05:15:05.402973Z","steps":["trace[266973776] 'agreement among raft nodes before linearized reading' (duration: 3.825581554s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:05.402982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:02.379301Z","time spent":"3.023662989s","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:05.403012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:01.579558Z","time spent":"3.823447984s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":29,"response size":261482,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:15:05.403018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:01.577202Z","time spent":"3.825809009s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-bb831ca4-1c8b-4e6d-b262-7ead7887a76b\" "} {"level":"info","ts":"2026-03-31T05:15:05.421381Z","caller":"traceutil/trace.go:171","msg":"trace[1335658784] transaction","detail":"{read_only:false; response_revision:9779; number_of_response:1; }","duration":"192.056694ms","start":"2026-03-31T05:15:05.2293Z","end":"2026-03-31T05:15:05.421356Z","steps":["trace[1335658784] 'process raft request' (duration: 191.871779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:05.421565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507009517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:15:05.421628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834302245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T05:15:05.421641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71730552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:15:05.421669Z","caller":"traceutil/trace.go:171","msg":"trace[349874324] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9779; }","duration":"2.507218823s","start":"2026-03-31T05:15:02.914426Z","end":"2026-03-31T05:15:05.421645Z","steps":["trace[349874324] 'agreement among raft nodes before linearized reading' (duration: 2.506978266s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:05.421677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833494452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:05.421687Z","caller":"traceutil/trace.go:171","msg":"trace[1286285996] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1; range_end:; response_count:1; response_revision:9779; }","duration":"1.834420738s","start":"2026-03-31T05:15:03.58725Z","end":"2026-03-31T05:15:05.421671Z","steps":["trace[1286285996] 'agreement among raft nodes before linearized reading' (duration: 1.834113279s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:05.421565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.586659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:05.421711Z","caller":"traceutil/trace.go:171","msg":"trace[1334524614] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9779; }","duration":"2.717404413s","start":"2026-03-31T05:15:02.70429Z","end":"2026-03-31T05:15:05.421695Z","steps":["trace[1334524614] 'agreement among raft nodes before linearized reading' (duration: 2.717191187s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:05.42172Z","caller":"traceutil/trace.go:171","msg":"trace[1940734410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9779; }","duration":"1.833581414s","start":"2026-03-31T05:15:03.588129Z","end":"2026-03-31T05:15:05.42171Z","steps":["trace[1940734410] 'agreement among raft nodes before linearized reading' (duration: 1.833504762s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:05.421732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.587227Z","time spent":"1.83449116s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" "} {"level":"warn","ts":"2026-03-31T05:15:05.421748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.588108Z","time spent":"1.833635126s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:15:05.421746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:02.704283Z","time spent":"2.717456834s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19243,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:15:05.421727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:02.914398Z","time spent":"2.507315806s","remote":"127.0.0.1:35142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:15:05.421747Z","caller":"traceutil/trace.go:171","msg":"trace[639709967] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9779; }","duration":"804.872698ms","start":"2026-03-31T05:15:04.616858Z","end":"2026-03-31T05:15:05.42173Z","steps":["trace[639709967] 'agreement among raft nodes before linearized reading' (duration: 804.59761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:05.421574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324993654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:15:05.421794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:04.616833Z","time spent":"804.95079ms","remote":"127.0.0.1:37538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:15:05.421864Z","caller":"traceutil/trace.go:171","msg":"trace[363960519] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:9779; }","duration":"2.325377894s","start":"2026-03-31T05:15:03.096444Z","end":"2026-03-31T05:15:05.421821Z","steps":["trace[363960519] 'agreement among raft nodes before linearized reading' (duration: 2.324975113s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:05.421974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.096419Z","time spent":"2.325514508s","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:06.107046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.984064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-31T05:15:06.107224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:05.423941Z","time spent":"683.278816ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:15:06.10726Z","caller":"traceutil/trace.go:171","msg":"trace[580617932] transaction","detail":"{read_only:false; response_revision:9780; number_of_response:1; }","duration":"698.962194ms","start":"2026-03-31T05:15:05.408266Z","end":"2026-03-31T05:15:06.107228Z","steps":["trace[580617932] 'process raft request' (duration: 60.709102ms)","trace[580617932] 'compare' (duration: 637.792229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:06.10743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:05.408252Z","time spent":"699.084417ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:06.107425Z","caller":"traceutil/trace.go:171","msg":"trace[235938978] linearizableReadLoop","detail":"{readStateIndex:10150; appliedIndex:10149; }","duration":"686.059644ms","start":"2026-03-31T05:15:05.42133Z","end":"2026-03-31T05:15:06.107389Z","steps":["trace[235938978] 'read index received' (duration: 47.615478ms)","trace[235938978] 'applied index is now lower than readState.Index' (duration: 638.439946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:06.107576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.643471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-31T05:15:06.107615Z","caller":"traceutil/trace.go:171","msg":"trace[403428620] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9780; }","duration":"695.756434ms","start":"2026-03-31T05:15:05.411843Z","end":"2026-03-31T05:15:06.107599Z","steps":["trace[403428620] 'agreement among raft nodes before linearized reading' (duration: 695.62303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:06.10764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:05.41181Z","time spent":"695.825246ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-31T05:15:06.107771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.237407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T05:15:06.107804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.687166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:06.107818Z","caller":"traceutil/trace.go:171","msg":"trace[1386929459] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9780; }","duration":"701.365221ms","start":"2026-03-31T05:15:05.406443Z","end":"2026-03-31T05:15:06.107808Z","steps":["trace[1386929459] 'agreement among raft nodes before linearized reading' (duration: 701.122624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:06.107825Z","caller":"traceutil/trace.go:171","msg":"trace[1166631463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9780; }","duration":"684.750557ms","start":"2026-03-31T05:15:05.423068Z","end":"2026-03-31T05:15:06.107818Z","steps":["trace[1166631463] 'agreement among raft nodes before linearized reading' (duration: 684.717346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:06.107842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:05.423045Z","time spent":"684.793259ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:15:06.107855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:05.406421Z","time spent":"701.420013ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:15:06.108069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.19279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:06.108094Z","caller":"traceutil/trace.go:171","msg":"trace[1506701722] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9780; }","duration":"252.261212ms","start":"2026-03-31T05:15:05.855827Z","end":"2026-03-31T05:15:06.108088Z","steps":["trace[1506701722] 'agreement among raft nodes before linearized reading' (duration: 252.20551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:06.108208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.762419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:06.108233Z","caller":"traceutil/trace.go:171","msg":"trace[1363798876] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:9780; }","duration":"279.82842ms","start":"2026-03-31T05:15:05.828398Z","end":"2026-03-31T05:15:06.108226Z","steps":["trace[1363798876] 'agreement among raft nodes before linearized reading' (duration: 279.790409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:06.108374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.711468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:15:06.108394Z","caller":"traceutil/trace.go:171","msg":"trace[858499077] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9780; }","duration":"504.76854ms","start":"2026-03-31T05:15:05.603621Z","end":"2026-03-31T05:15:06.10839Z","steps":["trace[858499077] 'agreement among raft nodes before linearized reading' (duration: 504.701218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:06.10841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:05.603596Z","time spent":"504.810531ms","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19243,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:15:06.108604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.934151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:06.108639Z","caller":"traceutil/trace.go:171","msg":"trace[889617365] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9780; }","duration":"587.004903ms","start":"2026-03-31T05:15:05.521626Z","end":"2026-03-31T05:15:06.108631Z","steps":["trace[889617365] 'agreement among raft nodes before linearized reading' (duration: 586.942241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:06.108661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:05.521603Z","time spent":"587.052834ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:15:06.612698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792629862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:15:07.1135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792629862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:15:07.613738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792629862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:15:07.917196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.844777ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:07.917402Z","caller":"traceutil/trace.go:171","msg":"trace[703447195] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9780; }","duration":"635.064153ms","start":"2026-03-31T05:15:07.282301Z","end":"2026-03-31T05:15:07.917365Z","steps":["trace[703447195] 'range keys from in-memory index tree' (duration: 634.816987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:08.11495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792629862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:15:08.615928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792629862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:15:08.888905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999903441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:15:08.889035Z","caller":"traceutil/trace.go:171","msg":"trace[1440595412] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.018196671s","start":"2026-03-31T05:15:06.870811Z","end":"2026-03-31T05:15:08.889007Z","steps":["trace[1440595412] 'agreement among raft nodes before linearized reading' (duration: 1.999940342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:08.889102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:06.87079Z","time spent":"2.018292224s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:15:08.917174Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.806063244s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:15:08.918559Z","caller":"traceutil/trace.go:171","msg":"trace[968344880] transaction","detail":"{read_only:false; response_revision:9781; number_of_response:1; }","duration":"2.807528645s","start":"2026-03-31T05:15:06.110985Z","end":"2026-03-31T05:15:08.918513Z","steps":["trace[968344880] 'process raft request' (duration: 2.807031481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:08.918845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:06.110963Z","time spent":"2.807749861s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:09.966002Z","caller":"traceutil/trace.go:171","msg":"trace[649417366] transaction","detail":"{read_only:false; response_revision:9782; number_of_response:1; }","duration":"3.853746548s","start":"2026-03-31T05:15:06.112217Z","end":"2026-03-31T05:15:09.965964Z","steps":["trace[649417366] 'process raft request' (duration: 3.85344059s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:09.966049Z","caller":"traceutil/trace.go:171","msg":"trace[625810865] transaction","detail":"{read_only:false; response_revision:9786; number_of_response:1; }","duration":"3.852609617s","start":"2026-03-31T05:15:06.113423Z","end":"2026-03-31T05:15:09.966032Z","steps":["trace[625810865] 'process raft request' (duration: 3.852538155s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:09.966094Z","caller":"traceutil/trace.go:171","msg":"trace[1196879855] transaction","detail":"{read_only:false; response_revision:9785; number_of_response:1; }","duration":"3.853041609s","start":"2026-03-31T05:15:06.113031Z","end":"2026-03-31T05:15:09.966073Z","steps":["trace[1196879855] 'process raft request' (duration: 3.852903596s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:09.966094Z","caller":"traceutil/trace.go:171","msg":"trace[1630256467] transaction","detail":"{read_only:false; response_revision:9784; number_of_response:1; }","duration":"3.853300386s","start":"2026-03-31T05:15:06.112748Z","end":"2026-03-31T05:15:09.966048Z","steps":["trace[1630256467] 'process raft request' (duration: 3.853158922s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:09.966188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:06.112204Z","time spent":"3.853887123s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:09.966261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:06.113026Z","time spent":"3.853141612s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:09.966353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:06.112741Z","time spent":"3.853486922s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:09.966441Z","caller":"traceutil/trace.go:171","msg":"trace[1694871499] transaction","detail":"{read_only:false; response_revision:9787; number_of_response:1; }","duration":"3.852971497s","start":"2026-03-31T05:15:06.113457Z","end":"2026-03-31T05:15:09.966428Z","steps":["trace[1694871499] 'process raft request' (duration: 3.852533295s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:09.966492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:06.113453Z","time spent":"3.853014468s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:09.966605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:06.113418Z","time spent":"3.852671979s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:09.966025Z","caller":"traceutil/trace.go:171","msg":"trace[1598216712] transaction","detail":"{read_only:false; response_revision:9783; number_of_response:1; }","duration":"3.853559783s","start":"2026-03-31T05:15:06.112441Z","end":"2026-03-31T05:15:09.966001Z","steps":["trace[1598216712] 'process raft request' (duration: 3.853395909s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:09.966757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:06.112435Z","time spent":"3.854280113s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:10.898038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000181307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:15:10.898142Z","caller":"traceutil/trace.go:171","msg":"trace[1827783851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000339342s","start":"2026-03-31T05:15:08.89778Z","end":"2026-03-31T05:15:10.898119Z","steps":["trace[1827783851] 'agreement among raft nodes before linearized reading' (duration: 2.000201138s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:10.898191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:08.897766Z","time spent":"2.000417434s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:15:11.10137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135145094s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T05:15:11.1015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:10.241586Z","time spent":"859.906081ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:15:11.101878Z","caller":"traceutil/trace.go:171","msg":"trace[1487957702] transaction","detail":"{read_only:false; response_revision:9788; number_of_response:1; }","duration":"3.692574386s","start":"2026-03-31T05:15:07.409271Z","end":"2026-03-31T05:15:11.101845Z","steps":["trace[1487957702] 'process raft request' (duration: 3.692205896s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:11.102077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:07.409236Z","time spent":"3.69272705s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:11.922171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.214865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:11.922516Z","caller":"traceutil/trace.go:171","msg":"trace[1415883759] transaction","detail":"{read_only:false; response_revision:9790; number_of_response:1; }","duration":"4.511962028s","start":"2026-03-31T05:15:07.410522Z","end":"2026-03-31T05:15:11.922484Z","steps":["trace[1415883759] 'process raft request' (duration: 4.511787023s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:11.922507Z","caller":"traceutil/trace.go:171","msg":"trace[673159112] transaction","detail":"{read_only:false; response_revision:9789; number_of_response:1; }","duration":"4.512490442s","start":"2026-03-31T05:15:07.409982Z","end":"2026-03-31T05:15:11.922473Z","steps":["trace[673159112] 'process raft request' (duration: 3.691842365s)","trace[673159112] 'compare' (duration: 820.01154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:11.922615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:07.409948Z","time spent":"4.512614406s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:11.922627Z","caller":"traceutil/trace.go:171","msg":"trace[1850881487] linearizableReadLoop","detail":"{readStateIndex:10163; appliedIndex:10151; }","duration":"5.811044022s","start":"2026-03-31T05:15:06.111552Z","end":"2026-03-31T05:15:11.922596Z","steps":["trace[1850881487] 'read index received' (duration: 2.806678031s)","trace[1850881487] 'applied index is now lower than readState.Index' (duration: 3.004364681s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:11.922749Z","caller":"traceutil/trace.go:171","msg":"trace[231665993] transaction","detail":"{read_only:false; response_revision:9791; number_of_response:1; }","duration":"4.251910688s","start":"2026-03-31T05:15:07.670829Z","end":"2026-03-31T05:15:11.922739Z","steps":["trace[231665993] 'process raft request' (duration: 4.2516122s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:11.922594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:07.410512Z","time spent":"4.51204675s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:11.922856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:07.670705Z","time spent":"4.252070893s","remote":"127.0.0.1:60990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:11.923235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.811652309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7c8eb902-e278-4ed1-ad38-2109571a001c\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-31T05:15:11.923314Z","caller":"traceutil/trace.go:171","msg":"trace[1329033878] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7c8eb902-e278-4ed1-ad38-2109571a001c; range_end:; response_count:1; response_revision:9791; }","duration":"5.811842394s","start":"2026-03-31T05:15:06.111452Z","end":"2026-03-31T05:15:11.923294Z","steps":["trace[1329033878] 'agreement among raft nodes before linearized reading' (duration: 5.811517685s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:11.923359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:06.111435Z","time spent":"5.811917086s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-7c8eb902-e278-4ed1-ad38-2109571a001c\" "} {"level":"info","ts":"2026-03-31T05:15:12.013024Z","caller":"traceutil/trace.go:171","msg":"trace[1583681167] transaction","detail":"{read_only:false; response_revision:9792; number_of_response:1; }","duration":"232.507672ms","start":"2026-03-31T05:15:11.780486Z","end":"2026-03-31T05:15:12.012993Z","steps":["trace[1583681167] 'process raft request' (duration: 232.332007ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:12.01491Z","caller":"traceutil/trace.go:171","msg":"trace[237831102] transaction","detail":"{read_only:false; response_revision:9793; number_of_response:1; }","duration":"192.64139ms","start":"2026-03-31T05:15:11.822177Z","end":"2026-03-31T05:15:12.014819Z","steps":["trace[237831102] 'process raft request' (duration: 192.390093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:12.121546Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7685} {"level":"warn","ts":"2026-03-31T05:15:12.121941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.451968ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-31T05:15:12.122024Z","caller":"traceutil/trace.go:171","msg":"trace[1669337263] linearizableReadLoop","detail":"{readStateIndex:10165; appliedIndex:10163; }","duration":"199.302406ms","start":"2026-03-31T05:15:11.922704Z","end":"2026-03-31T05:15:12.122006Z","steps":["trace[1669337263] 'read index received' (duration: 90.02376ms)","trace[1669337263] 'applied index is now lower than readState.Index' (duration: 109.277376ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:12.122138Z","caller":"traceutil/trace.go:171","msg":"trace[1634058591] compact","detail":"{revision:7685; response_revision:9793; }","duration":"198.318968ms","start":"2026-03-31T05:15:11.923806Z","end":"2026-03-31T05:15:12.122125Z","steps":["trace[1634058591] 'process raft request' (duration: 90.909384ms)","trace[1634058591] 'check and update compact revision' (duration: 106.331064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:12.122143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.393881839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:12.122224Z","caller":"traceutil/trace.go:171","msg":"trace[1227642185] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9793; }","duration":"3.393977541s","start":"2026-03-31T05:15:08.728226Z","end":"2026-03-31T05:15:12.122203Z","steps":["trace[1227642185] 'agreement among raft nodes before linearized reading' (duration: 3.393829987s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.122273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:08.728158Z","time spent":"3.394105655s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:12.122354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.615701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:12.122387Z","caller":"traceutil/trace.go:171","msg":"trace[1903968548] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9793; }","duration":"229.694713ms","start":"2026-03-31T05:15:11.892681Z","end":"2026-03-31T05:15:12.122376Z","steps":["trace[1903968548] 'agreement among raft nodes before linearized reading' (duration: 229.630832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.122449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077381994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:12.122478Z","caller":"traceutil/trace.go:171","msg":"trace[546341630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9793; }","duration":"1.077441146s","start":"2026-03-31T05:15:11.045027Z","end":"2026-03-31T05:15:12.122468Z","steps":["trace[546341630] 'agreement among raft nodes before linearized reading' (duration: 1.077394625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.122437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390299837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:15:12.122538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489296156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:12.122555Z","caller":"traceutil/trace.go:171","msg":"trace[1047352067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9793; }","duration":"1.390486253s","start":"2026-03-31T05:15:10.732043Z","end":"2026-03-31T05:15:12.122529Z","steps":["trace[1047352067] 'agreement among raft nodes before linearized reading' (duration: 1.390261326s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.12258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121248544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:12.122612Z","caller":"traceutil/trace.go:171","msg":"trace[1293760262] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9793; }","duration":"2.121328856s","start":"2026-03-31T05:15:10.001273Z","end":"2026-03-31T05:15:12.122602Z","steps":["trace[1293760262] 'agreement among raft nodes before linearized reading' (duration: 2.120994616s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.122626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:10.732019Z","time spent":"1.390592666s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:12.122661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:10.001248Z","time spent":"2.121395498s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:12.12267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.830123523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:15:12.12272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.240157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:15:12.12273Z","caller":"traceutil/trace.go:171","msg":"trace[1240719902] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9793; }","duration":"5.830181695s","start":"2026-03-31T05:15:06.29254Z","end":"2026-03-31T05:15:12.122721Z","steps":["trace[1240719902] 'agreement among raft nodes before linearized reading' (duration: 5.829603449s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:12.122744Z","caller":"traceutil/trace.go:171","msg":"trace[1961964090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9793; }","duration":"151.305018ms","start":"2026-03-31T05:15:11.971433Z","end":"2026-03-31T05:15:12.122738Z","steps":["trace[1961964090] 'agreement among raft nodes before linearized reading' (duration: 150.751693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.122756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:06.292481Z","time spent":"5.830267748s","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:12.122585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771235243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:15:12.123055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.131267065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:12.123084Z","caller":"traceutil/trace.go:171","msg":"trace[1239749293] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9793; }","duration":"4.131363028s","start":"2026-03-31T05:15:07.991714Z","end":"2026-03-31T05:15:12.123077Z","steps":["trace[1239749293] 'agreement among raft nodes before linearized reading' (duration: 4.130492994s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.123103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:07.991632Z","time spent":"4.13146654s","remote":"127.0.0.1:33084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:12.123108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.711080608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:15:12.123089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.697628634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:12.123184Z","caller":"traceutil/trace.go:171","msg":"trace[1189465687] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9793; }","duration":"4.697759808s","start":"2026-03-31T05:15:07.425415Z","end":"2026-03-31T05:15:12.123175Z","steps":["trace[1189465687] 'agreement among raft nodes before linearized reading' (duration: 4.696822381s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.123192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.356650836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:15:12.123216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:07.425397Z","time spent":"4.697810818s","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:15:12.12323Z","caller":"traceutil/trace.go:171","msg":"trace[1861015970] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:9793; }","duration":"2.356714158s","start":"2026-03-31T05:15:09.766503Z","end":"2026-03-31T05:15:12.123217Z","steps":["trace[1861015970] 'agreement among raft nodes before linearized reading' (duration: 2.355774422s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.123236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.479983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:15:12.122612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048717802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:15:12.123291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:09.766475Z","time spent":"2.35678008s","remote":"127.0.0.1:33370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:12.123323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546346853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:12.123342Z","caller":"traceutil/trace.go:171","msg":"trace[1264077086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9793; }","duration":"2.546425356s","start":"2026-03-31T05:15:09.576913Z","end":"2026-03-31T05:15:12.123338Z","steps":["trace[1264077086] 'agreement among raft nodes before linearized reading' (duration: 2.545346086s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.123331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224323541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:12.123145Z","caller":"traceutil/trace.go:171","msg":"trace[1256292007] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:9793; }","duration":"4.71115031s","start":"2026-03-31T05:15:07.411985Z","end":"2026-03-31T05:15:12.123135Z","steps":["trace[1256292007] 'agreement among raft nodes before linearized reading' (duration: 4.710280756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.123371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:09.576887Z","time spent":"2.546474737s","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:12.123399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:07.411962Z","time spent":"4.711425519s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:15:12.122497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:11.045006Z","time spent":"1.077485428s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:15:12.123443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.727633237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:12.123473Z","caller":"traceutil/trace.go:171","msg":"trace[1475450667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9793; }","duration":"5.727711189s","start":"2026-03-31T05:15:06.395752Z","end":"2026-03-31T05:15:12.123464Z","steps":["trace[1475450667] 'agreement among raft nodes before linearized reading' (duration: 5.726531186s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.123516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:06.395726Z","time spent":"5.727779511s","remote":"127.0.0.1:51764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:12.122917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.205565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:15:12.122932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.008320912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:15:12.122571Z","caller":"traceutil/trace.go:171","msg":"trace[858469627] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9793; }","duration":"4.489366298s","start":"2026-03-31T05:15:07.633194Z","end":"2026-03-31T05:15:12.12256Z","steps":["trace[858469627] 'agreement among raft nodes before linearized reading' (duration: 4.489029139s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.123625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:07.633168Z","time spent":"4.490448808s","remote":"127.0.0.1:33504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:15:12.123632Z","caller":"traceutil/trace.go:171","msg":"trace[1971172362] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9793; }","duration":"6.009017761s","start":"2026-03-31T05:15:06.114597Z","end":"2026-03-31T05:15:12.123615Z","steps":["trace[1971172362] 'agreement among raft nodes before linearized reading' (duration: 6.00754495s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.123672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:06.114593Z","time spent":"6.009067682s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19243,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:15:12.122979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.011300474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:15:12.123401Z","caller":"traceutil/trace.go:171","msg":"trace[1632051248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9793; }","duration":"1.224420543s","start":"2026-03-31T05:15:10.898952Z","end":"2026-03-31T05:15:12.123373Z","steps":["trace[1632051248] 'agreement among raft nodes before linearized reading' (duration: 1.223350393s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:12.123293Z","caller":"traceutil/trace.go:171","msg":"trace[1750889848] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9793; }","duration":"2.049436222s","start":"2026-03-31T05:15:10.073846Z","end":"2026-03-31T05:15:12.123282Z","steps":["trace[1750889848] 'agreement among raft nodes before linearized reading' (duration: 2.048252919s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.123805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:10.073791Z","time spent":"2.050005578s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:15:12.123784Z","caller":"traceutil/trace.go:171","msg":"trace[354879875] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9793; }","duration":"6.012134078s","start":"2026-03-31T05:15:06.111612Z","end":"2026-03-31T05:15:12.123746Z","steps":["trace[354879875] 'agreement among raft nodes before linearized reading' (duration: 6.010540943s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.123805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:10.898928Z","time spent":"1.224860476s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:15:12.123835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.813591033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:12.123857Z","caller":"traceutil/trace.go:171","msg":"trace[743348940] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9793; }","duration":"5.813645804s","start":"2026-03-31T05:15:06.310204Z","end":"2026-03-31T05:15:12.12385Z","steps":["trace[743348940] 'agreement among raft nodes before linearized reading' (duration: 5.812092361s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.123885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:06.310187Z","time spent":"5.813691075s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:12.123889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:06.111576Z","time spent":"6.012272871s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T05:15:12.123001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.011408608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:12.123926Z","caller":"traceutil/trace.go:171","msg":"trace[1299098506] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9793; }","duration":"6.012356214s","start":"2026-03-31T05:15:06.111562Z","end":"2026-03-31T05:15:12.123919Z","steps":["trace[1299098506] 'agreement among raft nodes before linearized reading' (duration: 6.010600295s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.123948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:06.111553Z","time spent":"6.012389695s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:15:12.123812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.198310907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T05:15:12.122978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.317019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:15:12.124064Z","caller":"traceutil/trace.go:171","msg":"trace[1698097057] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62; range_end:; response_count:1; response_revision:9793; }","duration":"3.198598405s","start":"2026-03-31T05:15:08.925457Z","end":"2026-03-31T05:15:12.124055Z","steps":["trace[1698097057] 'agreement among raft nodes before linearized reading' (duration: 3.196833326s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.122852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.947702148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:15:12.124087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:08.925439Z","time spent":"3.198641967s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62\" "} {"level":"info","ts":"2026-03-31T05:15:12.124092Z","caller":"traceutil/trace.go:171","msg":"trace[1484671439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9793; }","duration":"152.43155ms","start":"2026-03-31T05:15:11.971642Z","end":"2026-03-31T05:15:12.124074Z","steps":["trace[1484671439] 'agreement among raft nodes before linearized reading' (duration: 150.596688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.123042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.428722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:15:12.123023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.992889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:15:12.124255Z","caller":"traceutil/trace.go:171","msg":"trace[1101225631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9793; }","duration":"152.236404ms","start":"2026-03-31T05:15:11.97201Z","end":"2026-03-31T05:15:12.124246Z","steps":["trace[1101225631] 'agreement among raft nodes before linearized reading' (duration: 150.201348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:12.124112Z","caller":"traceutil/trace.go:171","msg":"trace[2096894154] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9793; }","duration":"3.949000914s","start":"2026-03-31T05:15:08.175099Z","end":"2026-03-31T05:15:12.1241Z","steps":["trace[2096894154] 'agreement among raft nodes before linearized reading' (duration: 3.946995418s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:12.123087Z","caller":"traceutil/trace.go:171","msg":"trace[1754408256] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9793; }","duration":"2.771797439s","start":"2026-03-31T05:15:09.35127Z","end":"2026-03-31T05:15:12.123067Z","steps":["trace[1754408256] 'agreement among raft nodes before linearized reading' (duration: 2.770992686s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.124312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:08.175076Z","time spent":"3.949224941s","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:12.124346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:09.351238Z","time spent":"2.773083795s","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:12.122878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.830383011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:12.124221Z","caller":"traceutil/trace.go:171","msg":"trace[1679875845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9793; }","duration":"152.615634ms","start":"2026-03-31T05:15:11.971593Z","end":"2026-03-31T05:15:12.124208Z","steps":["trace[1679875845] 'agreement among raft nodes before linearized reading' (duration: 150.65437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:12.124408Z","caller":"traceutil/trace.go:171","msg":"trace[457159422] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9793; }","duration":"5.831947185s","start":"2026-03-31T05:15:06.292446Z","end":"2026-03-31T05:15:12.124393Z","steps":["trace[457159422] 'agreement among raft nodes before linearized reading' (duration: 5.829680591s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:12.123265Z","caller":"traceutil/trace.go:171","msg":"trace[738912638] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9793; }","duration":"151.596176ms","start":"2026-03-31T05:15:11.971661Z","end":"2026-03-31T05:15:12.123257Z","steps":["trace[738912638] 'agreement among raft nodes before linearized reading' (duration: 150.558997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.124454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:06.292422Z","time spent":"5.832019597s","remote":"127.0.0.1:33224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:15:12.123595Z","caller":"traceutil/trace.go:171","msg":"trace[1204765988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9793; }","duration":"151.891825ms","start":"2026-03-31T05:15:11.971691Z","end":"2026-03-31T05:15:12.123583Z","steps":["trace[1204765988] 'agreement among raft nodes before linearized reading' (duration: 150.537577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.696187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.725888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:15:12.69631Z","caller":"traceutil/trace.go:171","msg":"trace[2054978450] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:9793; }","duration":"566.885933ms","start":"2026-03-31T05:15:12.12939Z","end":"2026-03-31T05:15:12.696276Z","steps":["trace[2054978450] 'range keys from in-memory index tree' (duration: 566.523873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.696386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:12.12938Z","time spent":"566.991546ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-31T05:15:12.69691Z","caller":"traceutil/trace.go:171","msg":"trace[1954803483] linearizableReadLoop","detail":"{readStateIndex:10167; appliedIndex:10166; }","duration":"567.298434ms","start":"2026-03-31T05:15:12.129579Z","end":"2026-03-31T05:15:12.696877Z","steps":["trace[1954803483] 'read index received' (duration: 58.031µs)","trace[1954803483] 'applied index is now lower than readState.Index' (duration: 567.239193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:12.697437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.829539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261459"} {"level":"info","ts":"2026-03-31T05:15:12.696993Z","caller":"traceutil/trace.go:171","msg":"trace[969590066] transaction","detail":"{read_only:false; response_revision:9794; number_of_response:1; }","duration":"567.397317ms","start":"2026-03-31T05:15:12.12955Z","end":"2026-03-31T05:15:12.696948Z","steps":["trace[969590066] 'process raft request' (duration: 512.183388ms)","trace[969590066] 'compare' (duration: 54.789937ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:12.697499Z","caller":"traceutil/trace.go:171","msg":"trace[1592364393] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:9794; }","duration":"567.908871ms","start":"2026-03-31T05:15:12.129575Z","end":"2026-03-31T05:15:12.697484Z","steps":["trace[1592364393] 'agreement among raft nodes before linearized reading' (duration: 567.440878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:12.697537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:12.129549Z","time spent":"567.978143ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":29,"response size":261482,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:15:12.697607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:12.129527Z","time spent":"567.988124ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:13.431436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.155049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:13.431722Z","caller":"traceutil/trace.go:171","msg":"trace[1981010143] transaction","detail":"{read_only:false; response_revision:9795; number_of_response:1; }","duration":"1.301591303s","start":"2026-03-31T05:15:12.130076Z","end":"2026-03-31T05:15:13.431667Z","steps":["trace[1981010143] 'process raft request' (duration: 1.049080174s)","trace[1981010143] 'compare' (duration: 251.916022ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:13.43177Z","caller":"traceutil/trace.go:171","msg":"trace[521548975] transaction","detail":"{read_only:false; response_revision:9796; number_of_response:1; }","duration":"1.301633045s","start":"2026-03-31T05:15:12.130106Z","end":"2026-03-31T05:15:13.431739Z","steps":["trace[521548975] 'process raft request' (duration: 1.30146686s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:13.432042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:12.130089Z","time spent":"1.301730567s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:13.432084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:12.130061Z","time spent":"1.301741607s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:13.432082Z","caller":"traceutil/trace.go:171","msg":"trace[561044368] transaction","detail":"{read_only:false; response_revision:9797; number_of_response:1; }","duration":"1.301789499s","start":"2026-03-31T05:15:12.130248Z","end":"2026-03-31T05:15:13.432037Z","steps":["trace[561044368] 'process raft request' (duration: 1.301411418s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:13.43213Z","caller":"traceutil/trace.go:171","msg":"trace[1284333753] transaction","detail":"{read_only:false; response_revision:9799; number_of_response:1; }","duration":"1.301055788s","start":"2026-03-31T05:15:12.131024Z","end":"2026-03-31T05:15:13.432079Z","steps":["trace[1284333753] 'process raft request' (duration: 1.300746639s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:13.43224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299198626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:13.432102Z","caller":"traceutil/trace.go:171","msg":"trace[402028853] transaction","detail":"{read_only:false; response_revision:9798; number_of_response:1; }","duration":"1.301183971s","start":"2026-03-31T05:15:12.130878Z","end":"2026-03-31T05:15:13.432062Z","steps":["trace[402028853] 'process raft request' (duration: 1.300843892s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:13.4323Z","caller":"traceutil/trace.go:171","msg":"trace[1657685134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9800; }","duration":"1.299272709s","start":"2026-03-31T05:15:12.133011Z","end":"2026-03-31T05:15:13.432283Z","steps":["trace[1657685134] 'agreement among raft nodes before linearized reading' (duration: 1.299168836s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:13.432294Z","caller":"traceutil/trace.go:171","msg":"trace[1016418020] transaction","detail":"{read_only:false; response_revision:9801; number_of_response:1; }","duration":"504.464942ms","start":"2026-03-31T05:15:12.927811Z","end":"2026-03-31T05:15:13.432275Z","steps":["trace[1016418020] 'process raft request' (duration: 504.349889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:13.43229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:12.697835Z","time spent":"734.445123ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:15:13.432353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:12.133003Z","time spent":"1.29933929s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:15:13.432389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:12.130995Z","time spent":"1.301252984s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:13.432428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:12.927779Z","time spent":"504.570565ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:13.432318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:12.130869Z","time spent":"1.301425818s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:13.432197Z","caller":"traceutil/trace.go:171","msg":"trace[426307207] linearizableReadLoop","detail":"{readStateIndex:10173; appliedIndex:10167; }","duration":"735.182293ms","start":"2026-03-31T05:15:12.696985Z","end":"2026-03-31T05:15:13.432167Z","steps":["trace[426307207] 'read index received' (duration: 482.211862ms)","trace[426307207] 'applied index is now lower than readState.Index' (duration: 252.967651ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:13.432502Z","caller":"traceutil/trace.go:171","msg":"trace[389270131] transaction","detail":"{read_only:false; response_revision:9802; number_of_response:1; }","duration":"324.078394ms","start":"2026-03-31T05:15:13.108403Z","end":"2026-03-31T05:15:13.432481Z","steps":["trace[389270131] 'process raft request' (duration: 323.826777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:13.43253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302845728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:15:13.432294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:12.130236Z","time spent":"1.301950033s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:13.432566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:13.108371Z","time spent":"324.165687ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:13.432574Z","caller":"traceutil/trace.go:171","msg":"trace[666913755] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9801; }","duration":"1.302984841s","start":"2026-03-31T05:15:12.129579Z","end":"2026-03-31T05:15:13.432564Z","steps":["trace[666913755] 'agreement among raft nodes before linearized reading' (duration: 1.302639702s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:13.432123Z","caller":"traceutil/trace.go:171","msg":"trace[629354292] transaction","detail":"{read_only:false; response_revision:9800; number_of_response:1; }","duration":"1.300750509s","start":"2026-03-31T05:15:12.131338Z","end":"2026-03-31T05:15:13.432088Z","steps":["trace[629354292] 'process raft request' (duration: 1.300477662s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:13.432627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:12.129561Z","time spent":"1.303058254s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:15:13.432669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:12.131327Z","time spent":"1.301299964s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:13.432746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.382809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T05:15:13.432832Z","caller":"traceutil/trace.go:171","msg":"trace[94224578] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1; range_end:; response_count:1; response_revision:9802; }","duration":"730.467682ms","start":"2026-03-31T05:15:12.702355Z","end":"2026-03-31T05:15:13.432822Z","steps":["trace[94224578] 'agreement among raft nodes before linearized reading' (duration: 730.268326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:13.432856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:12.702295Z","time spent":"730.555604ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" "} {"level":"warn","ts":"2026-03-31T05:15:13.625563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.419353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:13.625663Z","caller":"traceutil/trace.go:171","msg":"trace[1563499421] linearizableReadLoop","detail":"{readStateIndex:10178; appliedIndex:10176; }","duration":"190.669855ms","start":"2026-03-31T05:15:13.434976Z","end":"2026-03-31T05:15:13.625646Z","steps":["trace[1563499421] 'read index received' (duration: 2.778317ms)","trace[1563499421] 'applied index is now lower than readState.Index' (duration: 187.890098ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:13.625748Z","caller":"traceutil/trace.go:171","msg":"trace[379717041] transaction","detail":"{read_only:false; response_revision:9804; number_of_response:1; }","duration":"190.813549ms","start":"2026-03-31T05:15:13.43492Z","end":"2026-03-31T05:15:13.625734Z","steps":["trace[379717041] 'process raft request' (duration: 40.137309ms)","trace[379717041] 'compare' (duration: 75.864675ms)","trace[379717041] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1; req_size:756; } (duration: 74.383454ms)"],"step_count":3} {"level":"warn","ts":"2026-03-31T05:15:13.626051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.073476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:13.626074Z","caller":"traceutil/trace.go:171","msg":"trace[794676881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9804; }","duration":"191.118758ms","start":"2026-03-31T05:15:13.434949Z","end":"2026-03-31T05:15:13.626068Z","steps":["trace[794676881] 'agreement among raft nodes before linearized reading' (duration: 191.052416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:13.626343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.252721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:15:13.626444Z","caller":"traceutil/trace.go:171","msg":"trace[594179102] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9804; }","duration":"191.415486ms","start":"2026-03-31T05:15:13.435007Z","end":"2026-03-31T05:15:13.626422Z","steps":["trace[594179102] 'agreement among raft nodes before linearized reading' (duration: 191.118697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:13.626355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.655844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:15:13.626772Z","caller":"traceutil/trace.go:171","msg":"trace[451441029] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9804; }","duration":"187.128537ms","start":"2026-03-31T05:15:13.439619Z","end":"2026-03-31T05:15:13.626748Z","steps":["trace[451441029] 'agreement among raft nodes before linearized reading' (duration: 186.52131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:13.838978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.887797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:13.839081Z","caller":"traceutil/trace.go:171","msg":"trace[1266674269] linearizableReadLoop","detail":"{readStateIndex:10179; appliedIndex:10178; }","duration":"203.04372ms","start":"2026-03-31T05:15:13.63602Z","end":"2026-03-31T05:15:13.839063Z","steps":["trace[1266674269] 'read index received' (duration: 75.975598ms)","trace[1266674269] 'applied index is now lower than readState.Index' (duration: 127.065632ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:13.839131Z","caller":"traceutil/trace.go:171","msg":"trace[1334822474] transaction","detail":"{read_only:false; response_revision:9805; number_of_response:1; }","duration":"204.349236ms","start":"2026-03-31T05:15:13.634748Z","end":"2026-03-31T05:15:13.839097Z","steps":["trace[1334822474] 'process raft request' (duration: 77.221472ms)","trace[1334822474] 'compare' (duration: 78.868799ms)","trace[1334822474] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1; req_size:756; } (duration: 47.436662ms)"],"step_count":3} {"level":"warn","ts":"2026-03-31T05:15:13.839401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.095919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-31T05:15:13.839361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.493372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:13.839428Z","caller":"traceutil/trace.go:171","msg":"trace[1414699101] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9805; }","duration":"185.170182ms","start":"2026-03-31T05:15:13.654248Z","end":"2026-03-31T05:15:13.839418Z","steps":["trace[1414699101] 'agreement among raft nodes before linearized reading' (duration: 184.977597ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:13.839481Z","caller":"traceutil/trace.go:171","msg":"trace[717890198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9805; }","duration":"203.654607ms","start":"2026-03-31T05:15:13.635807Z","end":"2026-03-31T05:15:13.839462Z","steps":["trace[717890198] 'agreement among raft nodes before linearized reading' (duration: 203.40221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:13.98528Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7685,"took":"1.859357742s","hash":3804449196,"current-db-size-bytes":52740096,"current-db-size":"53 MB","current-db-size-in-use-bytes":24031232,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-31T05:15:13.985385Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3804449196,"revision":7685,"compact-revision":5208} {"level":"warn","ts":"2026-03-31T05:15:13.986404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.153972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:13.986676Z","caller":"traceutil/trace.go:171","msg":"trace[950366910] transaction","detail":"{read_only:false; response_revision:9806; number_of_response:1; }","duration":"140.607779ms","start":"2026-03-31T05:15:13.846029Z","end":"2026-03-31T05:15:13.986637Z","steps":["trace[950366910] 'process raft request' (duration: 21.091167ms)","trace[950366910] 'compare' (duration: 118.935446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:14.625419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.691974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:14.625541Z","caller":"traceutil/trace.go:171","msg":"trace[1385344956] linearizableReadLoop","detail":"{readStateIndex:10182; appliedIndex:10181; }","duration":"581.49716ms","start":"2026-03-31T05:15:14.044024Z","end":"2026-03-31T05:15:14.625521Z","steps":["trace[1385344956] 'read index received' (duration: 50.56819ms)","trace[1385344956] 'applied index is now lower than readState.Index' (duration: 530.92772ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:14.625639Z","caller":"traceutil/trace.go:171","msg":"trace[662516024] transaction","detail":"{read_only:false; response_revision:9808; number_of_response:1; }","duration":"695.814967ms","start":"2026-03-31T05:15:13.929813Z","end":"2026-03-31T05:15:14.625628Z","steps":["trace[662516024] 'process raft request' (duration: 164.807655ms)","trace[662516024] 'compare' (duration: 530.311723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:14.625691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:13.929779Z","time spent":"695.884469ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:14.625951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.612968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:14.626031Z","caller":"traceutil/trace.go:171","msg":"trace[631884154] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9808; }","duration":"442.758253ms","start":"2026-03-31T05:15:14.183255Z","end":"2026-03-31T05:15:14.626013Z","steps":["trace[631884154] 'agreement among raft nodes before linearized reading' (duration: 442.621799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:14.626032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.017735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-31T05:15:14.626075Z","caller":"traceutil/trace.go:171","msg":"trace[1841009769] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9808; }","duration":"582.158888ms","start":"2026-03-31T05:15:14.043903Z","end":"2026-03-31T05:15:14.626062Z","steps":["trace[1841009769] 'agreement among raft nodes before linearized reading' (duration: 582.012134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:14.626075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:14.183225Z","time spent":"442.836744ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:14.626105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:14.04387Z","time spent":"582.2295ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-31T05:15:15.782823Z","caller":"traceutil/trace.go:171","msg":"trace[1658186430] transaction","detail":"{read_only:false; response_revision:9813; number_of_response:1; }","duration":"280.067467ms","start":"2026-03-31T05:15:15.502724Z","end":"2026-03-31T05:15:15.782791Z","steps":["trace[1658186430] 'process raft request' (duration: 279.839051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:15.783166Z","caller":"traceutil/trace.go:171","msg":"trace[1365987439] transaction","detail":"{read_only:false; response_revision:9814; number_of_response:1; }","duration":"279.521142ms","start":"2026-03-31T05:15:15.503634Z","end":"2026-03-31T05:15:15.783156Z","steps":["trace[1365987439] 'process raft request' (duration: 279.115621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:15.783223Z","caller":"traceutil/trace.go:171","msg":"trace[20053718] transaction","detail":"{read_only:false; response_revision:9815; number_of_response:1; }","duration":"278.843453ms","start":"2026-03-31T05:15:15.504349Z","end":"2026-03-31T05:15:15.783192Z","steps":["trace[20053718] 'process raft request' (duration: 278.675209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:16.154756Z","caller":"traceutil/trace.go:171","msg":"trace[924536662] linearizableReadLoop","detail":"{readStateIndex:10190; appliedIndex:10189; }","duration":"134.819998ms","start":"2026-03-31T05:15:16.019911Z","end":"2026-03-31T05:15:16.154731Z","steps":["trace[924536662] 'read index received' (duration: 134.706695ms)","trace[924536662] 'applied index is now lower than readState.Index' (duration: 112.003µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:16.154793Z","caller":"traceutil/trace.go:171","msg":"trace[351764690] transaction","detail":"{read_only:false; response_revision:9816; number_of_response:1; }","duration":"161.722948ms","start":"2026-03-31T05:15:15.993039Z","end":"2026-03-31T05:15:16.154762Z","steps":["trace[351764690] 'process raft request' (duration: 161.522823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:16.154942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.992143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:16.155021Z","caller":"traceutil/trace.go:171","msg":"trace[1970663288] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9816; }","duration":"135.098456ms","start":"2026-03-31T05:15:16.0199Z","end":"2026-03-31T05:15:16.154998Z","steps":["trace[1970663288] 'agreement among raft nodes before linearized reading' (duration: 134.927021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:16.155907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.893084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:15:16.156034Z","caller":"traceutil/trace.go:171","msg":"trace[2136011983] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9816; }","duration":"119.118861ms","start":"2026-03-31T05:15:16.036895Z","end":"2026-03-31T05:15:16.156014Z","steps":["trace[2136011983] 'agreement among raft nodes before linearized reading' (duration: 117.967269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:17.221205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792629934,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:15:17.401822Z","caller":"traceutil/trace.go:171","msg":"trace[475149060] transaction","detail":"{read_only:false; response_revision:9817; number_of_response:1; }","duration":"768.813932ms","start":"2026-03-31T05:15:16.632941Z","end":"2026-03-31T05:15:17.401755Z","steps":["trace[475149060] 'process raft request' (duration: 768.560205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:17.402084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:16.632886Z","time spent":"769.038118ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:17.797905Z","caller":"traceutil/trace.go:171","msg":"trace[1103566310] linearizableReadLoop","detail":"{readStateIndex:10192; appliedIndex:10190; }","duration":"1.077139697s","start":"2026-03-31T05:15:16.720724Z","end":"2026-03-31T05:15:17.797864Z","steps":["trace[1103566310] 'read index received' (duration: 680.178062ms)","trace[1103566310] 'applied index is now lower than readState.Index' (duration: 396.957985ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:17.797924Z","caller":"traceutil/trace.go:171","msg":"trace[33337912] transaction","detail":"{read_only:false; response_revision:9818; number_of_response:1; }","duration":"334.951357ms","start":"2026-03-31T05:15:17.462946Z","end":"2026-03-31T05:15:17.797898Z","steps":["trace[33337912] 'process raft request' (duration: 334.784103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:17.798145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:17.462914Z","time spent":"335.139653ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:17.798252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.065843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:17.798308Z","caller":"traceutil/trace.go:171","msg":"trace[653904862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9818; }","duration":"927.135945ms","start":"2026-03-31T05:15:16.871159Z","end":"2026-03-31T05:15:17.798295Z","steps":["trace[653904862] 'agreement among raft nodes before linearized reading' (duration: 927.039203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:17.798351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:16.871138Z","time spent":"927.203737ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:15:17.798354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077577389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:15:17.79848Z","caller":"traceutil/trace.go:171","msg":"trace[2050417243] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:9818; }","duration":"1.077770075s","start":"2026-03-31T05:15:16.72068Z","end":"2026-03-31T05:15:17.79845Z","steps":["trace[2050417243] 'agreement among raft nodes before linearized reading' (duration: 1.077290251s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:17.798559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:16.720659Z","time spent":"1.077883777s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:15:17.798635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.045078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:17.798694Z","caller":"traceutil/trace.go:171","msg":"trace[1990861567] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9818; }","duration":"788.144221ms","start":"2026-03-31T05:15:17.010532Z","end":"2026-03-31T05:15:17.798676Z","steps":["trace[1990861567] 'agreement among raft nodes before linearized reading' (duration: 788.046218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:17.798726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.603988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:15:17.798743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:17.01051Z","time spent":"788.219152ms","remote":"127.0.0.1:35154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:17.798748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.338699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:15:17.798853Z","caller":"traceutil/trace.go:171","msg":"trace[1075462435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9818; }","duration":"297.509023ms","start":"2026-03-31T05:15:17.501321Z","end":"2026-03-31T05:15:17.79883Z","steps":["trace[1075462435] 'agreement among raft nodes before linearized reading' (duration: 297.195094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:17.798783Z","caller":"traceutil/trace.go:171","msg":"trace[736327379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9818; }","duration":"296.679931ms","start":"2026-03-31T05:15:17.502089Z","end":"2026-03-31T05:15:17.798769Z","steps":["trace[736327379] 'agreement among raft nodes before linearized reading' (duration: 296.565997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:17.799089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.562572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:15:17.800332Z","caller":"traceutil/trace.go:171","msg":"trace[1731086137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9818; }","duration":"270.769008ms","start":"2026-03-31T05:15:17.528404Z","end":"2026-03-31T05:15:17.799173Z","steps":["trace[1731086137] 'agreement among raft nodes before linearized reading' (duration: 269.945675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:17.906594Z","caller":"traceutil/trace.go:171","msg":"trace[1936968958] transaction","detail":"{read_only:false; response_revision:9820; number_of_response:1; }","duration":"103.677061ms","start":"2026-03-31T05:15:17.802884Z","end":"2026-03-31T05:15:17.906561Z","steps":["trace[1936968958] 'process raft request' (duration: 103.468635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:17.906887Z","caller":"traceutil/trace.go:171","msg":"trace[538138864] transaction","detail":"{read_only:false; response_revision:9822; number_of_response:1; }","duration":"103.174746ms","start":"2026-03-31T05:15:17.803696Z","end":"2026-03-31T05:15:17.906871Z","steps":["trace[538138864] 'process raft request' (duration: 103.080864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:17.906917Z","caller":"traceutil/trace.go:171","msg":"trace[1169339261] transaction","detail":"{read_only:false; response_revision:9821; number_of_response:1; }","duration":"103.538186ms","start":"2026-03-31T05:15:17.80333Z","end":"2026-03-31T05:15:17.906868Z","steps":["trace[1169339261] 'process raft request' (duration: 103.170916ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:17.907136Z","caller":"traceutil/trace.go:171","msg":"trace[894386815] transaction","detail":"{read_only:false; response_revision:9823; number_of_response:1; }","duration":"102.087296ms","start":"2026-03-31T05:15:17.805032Z","end":"2026-03-31T05:15:17.907119Z","steps":["trace[894386815] 'process raft request' (duration: 101.799718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:17.90708Z","caller":"traceutil/trace.go:171","msg":"trace[1984396086] linearizableReadLoop","detail":"{readStateIndex:10197; appliedIndex:10193; }","duration":"103.271559ms","start":"2026-03-31T05:15:17.803788Z","end":"2026-03-31T05:15:17.90706Z","steps":["trace[1984396086] 'read index received' (duration: 92.296043ms)","trace[1984396086] 'applied index is now lower than readState.Index' (duration: 10.974605ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:17.9072Z","caller":"traceutil/trace.go:171","msg":"trace[1603877455] transaction","detail":"{read_only:false; response_revision:9824; number_of_response:1; }","duration":"101.88126ms","start":"2026-03-31T05:15:17.805268Z","end":"2026-03-31T05:15:17.907149Z","steps":["trace[1603877455] 'process raft request' (duration: 101.673384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:17.907505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.696061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261459"} {"level":"info","ts":"2026-03-31T05:15:17.907553Z","caller":"traceutil/trace.go:171","msg":"trace[959907923] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:9824; }","duration":"103.794424ms","start":"2026-03-31T05:15:17.80375Z","end":"2026-03-31T05:15:17.907544Z","steps":["trace[959907923] 'agreement among raft nodes before linearized reading' (duration: 103.380112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:18.199805Z","caller":"traceutil/trace.go:171","msg":"trace[352220706] transaction","detail":"{read_only:false; response_revision:9825; number_of_response:1; }","duration":"125.567611ms","start":"2026-03-31T05:15:18.07421Z","end":"2026-03-31T05:15:18.199777Z","steps":["trace[352220706] 'process raft request' (duration: 125.348895ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:19.236732Z","caller":"traceutil/trace.go:171","msg":"trace[993532968] transaction","detail":"{read_only:false; response_revision:9827; number_of_response:1; }","duration":"127.040621ms","start":"2026-03-31T05:15:19.109662Z","end":"2026-03-31T05:15:19.236703Z","steps":["trace[993532968] 'process raft request' (duration: 126.859886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:19.405881Z","caller":"traceutil/trace.go:171","msg":"trace[733141453] transaction","detail":"{read_only:false; response_revision:9828; number_of_response:1; }","duration":"191.746736ms","start":"2026-03-31T05:15:19.214102Z","end":"2026-03-31T05:15:19.405848Z","steps":["trace[733141453] 'process raft request' (duration: 134.85788ms)","trace[733141453] 'compare' (duration: 56.6725ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:19.585579Z","caller":"traceutil/trace.go:171","msg":"trace[1956024050] linearizableReadLoop","detail":"{readStateIndex:10205; appliedIndex:10203; }","duration":"154.086706ms","start":"2026-03-31T05:15:19.431454Z","end":"2026-03-31T05:15:19.585541Z","steps":["trace[1956024050] 'read index received' (duration: 19.675199ms)","trace[1956024050] 'applied index is now lower than readState.Index' (duration: 134.409747ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:19.585876Z","caller":"traceutil/trace.go:171","msg":"trace[1459676744] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9830; }","duration":"175.824961ms","start":"2026-03-31T05:15:19.410019Z","end":"2026-03-31T05:15:19.585844Z","steps":["trace[1459676744] 'process raft request' (duration: 104.701229ms)","trace[1459676744] 'compare' (duration: 70.467854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:19.585966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.489067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:19.586047Z","caller":"traceutil/trace.go:171","msg":"trace[1387519015] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9830; }","duration":"154.5862ms","start":"2026-03-31T05:15:19.431443Z","end":"2026-03-31T05:15:19.586029Z","steps":["trace[1387519015] 'agreement among raft nodes before linearized reading' (duration: 154.23985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:19.905745Z","caller":"traceutil/trace.go:171","msg":"trace[2142261790] transaction","detail":"{read_only:false; response_revision:9831; number_of_response:1; }","duration":"101.52221ms","start":"2026-03-31T05:15:19.804194Z","end":"2026-03-31T05:15:19.905716Z","steps":["trace[2142261790] 'process raft request' (duration: 100.867222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:20.335752Z","caller":"traceutil/trace.go:171","msg":"trace[1119719805] transaction","detail":"{read_only:false; response_revision:9832; number_of_response:1; }","duration":"424.718099ms","start":"2026-03-31T05:15:19.911007Z","end":"2026-03-31T05:15:20.335726Z","steps":["trace[1119719805] 'process raft request' (duration: 424.528553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:20.335945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:19.910988Z","time spent":"424.842072ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:20.336025Z","caller":"traceutil/trace.go:171","msg":"trace[377756818] linearizableReadLoop","detail":"{readStateIndex:10207; appliedIndex:10207; }","duration":"423.927417ms","start":"2026-03-31T05:15:19.911906Z","end":"2026-03-31T05:15:20.335834Z","steps":["trace[377756818] 'read index received' (duration: 423.914636ms)","trace[377756818] 'applied index is now lower than readState.Index' (duration: 11.35µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:20.336315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.40545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:15:20.336381Z","caller":"traceutil/trace.go:171","msg":"trace[381646842] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9832; }","duration":"424.499973ms","start":"2026-03-31T05:15:19.911864Z","end":"2026-03-31T05:15:20.336364Z","steps":["trace[381646842] 'agreement among raft nodes before linearized reading' (duration: 424.261107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:20.33643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:19.911847Z","time spent":"424.570695ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:15:20.336471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.567085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:15:20.336504Z","caller":"traceutil/trace.go:171","msg":"trace[314045550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9832; }","duration":"424.621596ms","start":"2026-03-31T05:15:19.911872Z","end":"2026-03-31T05:15:20.336493Z","steps":["trace[314045550] 'agreement among raft nodes before linearized reading' (duration: 424.532413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:20.336539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:19.911858Z","time spent":"424.674128ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:15:20.343829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.613306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:15:20.343887Z","caller":"traceutil/trace.go:171","msg":"trace[1960368418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9833; }","duration":"429.697318ms","start":"2026-03-31T05:15:19.914176Z","end":"2026-03-31T05:15:20.343874Z","steps":["trace[1960368418] 'agreement among raft nodes before linearized reading' (duration: 429.541163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:20.343903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.099267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:15:20.343916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:19.914167Z","time spent":"429.742169ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:15:20.343936Z","caller":"traceutil/trace.go:171","msg":"trace[1254460676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9833; }","duration":"379.19725ms","start":"2026-03-31T05:15:19.964725Z","end":"2026-03-31T05:15:20.343922Z","steps":["trace[1254460676] 'agreement among raft nodes before linearized reading' (duration: 379.143319ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:20.343899Z","caller":"traceutil/trace.go:171","msg":"trace[1129011494] transaction","detail":"{read_only:false; response_revision:9833; number_of_response:1; }","duration":"110.47614ms","start":"2026-03-31T05:15:20.23337Z","end":"2026-03-31T05:15:20.343846Z","steps":["trace[1129011494] 'process raft request' (duration: 110.239143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:20.343966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:19.964701Z","time spent":"379.258641ms","remote":"127.0.0.1:51754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:20.343844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.914959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:15:20.344131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.826392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:15:20.344169Z","caller":"traceutil/trace.go:171","msg":"trace[1739919537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9833; }","duration":"429.878773ms","start":"2026-03-31T05:15:19.914281Z","end":"2026-03-31T05:15:20.344159Z","steps":["trace[1739919537] 'agreement among raft nodes before linearized reading' (duration: 429.78466ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:20.34414Z","caller":"traceutil/trace.go:171","msg":"trace[1732153629] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:9833; }","duration":"428.246387ms","start":"2026-03-31T05:15:19.915852Z","end":"2026-03-31T05:15:20.344098Z","steps":["trace[1732153629] 'agreement among raft nodes before linearized reading' (duration: 427.890097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:20.344195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:19.914275Z","time spent":"429.912664ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:15:20.344161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.67912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-sync-rrs89\" ","response":"range_response_count:1 size:7012"} {"level":"warn","ts":"2026-03-31T05:15:20.344216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.461439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:15:20.344223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.933784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:15:20.344271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:19.915825Z","time spent":"428.386381ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:15:20.344285Z","caller":"traceutil/trace.go:171","msg":"trace[957193157] range","detail":"{range_begin:/registry/pods/openstack/glance-db-sync-rrs89; range_end:; response_count:1; response_revision:9833; }","duration":"334.822594ms","start":"2026-03-31T05:15:20.009424Z","end":"2026-03-31T05:15:20.344246Z","steps":["trace[957193157] 'agreement among raft nodes before linearized reading' (duration: 334.454474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:20.344315Z","caller":"traceutil/trace.go:171","msg":"trace[264812807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9833; }","duration":"430.066739ms","start":"2026-03-31T05:15:19.914227Z","end":"2026-03-31T05:15:20.344294Z","steps":["trace[264812807] 'agreement among raft nodes before linearized reading' (duration: 429.7692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:20.344267Z","caller":"traceutil/trace.go:171","msg":"trace[653050332] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9833; }","duration":"341.514251ms","start":"2026-03-31T05:15:20.002744Z","end":"2026-03-31T05:15:20.344259Z","steps":["trace[653050332] 'agreement among raft nodes before linearized reading' (duration: 341.445469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:20.344385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:19.914214Z","time spent":"430.160291ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:15:20.344349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:20.009413Z","time spent":"334.927387ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7035,"request content":"key:\"/registry/pods/openstack/glance-db-sync-rrs89\" "} {"level":"warn","ts":"2026-03-31T05:15:20.344452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:20.002672Z","time spent":"341.735707ms","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:20.344631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.796111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T05:15:20.344683Z","caller":"traceutil/trace.go:171","msg":"trace[590084582] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9833; }","duration":"293.846472ms","start":"2026-03-31T05:15:20.050821Z","end":"2026-03-31T05:15:20.344667Z","steps":["trace[590084582] 'agreement among raft nodes before linearized reading' (duration: 292.941887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:20.562659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.445099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:20.562951Z","caller":"traceutil/trace.go:171","msg":"trace[992098919] transaction","detail":"{read_only:false; response_revision:9836; number_of_response:1; }","duration":"211.424564ms","start":"2026-03-31T05:15:20.35149Z","end":"2026-03-31T05:15:20.562915Z","steps":["trace[992098919] 'process raft request' (duration: 91.619274ms)","trace[992098919] 'compare' (duration: 119.203173ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:20.563003Z","caller":"traceutil/trace.go:171","msg":"trace[496889165] transaction","detail":"{read_only:false; response_revision:9837; number_of_response:1; }","duration":"211.463265ms","start":"2026-03-31T05:15:20.351506Z","end":"2026-03-31T05:15:20.562969Z","steps":["trace[496889165] 'process raft request' (duration: 211.28815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:20.563302Z","caller":"traceutil/trace.go:171","msg":"trace[1412222640] transaction","detail":"{read_only:false; response_revision:9838; number_of_response:1; }","duration":"211.744353ms","start":"2026-03-31T05:15:20.351549Z","end":"2026-03-31T05:15:20.563294Z","steps":["trace[1412222640] 'process raft request' (duration: 211.328592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:20.564219Z","caller":"traceutil/trace.go:171","msg":"trace[610904434] linearizableReadLoop","detail":"{readStateIndex:10214; appliedIndex:10210; }","duration":"191.488397ms","start":"2026-03-31T05:15:20.372704Z","end":"2026-03-31T05:15:20.564193Z","steps":["trace[610904434] 'read index received' (duration: 70.34025ms)","trace[610904434] 'applied index is now lower than readState.Index' (duration: 121.147117ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:20.56426Z","caller":"traceutil/trace.go:171","msg":"trace[1520108096] transaction","detail":"{read_only:false; response_revision:9839; number_of_response:1; }","duration":"210.535749ms","start":"2026-03-31T05:15:20.353708Z","end":"2026-03-31T05:15:20.564244Z","steps":["trace[1520108096] 'process raft request' (duration: 209.307565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:20.564669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.349585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261647"} {"level":"info","ts":"2026-03-31T05:15:20.56471Z","caller":"traceutil/trace.go:171","msg":"trace[256404824] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:9839; }","duration":"214.420057ms","start":"2026-03-31T05:15:20.350281Z","end":"2026-03-31T05:15:20.564701Z","steps":["trace[256404824] 'agreement among raft nodes before linearized reading' (duration: 213.996166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:21.969083Z","caller":"traceutil/trace.go:171","msg":"trace[659582033] transaction","detail":"{read_only:false; response_revision:9851; number_of_response:1; }","duration":"103.356801ms","start":"2026-03-31T05:15:21.865697Z","end":"2026-03-31T05:15:21.969054Z","steps":["trace[659582033] 'process raft request' (duration: 103.111904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:21.969305Z","caller":"traceutil/trace.go:171","msg":"trace[851257904] transaction","detail":"{read_only:false; response_revision:9852; number_of_response:1; }","duration":"102.079635ms","start":"2026-03-31T05:15:21.867195Z","end":"2026-03-31T05:15:21.969274Z","steps":["trace[851257904] 'process raft request' (duration: 101.797288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:25.347478Z","caller":"traceutil/trace.go:171","msg":"trace[1860861851] transaction","detail":"{read_only:false; response_revision:9882; number_of_response:1; }","duration":"182.464926ms","start":"2026-03-31T05:15:25.16498Z","end":"2026-03-31T05:15:25.347445Z","steps":["trace[1860861851] 'process raft request' (duration: 182.267701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:25.770668Z","caller":"traceutil/trace.go:171","msg":"trace[2103165999] transaction","detail":"{read_only:false; response_revision:9883; number_of_response:1; }","duration":"149.025114ms","start":"2026-03-31T05:15:25.621608Z","end":"2026-03-31T05:15:25.770633Z","steps":["trace[2103165999] 'process raft request' (duration: 148.819559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:26.352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.293503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:26.352107Z","caller":"traceutil/trace.go:171","msg":"trace[524964848] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9885; }","duration":"177.464357ms","start":"2026-03-31T05:15:26.174618Z","end":"2026-03-31T05:15:26.352082Z","steps":["trace[524964848] 'count revisions from in-memory index tree' (duration: 177.188119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:26.615843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.882081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:26.615994Z","caller":"traceutil/trace.go:171","msg":"trace[1839578800] linearizableReadLoop","detail":"{readStateIndex:10264; appliedIndex:10262; }","duration":"178.430764ms","start":"2026-03-31T05:15:26.437549Z","end":"2026-03-31T05:15:26.615979Z","steps":["trace[1839578800] 'read index received' (duration: 67.383718ms)","trace[1839578800] 'applied index is now lower than readState.Index' (duration: 111.045826ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:26.616208Z","caller":"traceutil/trace.go:171","msg":"trace[2141061814] transaction","detail":"{read_only:false; response_revision:9887; number_of_response:1; }","duration":"244.591279ms","start":"2026-03-31T05:15:26.371606Z","end":"2026-03-31T05:15:26.616198Z","steps":["trace[2141061814] 'process raft request' (duration: 133.273585ms)","trace[2141061814] 'compare' (duration: 110.325926ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:26.616364Z","caller":"traceutil/trace.go:171","msg":"trace[585501222] transaction","detail":"{read_only:false; response_revision:9888; number_of_response:1; }","duration":"244.331501ms","start":"2026-03-31T05:15:26.372026Z","end":"2026-03-31T05:15:26.616357Z","steps":["trace[585501222] 'process raft request' (duration: 243.905329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:26.616513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.964228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:15:26.616543Z","caller":"traceutil/trace.go:171","msg":"trace[1683181850] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9888; }","duration":"179.043151ms","start":"2026-03-31T05:15:26.437488Z","end":"2026-03-31T05:15:26.616531Z","steps":["trace[1683181850] 'agreement among raft nodes before linearized reading' (duration: 178.961209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:26.616675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.551072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:15:26.616701Z","caller":"traceutil/trace.go:171","msg":"trace[1588054276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9888; }","duration":"171.597584ms","start":"2026-03-31T05:15:26.445095Z","end":"2026-03-31T05:15:26.616693Z","steps":["trace[1588054276] 'agreement among raft nodes before linearized reading' (duration: 171.537832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:28.74152Z","caller":"traceutil/trace.go:171","msg":"trace[2015577419] transaction","detail":"{read_only:false; response_revision:9897; number_of_response:1; }","duration":"298.472601ms","start":"2026-03-31T05:15:28.443019Z","end":"2026-03-31T05:15:28.741492Z","steps":["trace[2015577419] 'process raft request' (duration: 298.115061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:28.91181Z","caller":"traceutil/trace.go:171","msg":"trace[445066300] transaction","detail":"{read_only:false; response_revision:9898; number_of_response:1; }","duration":"462.082551ms","start":"2026-03-31T05:15:28.449672Z","end":"2026-03-31T05:15:28.911755Z","steps":["trace[445066300] 'process raft request' (duration: 461.622059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:28.912014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:28.449621Z","time spent":"462.285957ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:28.971235Z","caller":"traceutil/trace.go:171","msg":"trace[121185123] linearizableReadLoop","detail":"{readStateIndex:10274; appliedIndex:10272; }","duration":"468.799988ms","start":"2026-03-31T05:15:28.502405Z","end":"2026-03-31T05:15:28.971205Z","steps":["trace[121185123] 'read index received' (duration: 238.790237ms)","trace[121185123] 'applied index is now lower than readState.Index' (duration: 230.008671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:28.971386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.951552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:28.971428Z","caller":"traceutil/trace.go:171","msg":"trace[796608656] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:9899; }","duration":"469.075536ms","start":"2026-03-31T05:15:28.502342Z","end":"2026-03-31T05:15:28.971418Z","steps":["trace[796608656] 'agreement among raft nodes before linearized reading' (duration: 468.972604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:28.971297Z","caller":"traceutil/trace.go:171","msg":"trace[1758246854] transaction","detail":"{read_only:false; response_revision:9899; number_of_response:1; }","duration":"348.399782ms","start":"2026-03-31T05:15:28.622859Z","end":"2026-03-31T05:15:28.971259Z","steps":["trace[1758246854] 'process raft request' (duration: 348.066173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:28.971491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.983254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:15:28.971519Z","caller":"traceutil/trace.go:171","msg":"trace[186443494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9899; }","duration":"252.030296ms","start":"2026-03-31T05:15:28.719481Z","end":"2026-03-31T05:15:28.971511Z","steps":["trace[186443494] 'agreement among raft nodes before linearized reading' (duration: 251.899602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:28.971522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.821834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:15:28.971591Z","caller":"traceutil/trace.go:171","msg":"trace[12620135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9899; }","duration":"348.939918ms","start":"2026-03-31T05:15:28.622636Z","end":"2026-03-31T05:15:28.971576Z","steps":["trace[12620135] 'agreement among raft nodes before linearized reading' (duration: 348.739712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:28.971628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:28.622609Z","time spent":"349.013919ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:15:28.971628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:28.62283Z","time spent":"348.66529ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:28.97168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:28.502314Z","time spent":"469.132977ms","remote":"127.0.0.1:33380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:28.97174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.452187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:15:28.971771Z","caller":"traceutil/trace.go:171","msg":"trace[251007502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9899; }","duration":"252.476878ms","start":"2026-03-31T05:15:28.719284Z","end":"2026-03-31T05:15:28.971761Z","steps":["trace[251007502] 'agreement among raft nodes before linearized reading' (duration: 252.422956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:28.97185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.81498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:15:28.971919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.385215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:15:28.971907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.214418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:28.971958Z","caller":"traceutil/trace.go:171","msg":"trace[1002084528] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9899; }","duration":"252.444157ms","start":"2026-03-31T05:15:28.719502Z","end":"2026-03-31T05:15:28.971946Z","steps":["trace[1002084528] 'agreement among raft nodes before linearized reading' (duration: 252.300413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:28.971959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.413433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:15:28.971964Z","caller":"traceutil/trace.go:171","msg":"trace[2096828188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9899; }","duration":"100.998836ms","start":"2026-03-31T05:15:28.87094Z","end":"2026-03-31T05:15:28.971939Z","steps":["trace[2096828188] 'agreement among raft nodes before linearized reading' (duration: 100.827411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:28.971971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.729858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:15:28.971989Z","caller":"traceutil/trace.go:171","msg":"trace[911630570] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9899; }","duration":"343.324231ms","start":"2026-03-31T05:15:28.628639Z","end":"2026-03-31T05:15:28.971963Z","steps":["trace[911630570] 'agreement among raft nodes before linearized reading' (duration: 343.085014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:28.972019Z","caller":"traceutil/trace.go:171","msg":"trace[1582413119] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:9899; }","duration":"343.467185ms","start":"2026-03-31T05:15:28.628531Z","end":"2026-03-31T05:15:28.971999Z","steps":["trace[1582413119] 'agreement among raft nodes before linearized reading' (duration: 343.283219ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:28.972034Z","caller":"traceutil/trace.go:171","msg":"trace[1601273780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9899; }","duration":"326.82009ms","start":"2026-03-31T05:15:28.645197Z","end":"2026-03-31T05:15:28.972017Z","steps":["trace[1601273780] 'agreement among raft nodes before linearized reading' (duration: 326.603094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:28.972043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:28.628633Z","time spent":"343.395482ms","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:28.97207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:28.64517Z","time spent":"326.893012ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:15:28.972074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:28.628482Z","time spent":"343.580607ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:15:28.972362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.420287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:15:28.972433Z","caller":"traceutil/trace.go:171","msg":"trace[1038806039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9899; }","duration":"252.56483ms","start":"2026-03-31T05:15:28.719847Z","end":"2026-03-31T05:15:28.972412Z","steps":["trace[1038806039] 'agreement among raft nodes before linearized reading' (duration: 251.593523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:29.303208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.353091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:29.303733Z","caller":"traceutil/trace.go:171","msg":"trace[1035478337] linearizableReadLoop","detail":"{readStateIndex:10282; appliedIndex:10276; }","duration":"285.026576ms","start":"2026-03-31T05:15:29.018687Z","end":"2026-03-31T05:15:29.303713Z","steps":["trace[1035478337] 'read index received' (duration: 15.463341ms)","trace[1035478337] 'applied index is now lower than readState.Index' (duration: 269.561665ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:29.303843Z","caller":"traceutil/trace.go:171","msg":"trace[1093515453] transaction","detail":"{read_only:false; response_revision:9901; number_of_response:1; }","duration":"306.989698ms","start":"2026-03-31T05:15:28.996843Z","end":"2026-03-31T05:15:29.303833Z","steps":["trace[1093515453] 'process raft request' (duration: 160.877165ms)","trace[1093515453] 'compare' (duration: 145.188987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:29.303894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:28.996816Z","time spent":"307.052069ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:29.303965Z","caller":"traceutil/trace.go:171","msg":"trace[1940580833] transaction","detail":"{read_only:false; response_revision:9903; number_of_response:1; }","duration":"306.537565ms","start":"2026-03-31T05:15:28.997394Z","end":"2026-03-31T05:15:29.303931Z","steps":["trace[1940580833] 'process raft request' (duration: 306.211316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:29.303981Z","caller":"traceutil/trace.go:171","msg":"trace[498227705] transaction","detail":"{read_only:false; response_revision:9904; number_of_response:1; }","duration":"306.487704ms","start":"2026-03-31T05:15:28.997447Z","end":"2026-03-31T05:15:29.303935Z","steps":["trace[498227705] 'process raft request' (duration: 306.193776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:29.303991Z","caller":"traceutil/trace.go:171","msg":"trace[1622600265] transaction","detail":"{read_only:false; response_revision:9902; number_of_response:1; }","duration":"306.595647ms","start":"2026-03-31T05:15:28.997332Z","end":"2026-03-31T05:15:29.303927Z","steps":["trace[1622600265] 'process raft request' (duration: 306.00836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:29.303976Z","caller":"traceutil/trace.go:171","msg":"trace[646604740] transaction","detail":"{read_only:false; response_revision:9905; number_of_response:1; }","duration":"305.6232ms","start":"2026-03-31T05:15:28.998315Z","end":"2026-03-31T05:15:29.303938Z","steps":["trace[646604740] 'process raft request' (duration: 305.357142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:29.304131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:28.997385Z","time spent":"306.655309ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:29.304172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:28.997423Z","time spent":"306.648738ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:29.304183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:28.998279Z","time spent":"305.867837ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:29.304199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:28.997323Z","time spent":"306.769601ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:29.30428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.440377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:15:29.304257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.781567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:15:29.304356Z","caller":"traceutil/trace.go:171","msg":"trace[1723139473] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9905; }","duration":"186.952192ms","start":"2026-03-31T05:15:29.117381Z","end":"2026-03-31T05:15:29.304334Z","steps":["trace[1723139473] 'agreement among raft nodes before linearized reading' (duration: 186.635433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:29.304376Z","caller":"traceutil/trace.go:171","msg":"trace[1268825691] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9905; }","duration":"285.666743ms","start":"2026-03-31T05:15:29.018645Z","end":"2026-03-31T05:15:29.304312Z","steps":["trace[1268825691] 'agreement among raft nodes before linearized reading' (duration: 285.276792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:29.578291Z","caller":"traceutil/trace.go:171","msg":"trace[1433886183] transaction","detail":"{read_only:false; response_revision:9906; number_of_response:1; }","duration":"165.747321ms","start":"2026-03-31T05:15:29.412511Z","end":"2026-03-31T05:15:29.578258Z","steps":["trace[1433886183] 'process raft request' (duration: 165.249617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:30.31028Z","caller":"traceutil/trace.go:171","msg":"trace[1326395057] transaction","detail":"{read_only:false; response_revision:9909; number_of_response:1; }","duration":"154.819275ms","start":"2026-03-31T05:15:30.155428Z","end":"2026-03-31T05:15:30.310247Z","steps":["trace[1326395057] 'process raft request' (duration: 154.61705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:31.176943Z","caller":"traceutil/trace.go:171","msg":"trace[808074915] transaction","detail":"{read_only:false; response_revision:9911; number_of_response:1; }","duration":"125.692413ms","start":"2026-03-31T05:15:31.051225Z","end":"2026-03-31T05:15:31.176918Z","steps":["trace[808074915] 'process raft request' (duration: 125.463917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:31.385569Z","caller":"traceutil/trace.go:171","msg":"trace[1973037437] transaction","detail":"{read_only:false; response_revision:9912; number_of_response:1; }","duration":"298.849861ms","start":"2026-03-31T05:15:31.086673Z","end":"2026-03-31T05:15:31.385523Z","steps":["trace[1973037437] 'process raft request' (duration: 298.511591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:31.3856Z","caller":"traceutil/trace.go:171","msg":"trace[908074341] linearizableReadLoop","detail":"{readStateIndex:10289; appliedIndex:10288; }","duration":"222.444401ms","start":"2026-03-31T05:15:31.162983Z","end":"2026-03-31T05:15:31.385427Z","steps":["trace[908074341] 'read index received' (duration: 14.189295ms)","trace[908074341] 'applied index is now lower than readState.Index' (duration: 208.253936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:31.385869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.880573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-rabbit-init-8gtws\" ","response":"range_response_count:1 size:2806"} {"level":"info","ts":"2026-03-31T05:15:31.385952Z","caller":"traceutil/trace.go:171","msg":"trace[616304996] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/glance-rabbit-init-8gtws; range_end:; response_count:1; response_revision:9912; }","duration":"223.010757ms","start":"2026-03-31T05:15:31.16292Z","end":"2026-03-31T05:15:31.385931Z","steps":["trace[616304996] 'agreement among raft nodes before linearized reading' (duration: 222.718249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:31.386027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.493448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:31.386058Z","caller":"traceutil/trace.go:171","msg":"trace[86695862] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9912; }","duration":"196.60376ms","start":"2026-03-31T05:15:31.189447Z","end":"2026-03-31T05:15:31.386051Z","steps":["trace[86695862] 'agreement among raft nodes before linearized reading' (duration: 196.512798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:31.982741Z","caller":"traceutil/trace.go:171","msg":"trace[1242391365] transaction","detail":"{read_only:false; response_revision:9920; number_of_response:1; }","duration":"105.369538ms","start":"2026-03-31T05:15:31.877337Z","end":"2026-03-31T05:15:31.982707Z","steps":["trace[1242391365] 'process raft request' (duration: 105.137862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:36.593685Z","caller":"traceutil/trace.go:171","msg":"trace[501519818] transaction","detail":"{read_only:false; response_revision:9967; number_of_response:1; }","duration":"109.188354ms","start":"2026-03-31T05:15:36.484459Z","end":"2026-03-31T05:15:36.593647Z","steps":["trace[501519818] 'process raft request' (duration: 108.999308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:37.474608Z","caller":"traceutil/trace.go:171","msg":"trace[1462793033] transaction","detail":"{read_only:false; response_revision:9971; number_of_response:1; }","duration":"142.445281ms","start":"2026-03-31T05:15:37.332119Z","end":"2026-03-31T05:15:37.474564Z","steps":["trace[1462793033] 'process raft request' (duration: 90.055001ms)","trace[1462793033] 'compare' (duration: 52.195745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:38.17922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.243384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:38.17934Z","caller":"traceutil/trace.go:171","msg":"trace[1188511548] transaction","detail":"{read_only:false; response_revision:9980; number_of_response:1; }","duration":"240.739451ms","start":"2026-03-31T05:15:37.938579Z","end":"2026-03-31T05:15:38.179318Z","steps":["trace[1188511548] 'process raft request' (duration: 121.311691ms)","trace[1188511548] 'compare' (duration: 119.050819ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:38.196367Z","caller":"traceutil/trace.go:171","msg":"trace[356319842] transaction","detail":"{read_only:false; response_revision:9982; number_of_response:1; }","duration":"175.833021ms","start":"2026-03-31T05:15:38.020514Z","end":"2026-03-31T05:15:38.196347Z","steps":["trace[356319842] 'process raft request' (duration: 175.765909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:38.196435Z","caller":"traceutil/trace.go:171","msg":"trace[27103450] transaction","detail":"{read_only:false; response_revision:9981; number_of_response:1; }","duration":"255.07618ms","start":"2026-03-31T05:15:37.941311Z","end":"2026-03-31T05:15:38.196387Z","steps":["trace[27103450] 'process raft request' (duration: 254.839864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:38.320808Z","caller":"traceutil/trace.go:171","msg":"trace[694003299] linearizableReadLoop","detail":"{readStateIndex:10364; appliedIndex:10361; }","duration":"118.409321ms","start":"2026-03-31T05:15:38.202331Z","end":"2026-03-31T05:15:38.32074Z","steps":["trace[694003299] 'read index received' (duration: 87.057017ms)","trace[694003299] 'applied index is now lower than readState.Index' (duration: 31.350844ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:38.32075Z","caller":"traceutil/trace.go:171","msg":"trace[2105206987] transaction","detail":"{read_only:false; response_revision:9983; number_of_response:1; }","duration":"135.261541ms","start":"2026-03-31T05:15:38.18544Z","end":"2026-03-31T05:15:38.320702Z","steps":["trace[2105206987] 'process raft request' (duration: 104.084922ms)","trace[2105206987] 'compare' (duration: 30.684945ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:38.320867Z","caller":"traceutil/trace.go:171","msg":"trace[383118758] transaction","detail":"{read_only:false; response_revision:9984; number_of_response:1; }","duration":"132.00861ms","start":"2026-03-31T05:15:38.18881Z","end":"2026-03-31T05:15:38.320818Z","steps":["trace[383118758] 'process raft request' (duration: 131.64618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:38.32141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.063109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:8 size:78843"} {"level":"info","ts":"2026-03-31T05:15:38.321473Z","caller":"traceutil/trace.go:171","msg":"trace[981712922] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:8; response_revision:9985; }","duration":"119.179282ms","start":"2026-03-31T05:15:38.202278Z","end":"2026-03-31T05:15:38.321457Z","steps":["trace[981712922] 'agreement among raft nodes before linearized reading' (duration: 118.880764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:38.323567Z","caller":"traceutil/trace.go:171","msg":"trace[1395168219] transaction","detail":"{read_only:false; response_revision:9985; number_of_response:1; }","duration":"133.728938ms","start":"2026-03-31T05:15:38.189824Z","end":"2026-03-31T05:15:38.323553Z","steps":["trace[1395168219] 'process raft request' (duration: 130.750624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:38.511729Z","caller":"traceutil/trace.go:171","msg":"trace[920676170] linearizableReadLoop","detail":"{readStateIndex:10367; appliedIndex:10364; }","duration":"177.092837ms","start":"2026-03-31T05:15:38.334605Z","end":"2026-03-31T05:15:38.511698Z","steps":["trace[920676170] 'read index received' (duration: 56.609548ms)","trace[920676170] 'applied index is now lower than readState.Index' (duration: 120.482019ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:38.512004Z","caller":"traceutil/trace.go:171","msg":"trace[1623794732] transaction","detail":"{read_only:false; response_revision:9987; number_of_response:1; }","duration":"183.65981ms","start":"2026-03-31T05:15:38.328332Z","end":"2026-03-31T05:15:38.511992Z","steps":["trace[1623794732] 'process raft request' (duration: 182.458516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:38.51245Z","caller":"traceutil/trace.go:171","msg":"trace[2123971160] transaction","detail":"{read_only:false; response_revision:9988; number_of_response:1; }","duration":"183.454844ms","start":"2026-03-31T05:15:38.328975Z","end":"2026-03-31T05:15:38.51243Z","steps":["trace[2123971160] 'process raft request' (duration: 182.451276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:38.512898Z","caller":"traceutil/trace.go:171","msg":"trace[318447808] transaction","detail":"{read_only:false; response_revision:9989; number_of_response:1; }","duration":"148.50911ms","start":"2026-03-31T05:15:38.364348Z","end":"2026-03-31T05:15:38.512857Z","steps":["trace[318447808] 'process raft request' (duration: 147.232764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:38.513221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.597529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24307"} {"level":"info","ts":"2026-03-31T05:15:38.513282Z","caller":"traceutil/trace.go:171","msg":"trace[37017771] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:9989; }","duration":"178.722872ms","start":"2026-03-31T05:15:38.334546Z","end":"2026-03-31T05:15:38.513268Z","steps":["trace[37017771] 'agreement among raft nodes before linearized reading' (duration: 178.525127ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:38.560606Z","caller":"traceutil/trace.go:171","msg":"trace[53647223] transaction","detail":"{read_only:false; response_revision:9991; number_of_response:1; }","duration":"158.661073ms","start":"2026-03-31T05:15:38.40192Z","end":"2026-03-31T05:15:38.560581Z","steps":["trace[53647223] 'process raft request' (duration: 158.610832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:38.560694Z","caller":"traceutil/trace.go:171","msg":"trace[991673172] transaction","detail":"{read_only:false; response_revision:9990; number_of_response:1; }","duration":"159.234129ms","start":"2026-03-31T05:15:38.401413Z","end":"2026-03-31T05:15:38.560647Z","steps":["trace[991673172] 'process raft request' (duration: 158.996482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:38.561458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.736815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ln7pb\" ","response":"range_response_count:1 size:17812"} {"level":"info","ts":"2026-03-31T05:15:38.561537Z","caller":"traceutil/trace.go:171","msg":"trace[1979895843] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ln7pb; range_end:; response_count:1; response_revision:9991; }","duration":"158.861648ms","start":"2026-03-31T05:15:38.402654Z","end":"2026-03-31T05:15:38.561515Z","steps":["trace[1979895843] 'agreement among raft nodes before linearized reading' (duration: 158.089486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:38.793827Z","caller":"traceutil/trace.go:171","msg":"trace[157604370] linearizableReadLoop","detail":"{readStateIndex:10372; appliedIndex:10370; }","duration":"230.271299ms","start":"2026-03-31T05:15:38.563526Z","end":"2026-03-31T05:15:38.793797Z","steps":["trace[157604370] 'read index received' (duration: 229.851227ms)","trace[157604370] 'applied index is now lower than readState.Index' (duration: 419.062µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:38.794082Z","caller":"traceutil/trace.go:171","msg":"trace[1324116051] transaction","detail":"{read_only:false; response_revision:9992; number_of_response:1; }","duration":"270.784289ms","start":"2026-03-31T05:15:38.523252Z","end":"2026-03-31T05:15:38.794036Z","steps":["trace[1324116051] 'process raft request' (duration: 270.235933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:38.794216Z","caller":"traceutil/trace.go:171","msg":"trace[1619668022] transaction","detail":"{read_only:false; response_revision:9993; number_of_response:1; }","duration":"268.129224ms","start":"2026-03-31T05:15:38.526072Z","end":"2026-03-31T05:15:38.794202Z","steps":["trace[1619668022] 'process raft request' (duration: 267.636111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:38.794767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.197385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ln7pb\" ","response":"range_response_count:1 size:17812"} {"level":"info","ts":"2026-03-31T05:15:38.794881Z","caller":"traceutil/trace.go:171","msg":"trace[1944954180] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ln7pb; range_end:; response_count:1; response_revision:9993; }","duration":"231.336959ms","start":"2026-03-31T05:15:38.56352Z","end":"2026-03-31T05:15:38.794857Z","steps":["trace[1944954180] 'agreement among raft nodes before linearized reading' (duration: 230.979049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:38.830007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.51232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:38.830044Z","caller":"traceutil/trace.go:171","msg":"trace[619420393] transaction","detail":"{read_only:false; response_revision:9995; number_of_response:1; }","duration":"255.023009ms","start":"2026-03-31T05:15:38.574975Z","end":"2026-03-31T05:15:38.829998Z","steps":["trace[619420393] 'process raft request' (duration: 254.788633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:38.830139Z","caller":"traceutil/trace.go:171","msg":"trace[1960798601] range","detail":"{range_begin:/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner; range_end:; response_count:0; response_revision:9995; }","duration":"261.698925ms","start":"2026-03-31T05:15:38.568409Z","end":"2026-03-31T05:15:38.830108Z","steps":["trace[1960798601] 'agreement among raft nodes before linearized reading' (duration: 261.480079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:38.830161Z","caller":"traceutil/trace.go:171","msg":"trace[1195340865] transaction","detail":"{read_only:false; response_revision:9994; number_of_response:1; }","duration":"260.757719ms","start":"2026-03-31T05:15:38.569344Z","end":"2026-03-31T05:15:38.830102Z","steps":["trace[1195340865] 'process raft request' (duration: 260.170813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:39.110732Z","caller":"traceutil/trace.go:171","msg":"trace[744939547] linearizableReadLoop","detail":"{readStateIndex:10380; appliedIndex:10379; }","duration":"166.761118ms","start":"2026-03-31T05:15:38.943936Z","end":"2026-03-31T05:15:39.110697Z","steps":["trace[744939547] 'read index received' (duration: 23.466564ms)","trace[744939547] 'applied index is now lower than readState.Index' (duration: 143.292714ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:39.110789Z","caller":"traceutil/trace.go:171","msg":"trace[1000094936] transaction","detail":"{read_only:false; response_revision:10001; number_of_response:1; }","duration":"169.706281ms","start":"2026-03-31T05:15:38.941017Z","end":"2026-03-31T05:15:39.110723Z","steps":["trace[1000094936] 'process raft request' (duration: 169.287689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:39.111215Z","caller":"traceutil/trace.go:171","msg":"trace[1357916150] transaction","detail":"{read_only:false; response_revision:10002; number_of_response:1; }","duration":"167.102219ms","start":"2026-03-31T05:15:38.944072Z","end":"2026-03-31T05:15:39.111175Z","steps":["trace[1357916150] 'process raft request' (duration: 166.449671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:39.11125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.932574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:39.111312Z","caller":"traceutil/trace.go:171","msg":"trace[547046469] range","detail":"{range_begin:/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner; range_end:; response_count:0; response_revision:10002; }","duration":"167.020716ms","start":"2026-03-31T05:15:38.944269Z","end":"2026-03-31T05:15:39.11129Z","steps":["trace[547046469] 'agreement among raft nodes before linearized reading' (duration: 166.889182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:39.111731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.767257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:8948"} {"level":"info","ts":"2026-03-31T05:15:39.111779Z","caller":"traceutil/trace.go:171","msg":"trace[593423481] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:10002; }","duration":"167.865309ms","start":"2026-03-31T05:15:38.943903Z","end":"2026-03-31T05:15:39.111769Z","steps":["trace[593423481] 'agreement among raft nodes before linearized reading' (duration: 167.154049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:40.602537Z","caller":"traceutil/trace.go:171","msg":"trace[218755129] transaction","detail":"{read_only:false; response_revision:10021; number_of_response:1; }","duration":"519.581562ms","start":"2026-03-31T05:15:40.082916Z","end":"2026-03-31T05:15:40.602497Z","steps":["trace[218755129] 'process raft request' (duration: 519.13045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:40.602958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:40.082891Z","time spent":"519.767128ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:15:41.336338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.64821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:41.336565Z","caller":"traceutil/trace.go:171","msg":"trace[342572442] linearizableReadLoop","detail":"{readStateIndex:10401; appliedIndex:10399; }","duration":"1.110353738s","start":"2026-03-31T05:15:40.226189Z","end":"2026-03-31T05:15:41.336543Z","steps":["trace[342572442] 'read index received' (duration: 375.88596ms)","trace[342572442] 'applied index is now lower than readState.Index' (duration: 734.466738ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:41.336658Z","caller":"traceutil/trace.go:171","msg":"trace[209303432] transaction","detail":"{read_only:false; response_revision:10023; number_of_response:1; }","duration":"803.524963ms","start":"2026-03-31T05:15:40.533121Z","end":"2026-03-31T05:15:41.336646Z","steps":["trace[209303432] 'process raft request' (duration: 803.343268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:41.336726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:40.533085Z","time spent":"803.606645ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:41.336783Z","caller":"traceutil/trace.go:171","msg":"trace[1143220606] transaction","detail":"{read_only:false; response_revision:10022; number_of_response:1; }","duration":"1.13459071s","start":"2026-03-31T05:15:40.202135Z","end":"2026-03-31T05:15:41.336725Z","steps":["trace[1143220606] 'process raft request' (duration: 627.441087ms)","trace[1143220606] 'compare' (duration: 506.414843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:41.336935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110725639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:41.336991Z","caller":"traceutil/trace.go:171","msg":"trace[1926599829] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:10023; }","duration":"1.110864072s","start":"2026-03-31T05:15:40.226115Z","end":"2026-03-31T05:15:41.336979Z","steps":["trace[1926599829] 'agreement among raft nodes before linearized reading' (duration: 1.110730638s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:41.33702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:40.226088Z","time spent":"1.110925734s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:41.337304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:40.2021Z","time spent":"1.134767525s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:41.503244Z","caller":"traceutil/trace.go:171","msg":"trace[415241177] linearizableReadLoop","detail":"{readStateIndex:10403; appliedIndex:10402; }","duration":"166.607176ms","start":"2026-03-31T05:15:41.336604Z","end":"2026-03-31T05:15:41.503212Z","steps":["trace[415241177] 'read index received' (duration: 155.987216ms)","trace[415241177] 'applied index is now lower than readState.Index' (duration: 10.61893ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:41.503281Z","caller":"traceutil/trace.go:171","msg":"trace[1567542112] transaction","detail":"{read_only:false; response_revision:10024; number_of_response:1; }","duration":"356.834249ms","start":"2026-03-31T05:15:41.1464Z","end":"2026-03-31T05:15:41.503234Z","steps":["trace[1567542112] 'process raft request' (duration: 346.24969ms)","trace[1567542112] 'compare' (duration: 10.406194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:41.503348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.288658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:15:41.503335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.490464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:41.503393Z","caller":"traceutil/trace.go:171","msg":"trace[1450078000] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:10024; }","duration":"384.423042ms","start":"2026-03-31T05:15:41.118957Z","end":"2026-03-31T05:15:41.50338Z","steps":["trace[1450078000] 'agreement among raft nodes before linearized reading' (duration: 384.281278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:41.503384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.042529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:41.503397Z","caller":"traceutil/trace.go:171","msg":"trace[1447049443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10024; }","duration":"447.613227ms","start":"2026-03-31T05:15:41.055771Z","end":"2026-03-31T05:15:41.503384Z","steps":["trace[1447049443] 'agreement among raft nodes before linearized reading' (duration: 447.498044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:41.503426Z","caller":"traceutil/trace.go:171","msg":"trace[234055690] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:10024; }","duration":"614.129392ms","start":"2026-03-31T05:15:40.889286Z","end":"2026-03-31T05:15:41.503415Z","steps":["trace[234055690] 'agreement among raft nodes before linearized reading' (duration: 614.04759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:41.503427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:41.118931Z","time spent":"384.486704ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:41.503435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:41.055747Z","time spent":"447.671159ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:15:41.50345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:40.889262Z","time spent":"614.180624ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:41.503476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.662131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ln7pb\" ","response":"range_response_count:1 size:19075"} {"level":"warn","ts":"2026-03-31T05:15:41.503474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:41.146368Z","time spent":"356.994723ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:41.503501Z","caller":"traceutil/trace.go:171","msg":"trace[1915897510] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ln7pb; range_end:; response_count:1; response_revision:10024; }","duration":"982.756384ms","start":"2026-03-31T05:15:40.520734Z","end":"2026-03-31T05:15:41.503491Z","steps":["trace[1915897510] 'agreement among raft nodes before linearized reading' (duration: 982.6262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:41.503525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:40.520707Z","time spent":"982.812876ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19098,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ln7pb\" "} {"level":"warn","ts":"2026-03-31T05:15:41.503684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.710776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:15:41.503799Z","caller":"traceutil/trace.go:171","msg":"trace[840285290] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10024; }","duration":"112.87554ms","start":"2026-03-31T05:15:41.39089Z","end":"2026-03-31T05:15:41.503765Z","steps":["trace[840285290] 'agreement among raft nodes before linearized reading' (duration: 112.533711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:41.504133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.726634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:15:41.504225Z","caller":"traceutil/trace.go:171","msg":"trace[1927253190] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10024; }","duration":"279.875358ms","start":"2026-03-31T05:15:41.224328Z","end":"2026-03-31T05:15:41.504204Z","steps":["trace[1927253190] 'agreement among raft nodes before linearized reading' (duration: 279.127988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:41.691074Z","caller":"traceutil/trace.go:171","msg":"trace[1613396409] transaction","detail":"{read_only:false; response_revision:10026; number_of_response:1; }","duration":"174.091452ms","start":"2026-03-31T05:15:41.516929Z","end":"2026-03-31T05:15:41.691021Z","steps":["trace[1613396409] 'process raft request' (duration: 173.846975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:43.264542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.006428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T05:15:43.264634Z","caller":"traceutil/trace.go:171","msg":"trace[1564493309] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:10043; }","duration":"182.170223ms","start":"2026-03-31T05:15:43.082441Z","end":"2026-03-31T05:15:43.264612Z","steps":["trace[1564493309] 'range keys from in-memory index tree' (duration: 181.759841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:47.593165Z","caller":"traceutil/trace.go:171","msg":"trace[1374787519] transaction","detail":"{read_only:false; response_revision:10079; number_of_response:1; }","duration":"212.544801ms","start":"2026-03-31T05:15:47.38059Z","end":"2026-03-31T05:15:47.593135Z","steps":["trace[1374787519] 'process raft request' (duration: 172.57216ms)","trace[1374787519] 'compare' (duration: 39.827577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:47.809868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.52822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:47.810035Z","caller":"traceutil/trace.go:171","msg":"trace[1112884733] transaction","detail":"{read_only:false; response_revision:10081; number_of_response:1; }","duration":"173.266669ms","start":"2026-03-31T05:15:47.636745Z","end":"2026-03-31T05:15:47.810011Z","steps":["trace[1112884733] 'process raft request' (duration: 67.468981ms)","trace[1112884733] 'compare' (duration: 105.253523ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:47.810328Z","caller":"traceutil/trace.go:171","msg":"trace[483161778] linearizableReadLoop","detail":"{readStateIndex:10461; appliedIndex:10460; }","duration":"173.3059ms","start":"2026-03-31T05:15:47.637004Z","end":"2026-03-31T05:15:47.81031Z","steps":["trace[483161778] 'read index received' (duration: 67.219735ms)","trace[483161778] 'applied index is now lower than readState.Index' (duration: 106.084495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:48.005403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.388473ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:15:48.005776Z","caller":"traceutil/trace.go:171","msg":"trace[645882135] linearizableReadLoop","detail":"{readStateIndex:10462; appliedIndex:10461; }","duration":"195.395024ms","start":"2026-03-31T05:15:47.810357Z","end":"2026-03-31T05:15:48.005752Z","steps":["trace[645882135] 'read index received' (duration: 100.883µs)","trace[645882135] 'applied index is now lower than readState.Index' (duration: 195.292041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:48.006009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.797324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:15:48.006051Z","caller":"traceutil/trace.go:171","msg":"trace[714080426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10081; }","duration":"258.872827ms","start":"2026-03-31T05:15:47.747165Z","end":"2026-03-31T05:15:48.006038Z","steps":["trace[714080426] 'agreement among raft nodes before linearized reading' (duration: 258.651111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:48.006016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.972372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:306220"} {"level":"warn","ts":"2026-03-31T05:15:48.006088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.570163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:15:48.006138Z","caller":"traceutil/trace.go:171","msg":"trace[681988930] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:10081; }","duration":"369.181767ms","start":"2026-03-31T05:15:47.636928Z","end":"2026-03-31T05:15:48.00611Z","steps":["trace[681988930] 'agreement among raft nodes before linearized reading' (duration: 173.496135ms)","trace[681988930] 'range keys from in-memory index tree' (duration: 195.084015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:48.00611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.924238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:15:48.006209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:47.636909Z","time spent":"369.2879ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":33,"response size":306243,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:15:48.006214Z","caller":"traceutil/trace.go:171","msg":"trace[1436366544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10081; }","duration":"219.742788ms","start":"2026-03-31T05:15:47.786439Z","end":"2026-03-31T05:15:48.006182Z","steps":["trace[1436366544] 'agreement among raft nodes before linearized reading' (duration: 219.349027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:48.006241Z","caller":"traceutil/trace.go:171","msg":"trace[1221288584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10081; }","duration":"270.094423ms","start":"2026-03-31T05:15:47.736122Z","end":"2026-03-31T05:15:48.006217Z","steps":["trace[1221288584] 'agreement among raft nodes before linearized reading' (duration: 269.760354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:48.006087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.303407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:15:48.006077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.837656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:15:48.006419Z","caller":"traceutil/trace.go:171","msg":"trace[938490192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10081; }","duration":"259.225806ms","start":"2026-03-31T05:15:47.747172Z","end":"2026-03-31T05:15:48.006398Z","steps":["trace[938490192] 'agreement among raft nodes before linearized reading' (duration: 258.599278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:48.006441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.521166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:48.006523Z","caller":"traceutil/trace.go:171","msg":"trace[2057038541] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:10081; }","duration":"148.063132ms","start":"2026-03-31T05:15:47.858448Z","end":"2026-03-31T05:15:48.006511Z","steps":["trace[2057038541] 'agreement among raft nodes before linearized reading' (duration: 147.531497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:48.006352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.40474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:48.006718Z","caller":"traceutil/trace.go:171","msg":"trace[2004773866] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:10081; }","duration":"137.773661ms","start":"2026-03-31T05:15:47.868892Z","end":"2026-03-31T05:15:48.006665Z","steps":["trace[2004773866] 'agreement among raft nodes before linearized reading' (duration: 137.416041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:48.006368Z","caller":"traceutil/trace.go:171","msg":"trace[1138643449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10081; }","duration":"274.609616ms","start":"2026-03-31T05:15:47.731749Z","end":"2026-03-31T05:15:48.006359Z","steps":["trace[1138643449] 'agreement among raft nodes before linearized reading' (duration: 274.150113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:48.117467Z","caller":"traceutil/trace.go:171","msg":"trace[1025135219] transaction","detail":"{read_only:false; response_revision:10082; number_of_response:1; }","duration":"106.805196ms","start":"2026-03-31T05:15:48.010629Z","end":"2026-03-31T05:15:48.117434Z","steps":["trace[1025135219] 'process raft request' (duration: 106.426845ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:48.310592Z","caller":"traceutil/trace.go:171","msg":"trace[1633616273] linearizableReadLoop","detail":"{readStateIndex:10467; appliedIndex:10463; }","duration":"187.896308ms","start":"2026-03-31T05:15:48.122655Z","end":"2026-03-31T05:15:48.310551Z","steps":["trace[1633616273] 'read index received' (duration: 187.400695ms)","trace[1633616273] 'applied index is now lower than readState.Index' (duration: 448.932µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:48.31077Z","caller":"traceutil/trace.go:171","msg":"trace[85390369] transaction","detail":"{read_only:false; response_revision:10085; number_of_response:1; }","duration":"299.817024ms","start":"2026-03-31T05:15:48.010936Z","end":"2026-03-31T05:15:48.310753Z","steps":["trace[85390369] 'process raft request' (duration: 299.502935ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:48.310732Z","caller":"traceutil/trace.go:171","msg":"trace[134039593] transaction","detail":"{read_only:false; response_revision:10084; number_of_response:1; }","duration":"299.898546ms","start":"2026-03-31T05:15:48.010803Z","end":"2026-03-31T05:15:48.310702Z","steps":["trace[134039593] 'process raft request' (duration: 299.595157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:48.311024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:48.010775Z","time spent":"300.134872ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:48.311061Z","caller":"traceutil/trace.go:171","msg":"trace[1331727995] transaction","detail":"{read_only:false; response_revision:10086; number_of_response:1; }","duration":"299.961217ms","start":"2026-03-31T05:15:48.011089Z","end":"2026-03-31T05:15:48.31105Z","steps":["trace[1331727995] 'process raft request' (duration: 299.384411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:48.311199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:48.011066Z","time spent":"300.029179ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:48.311346Z","caller":"traceutil/trace.go:171","msg":"trace[906943331] transaction","detail":"{read_only:false; response_revision:10083; number_of_response:1; }","duration":"300.580144ms","start":"2026-03-31T05:15:48.010725Z","end":"2026-03-31T05:15:48.311305Z","steps":["trace[906943331] 'process raft request' (duration: 299.495524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:48.312548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:48.010705Z","time spent":"301.707445ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:48.311522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.845385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:48.312886Z","caller":"traceutil/trace.go:171","msg":"trace[569062794] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:10086; }","duration":"190.274563ms","start":"2026-03-31T05:15:48.122577Z","end":"2026-03-31T05:15:48.312851Z","steps":["trace[569062794] 'agreement among raft nodes before linearized reading' (duration: 188.590537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:50.343555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.055858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:50.34365Z","caller":"traceutil/trace.go:171","msg":"trace[1028858695] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:10092; }","duration":"116.185781ms","start":"2026-03-31T05:15:50.227448Z","end":"2026-03-31T05:15:50.343634Z","steps":["trace[1028858695] 'count revisions from in-memory index tree' (duration: 115.910263ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:50.566235Z","caller":"traceutil/trace.go:171","msg":"trace[1656790571] transaction","detail":"{read_only:false; response_revision:10096; number_of_response:1; }","duration":"218.441912ms","start":"2026-03-31T05:15:50.347764Z","end":"2026-03-31T05:15:50.566206Z","steps":["trace[1656790571] 'process raft request' (duration: 218.396171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:50.56662Z","caller":"traceutil/trace.go:171","msg":"trace[142692271] transaction","detail":"{read_only:false; response_revision:10095; number_of_response:1; }","duration":"218.923096ms","start":"2026-03-31T05:15:50.347668Z","end":"2026-03-31T05:15:50.566591Z","steps":["trace[142692271] 'process raft request' (duration: 218.431723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:50.566635Z","caller":"traceutil/trace.go:171","msg":"trace[1207439377] transaction","detail":"{read_only:false; response_revision:10094; number_of_response:1; }","duration":"219.005918ms","start":"2026-03-31T05:15:50.347608Z","end":"2026-03-31T05:15:50.566613Z","steps":["trace[1207439377] 'process raft request' (duration: 218.067492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:51.772854Z","caller":"traceutil/trace.go:171","msg":"trace[34910050] transaction","detail":"{read_only:false; response_revision:10100; number_of_response:1; }","duration":"137.308929ms","start":"2026-03-31T05:15:51.635517Z","end":"2026-03-31T05:15:51.772826Z","steps":["trace[34910050] 'process raft request' (duration: 137.049992ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:52.286055Z","caller":"traceutil/trace.go:171","msg":"trace[530287782] transaction","detail":"{read_only:false; response_revision:10103; number_of_response:1; }","duration":"121.942978ms","start":"2026-03-31T05:15:52.164052Z","end":"2026-03-31T05:15:52.285995Z","steps":["trace[530287782] 'process raft request' (duration: 22.459813ms)","trace[530287782] 'compare' (duration: 99.166137ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:52.28606Z","caller":"traceutil/trace.go:171","msg":"trace[145166665] transaction","detail":"{read_only:false; response_revision:10104; number_of_response:1; }","duration":"118.35175ms","start":"2026-03-31T05:15:52.167673Z","end":"2026-03-31T05:15:52.286025Z","steps":["trace[145166665] 'process raft request' (duration: 118.259728ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:52.63967Z","caller":"traceutil/trace.go:171","msg":"trace[1880174891] transaction","detail":"{read_only:false; response_revision:10105; number_of_response:1; }","duration":"278.143902ms","start":"2026-03-31T05:15:52.361466Z","end":"2026-03-31T05:15:52.639609Z","steps":["trace[1880174891] 'process raft request' (duration: 275.094999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:52.992886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.849431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:52.993121Z","caller":"traceutil/trace.go:171","msg":"trace[1006947955] transaction","detail":"{read_only:false; response_revision:10106; number_of_response:1; }","duration":"347.696961ms","start":"2026-03-31T05:15:52.645392Z","end":"2026-03-31T05:15:52.993088Z","steps":["trace[1006947955] 'process raft request' (duration: 105.469909ms)","trace[1006947955] 'compare' (duration: 241.704477ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:52.993309Z","caller":"traceutil/trace.go:171","msg":"trace[606938022] transaction","detail":"{read_only:false; response_revision:10107; number_of_response:1; }","duration":"346.683293ms","start":"2026-03-31T05:15:52.646549Z","end":"2026-03-31T05:15:52.993233Z","steps":["trace[606938022] 'process raft request' (duration: 346.480887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:52.993502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:52.646515Z","time spent":"346.884048ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:52.993536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:52.645352Z","time spent":"348.04925ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:52.99361Z","caller":"traceutil/trace.go:171","msg":"trace[1824910703] linearizableReadLoop","detail":"{readStateIndex:10491; appliedIndex:10487; }","duration":"122.893685ms","start":"2026-03-31T05:15:52.8706Z","end":"2026-03-31T05:15:52.993494Z","steps":["trace[1824910703] 'read index received' (duration: 13.118109ms)","trace[1824910703] 'applied index is now lower than readState.Index' (duration: 109.773696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:52.99378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.179882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:52.994353Z","caller":"traceutil/trace.go:171","msg":"trace[1080955624] transaction","detail":"{read_only:false; response_revision:10109; number_of_response:1; }","duration":"171.208454ms","start":"2026-03-31T05:15:52.823123Z","end":"2026-03-31T05:15:52.994332Z","steps":["trace[1080955624] 'process raft request' (duration: 170.222537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:52.994449Z","caller":"traceutil/trace.go:171","msg":"trace[981850494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10109; }","duration":"123.293675ms","start":"2026-03-31T05:15:52.870533Z","end":"2026-03-31T05:15:52.993827Z","steps":["trace[981850494] 'agreement among raft nodes before linearized reading' (duration: 123.155351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:52.99441Z","caller":"traceutil/trace.go:171","msg":"trace[1578757899] transaction","detail":"{read_only:false; response_revision:10108; number_of_response:1; }","duration":"347.239788ms","start":"2026-03-31T05:15:52.647151Z","end":"2026-03-31T05:15:52.994391Z","steps":["trace[1578757899] 'process raft request' (duration: 345.953703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:52.994689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:52.647127Z","time spent":"347.510775ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:53.826823Z","caller":"traceutil/trace.go:171","msg":"trace[447405355] linearizableReadLoop","detail":"{readStateIndex:10493; appliedIndex:10492; }","duration":"303.30741ms","start":"2026-03-31T05:15:53.523494Z","end":"2026-03-31T05:15:53.826801Z","steps":["trace[447405355] 'read index received' (duration: 303.104914ms)","trace[447405355] 'applied index is now lower than readState.Index' (duration: 201.546µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:53.827152Z","caller":"traceutil/trace.go:171","msg":"trace[2034844436] transaction","detail":"{read_only:false; response_revision:10111; number_of_response:1; }","duration":"377.676539ms","start":"2026-03-31T05:15:53.449462Z","end":"2026-03-31T05:15:53.827138Z","steps":["trace[2034844436] 'process raft request' (duration: 377.192466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:53.827314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:53.449428Z","time spent":"377.776752ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:53.827529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.978888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:53.827661Z","caller":"traceutil/trace.go:171","msg":"trace[715316227] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:10111; }","duration":"304.137832ms","start":"2026-03-31T05:15:53.523487Z","end":"2026-03-31T05:15:53.827624Z","steps":["trace[715316227] 'agreement among raft nodes before linearized reading' (duration: 303.883355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:53.827728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:53.523419Z","time spent":"304.296687ms","remote":"127.0.0.1:35200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:15:53.884804Z","caller":"traceutil/trace.go:171","msg":"trace[1666924176] transaction","detail":"{read_only:false; response_revision:10112; number_of_response:1; }","duration":"106.529898ms","start":"2026-03-31T05:15:53.778244Z","end":"2026-03-31T05:15:53.884774Z","steps":["trace[1666924176] 'process raft request' (duration: 106.291512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:53.885143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.14989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:53.885242Z","caller":"traceutil/trace.go:171","msg":"trace[1273153139] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:10113; }","duration":"194.329435ms","start":"2026-03-31T05:15:53.69089Z","end":"2026-03-31T05:15:53.88522Z","steps":["trace[1273153139] 'agreement among raft nodes before linearized reading' (duration: 194.13405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:54.684276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.07393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:15:54.684357Z","caller":"traceutil/trace.go:171","msg":"trace[1699741568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10114; }","duration":"393.205822ms","start":"2026-03-31T05:15:54.291133Z","end":"2026-03-31T05:15:54.684339Z","steps":["trace[1699741568] 'range keys from in-memory index tree' (duration: 392.854613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:54.684389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:54.291111Z","time spent":"393.270905ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:15:54.993673Z","caller":"traceutil/trace.go:171","msg":"trace[801040793] linearizableReadLoop","detail":"{readStateIndex:10498; appliedIndex:10497; }","duration":"122.401441ms","start":"2026-03-31T05:15:54.871175Z","end":"2026-03-31T05:15:54.993577Z","steps":["trace[801040793] 'read index received' (duration: 122.129773ms)","trace[801040793] 'applied index is now lower than readState.Index' (duration: 270.517µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:54.993744Z","caller":"traceutil/trace.go:171","msg":"trace[353972010] transaction","detail":"{read_only:false; response_revision:10116; number_of_response:1; }","duration":"304.086501ms","start":"2026-03-31T05:15:54.689612Z","end":"2026-03-31T05:15:54.993699Z","steps":["trace[353972010] 'process raft request' (duration: 303.779372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:54.993831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.638488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:54.993868Z","caller":"traceutil/trace.go:171","msg":"trace[981121399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10116; }","duration":"122.74966ms","start":"2026-03-31T05:15:54.871107Z","end":"2026-03-31T05:15:54.993856Z","steps":["trace[981121399] 'agreement among raft nodes before linearized reading' (duration: 122.658538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:54.993971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:54.689577Z","time spent":"304.263036ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:55.292455Z","caller":"traceutil/trace.go:171","msg":"trace[1002962760] linearizableReadLoop","detail":"{readStateIndex:10501; appliedIndex:10498; }","duration":"270.978887ms","start":"2026-03-31T05:15:55.021443Z","end":"2026-03-31T05:15:55.292422Z","steps":["trace[1002962760] 'read index received' (duration: 188.397403ms)","trace[1002962760] 'applied index is now lower than readState.Index' (duration: 82.579994ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:55.292472Z","caller":"traceutil/trace.go:171","msg":"trace[1341207425] transaction","detail":"{read_only:false; response_revision:10117; number_of_response:1; }","duration":"289.438951ms","start":"2026-03-31T05:15:55.002978Z","end":"2026-03-31T05:15:55.292417Z","steps":["trace[1341207425] 'process raft request' (duration: 206.798085ms)","trace[1341207425] 'compare' (duration: 81.886355ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:55.292631Z","caller":"traceutil/trace.go:171","msg":"trace[516156849] transaction","detail":"{read_only:false; response_revision:10119; number_of_response:1; }","duration":"286.943312ms","start":"2026-03-31T05:15:55.005669Z","end":"2026-03-31T05:15:55.292612Z","steps":["trace[516156849] 'process raft request' (duration: 286.696745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:55.292475Z","caller":"traceutil/trace.go:171","msg":"trace[37294238] transaction","detail":"{read_only:false; response_revision:10118; number_of_response:1; }","duration":"289.06778ms","start":"2026-03-31T05:15:55.003369Z","end":"2026-03-31T05:15:55.292436Z","steps":["trace[37294238] 'process raft request' (duration: 288.860845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:55.29286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.469483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:15:55.292913Z","caller":"traceutil/trace.go:171","msg":"trace[1748116463] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10119; }","duration":"244.599817ms","start":"2026-03-31T05:15:55.048301Z","end":"2026-03-31T05:15:55.2929Z","steps":["trace[1748116463] 'agreement among raft nodes before linearized reading' (duration: 244.394941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:55.292999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.533062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:15:55.293039Z","caller":"traceutil/trace.go:171","msg":"trace[882659210] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10119; }","duration":"271.602664ms","start":"2026-03-31T05:15:55.021425Z","end":"2026-03-31T05:15:55.293028Z","steps":["trace[882659210] 'agreement among raft nodes before linearized reading' (duration: 271.370077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:55.518638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.040508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:15:55.518761Z","caller":"traceutil/trace.go:171","msg":"trace[984123333] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10119; }","duration":"123.237653ms","start":"2026-03-31T05:15:55.395495Z","end":"2026-03-31T05:15:55.518733Z","steps":["trace[984123333] 'range keys from in-memory index tree' (duration: 122.798721ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:56.066246Z","caller":"traceutil/trace.go:171","msg":"trace[8381686] transaction","detail":"{read_only:false; response_revision:10120; number_of_response:1; }","duration":"324.814955ms","start":"2026-03-31T05:15:55.741386Z","end":"2026-03-31T05:15:56.066201Z","steps":["trace[8381686] 'process raft request' (duration: 324.512267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:56.066417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:55.74136Z","time spent":"324.96658ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8230,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:56.45862Z","caller":"traceutil/trace.go:171","msg":"trace[282341999] transaction","detail":"{read_only:false; response_revision:10121; number_of_response:1; }","duration":"625.267757ms","start":"2026-03-31T05:15:55.83332Z","end":"2026-03-31T05:15:56.458588Z","steps":["trace[282341999] 'process raft request' (duration: 624.937958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:56.458846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:55.833283Z","time spent":"625.448142ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:56.459093Z","caller":"traceutil/trace.go:171","msg":"trace[423128529] transaction","detail":"{read_only:false; response_revision:10122; number_of_response:1; }","duration":"561.002104ms","start":"2026-03-31T05:15:55.898057Z","end":"2026-03-31T05:15:56.459059Z","steps":["trace[423128529] 'process raft request' (duration: 560.443648ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:56.459193Z","caller":"traceutil/trace.go:171","msg":"trace[1131200739] linearizableReadLoop","detail":"{readStateIndex:10505; appliedIndex:10501; }","duration":"429.795572ms","start":"2026-03-31T05:15:56.029374Z","end":"2026-03-31T05:15:56.45917Z","steps":["trace[1131200739] 'read index received' (duration: 36.689661ms)","trace[1131200739] 'applied index is now lower than readState.Index' (duration: 393.104321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:56.459295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:55.898018Z","time spent":"561.168638ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:56.459291Z","caller":"traceutil/trace.go:171","msg":"trace[1263566811] transaction","detail":"{read_only:false; response_revision:10123; number_of_response:1; }","duration":"561.082125ms","start":"2026-03-31T05:15:55.898188Z","end":"2026-03-31T05:15:56.45927Z","steps":["trace[1263566811] 'process raft request' (duration: 560.750516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:56.459455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:55.898153Z","time spent":"561.24409ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:56.459513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.500203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:15:56.459533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.148431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:15:56.459569Z","caller":"traceutil/trace.go:171","msg":"trace[702935653] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10123; }","duration":"348.645717ms","start":"2026-03-31T05:15:56.11091Z","end":"2026-03-31T05:15:56.459555Z","steps":["trace[702935653] 'agreement among raft nodes before linearized reading' (duration: 348.472403ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:56.459595Z","caller":"traceutil/trace.go:171","msg":"trace[264618095] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10123; }","duration":"430.243834ms","start":"2026-03-31T05:15:56.029331Z","end":"2026-03-31T05:15:56.459575Z","steps":["trace[264618095] 'agreement among raft nodes before linearized reading' (duration: 430.045388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:56.45961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:56.110879Z","time spent":"348.721879ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:15:56.459654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:56.029309Z","time spent":"430.332577ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:15:56.777836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.559767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:56.777918Z","caller":"traceutil/trace.go:171","msg":"trace[1529002652] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:10124; }","duration":"151.719691ms","start":"2026-03-31T05:15:56.626178Z","end":"2026-03-31T05:15:56.777898Z","steps":["trace[1529002652] 'count revisions from in-memory index tree' (duration: 151.407443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:57.015466Z","caller":"traceutil/trace.go:171","msg":"trace[1275534521] linearizableReadLoop","detail":"{readStateIndex:10507; appliedIndex:10506; }","duration":"144.461413ms","start":"2026-03-31T05:15:56.87098Z","end":"2026-03-31T05:15:57.015442Z","steps":["trace[1275534521] 'read index received' (duration: 144.160925ms)","trace[1275534521] 'applied index is now lower than readState.Index' (duration: 299.308µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:57.015533Z","caller":"traceutil/trace.go:171","msg":"trace[16693262] transaction","detail":"{read_only:false; response_revision:10125; number_of_response:1; }","duration":"230.325257ms","start":"2026-03-31T05:15:56.785185Z","end":"2026-03-31T05:15:57.01551Z","steps":["trace[16693262] 'process raft request' (duration: 230.05117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:57.015653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.658118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:57.016401Z","caller":"traceutil/trace.go:171","msg":"trace[2136213815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10125; }","duration":"145.45642ms","start":"2026-03-31T05:15:56.870927Z","end":"2026-03-31T05:15:57.016384Z","steps":["trace[2136213815] 'agreement among raft nodes before linearized reading' (duration: 144.657078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:57.631684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.862013ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:57.631876Z","caller":"traceutil/trace.go:171","msg":"trace[805466686] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10125; }","duration":"349.071909ms","start":"2026-03-31T05:15:57.282777Z","end":"2026-03-31T05:15:57.631849Z","steps":["trace[805466686] 'range keys from in-memory index tree' (duration: 348.840202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:57.63207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.519014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:57.632167Z","caller":"traceutil/trace.go:171","msg":"trace[1955212602] linearizableReadLoop","detail":"{readStateIndex:10508; appliedIndex:10507; }","duration":"595.033742ms","start":"2026-03-31T05:15:57.03712Z","end":"2026-03-31T05:15:57.632154Z","steps":["trace[1955212602] 'read index received' (duration: 283.385595ms)","trace[1955212602] 'applied index is now lower than readState.Index' (duration: 311.646577ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:57.632286Z","caller":"traceutil/trace.go:171","msg":"trace[1916461879] transaction","detail":"{read_only:false; response_revision:10126; number_of_response:1; }","duration":"611.662816ms","start":"2026-03-31T05:15:57.020577Z","end":"2026-03-31T05:15:57.63224Z","steps":["trace[1916461879] 'process raft request' (duration: 299.898025ms)","trace[1916461879] 'compare' (duration: 310.459965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:57.632494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:57.02055Z","time spent":"611.841751ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:57.632523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.397572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88493"} {"level":"info","ts":"2026-03-31T05:15:57.632576Z","caller":"traceutil/trace.go:171","msg":"trace[959769550] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:10126; }","duration":"595.448704ms","start":"2026-03-31T05:15:57.037092Z","end":"2026-03-31T05:15:57.63254Z","steps":["trace[959769550] 'agreement among raft nodes before linearized reading' (duration: 595.122465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:57.632733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:57.037075Z","time spent":"595.649489ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":88516,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-31T05:15:57.97713Z","caller":"traceutil/trace.go:171","msg":"trace[932668986] transaction","detail":"{read_only:false; response_revision:10127; number_of_response:1; }","duration":"899.3853ms","start":"2026-03-31T05:15:57.077684Z","end":"2026-03-31T05:15:57.97707Z","steps":["trace[932668986] 'process raft request' (duration: 870.287545ms)","trace[932668986] 'compare' (duration: 28.291973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:57.977353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:57.077656Z","time spent":"899.581215ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6293,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:58.52927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.380117ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:15:58.529418Z","caller":"traceutil/trace.go:171","msg":"trace[1372466818] linearizableReadLoop","detail":"{readStateIndex:10510; appliedIndex:10508; }","duration":"897.20341ms","start":"2026-03-31T05:15:57.632188Z","end":"2026-03-31T05:15:58.529392Z","steps":["trace[1372466818] 'read index received' (duration: 315.692377ms)","trace[1372466818] 'applied index is now lower than readState.Index' (duration: 581.509213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:58.530106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168569896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:58.530181Z","caller":"traceutil/trace.go:171","msg":"trace[107182366] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:10127; }","duration":"1.168686391s","start":"2026-03-31T05:15:57.36147Z","end":"2026-03-31T05:15:58.530156Z","steps":["trace[107182366] 'agreement among raft nodes before linearized reading' (duration: 1.168555417s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:58.530212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:57.361445Z","time spent":"1.168759762s","remote":"127.0.0.1:37572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:58.53023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231555446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:15:58.530274Z","caller":"traceutil/trace.go:171","msg":"trace[1978013880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10127; }","duration":"1.231641798s","start":"2026-03-31T05:15:57.298618Z","end":"2026-03-31T05:15:58.53026Z","steps":["trace[1978013880] 'agreement among raft nodes before linearized reading' (duration: 1.231414452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:58.530311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:57.298606Z","time spent":"1.231697021s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:15:58.530534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233086448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:15:58.530595Z","caller":"traceutil/trace.go:171","msg":"trace[782786154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10127; }","duration":"1.233188261s","start":"2026-03-31T05:15:57.297388Z","end":"2026-03-31T05:15:58.530576Z","steps":["trace[782786154] 'agreement among raft nodes before linearized reading' (duration: 1.233030157s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:58.530648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:57.297363Z","time spent":"1.233273304s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:15:58.530658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232724588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:15:58.530749Z","caller":"traceutil/trace.go:171","msg":"trace[552855443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10127; }","duration":"1.232884022s","start":"2026-03-31T05:15:57.297846Z","end":"2026-03-31T05:15:58.53073Z","steps":["trace[552855443] 'agreement among raft nodes before linearized reading' (duration: 1.232606965s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:58.530782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:57.297819Z","time spent":"1.232956315s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:15:58.682776Z","caller":"traceutil/trace.go:171","msg":"trace[334275972] transaction","detail":"{read_only:false; response_revision:10128; number_of_response:1; }","duration":"216.5207ms","start":"2026-03-31T05:15:58.466194Z","end":"2026-03-31T05:15:58.682715Z","steps":["trace[334275972] 'process raft request' (duration: 216.279493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:58.912157Z","caller":"traceutil/trace.go:171","msg":"trace[861500983] transaction","detail":"{read_only:false; response_revision:10129; number_of_response:1; }","duration":"445.87799ms","start":"2026-03-31T05:15:58.466231Z","end":"2026-03-31T05:15:58.912109Z","steps":["trace[861500983] 'process raft request' (duration: 445.49193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:58.912345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.466203Z","time spent":"446.037195ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:58.912242Z","caller":"traceutil/trace.go:171","msg":"trace[1073731944] linearizableReadLoop","detail":"{readStateIndex:10513; appliedIndex:10510; }","duration":"382.690656ms","start":"2026-03-31T05:15:58.529489Z","end":"2026-03-31T05:15:58.91218Z","steps":["trace[1073731944] 'read index received' (duration: 153.064478ms)","trace[1073731944] 'applied index is now lower than readState.Index' (duration: 229.624478ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:58.912531Z","caller":"traceutil/trace.go:171","msg":"trace[784082711] transaction","detail":"{read_only:false; response_revision:10133; number_of_response:1; }","duration":"376.729183ms","start":"2026-03-31T05:15:58.535732Z","end":"2026-03-31T05:15:58.912461Z","steps":["trace[784082711] 'process raft request' (duration: 376.397094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:58.912691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.801731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-ks-service-ppxrq\" ","response":"range_response_count:1 size:2794"} {"level":"warn","ts":"2026-03-31T05:15:58.912697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.689589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:15:58.912747Z","caller":"traceutil/trace.go:171","msg":"trace[1340940090] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/glance-ks-service-ppxrq; range_end:; response_count:1; response_revision:10133; }","duration":"714.849002ms","start":"2026-03-31T05:15:58.197876Z","end":"2026-03-31T05:15:58.912725Z","steps":["trace[1340940090] 'agreement among raft nodes before linearized reading' (duration: 714.652347ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:58.912751Z","caller":"traceutil/trace.go:171","msg":"trace[208243407] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10133; }","duration":"440.779711ms","start":"2026-03-31T05:15:58.471957Z","end":"2026-03-31T05:15:58.912737Z","steps":["trace[208243407] 'agreement among raft nodes before linearized reading' (duration: 440.535015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:58.912833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.471944Z","time spent":"440.880294ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:15:58.912833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.197799Z","time spent":"715.024937ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":2817,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-ks-service-ppxrq\" "} {"level":"warn","ts":"2026-03-31T05:15:58.912986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.535714Z","time spent":"376.9852ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:58.913153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.013829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:15:58.913204Z","caller":"traceutil/trace.go:171","msg":"trace[946489226] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10133; }","duration":"433.104772ms","start":"2026-03-31T05:15:58.480084Z","end":"2026-03-31T05:15:58.913188Z","steps":["trace[946489226] 'agreement among raft nodes before linearized reading' (duration: 432.981138ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:58.913216Z","caller":"traceutil/trace.go:171","msg":"trace[1636211796] transaction","detail":"{read_only:false; response_revision:10130; number_of_response:1; }","duration":"446.60248ms","start":"2026-03-31T05:15:58.466602Z","end":"2026-03-31T05:15:58.913204Z","steps":["trace[1636211796] 'process raft request' (duration: 445.376137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:58.913236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.480059Z","time spent":"433.169614ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:15:58.91326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.604481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:58.913392Z","caller":"traceutil/trace.go:171","msg":"trace[1920557645] transaction","detail":"{read_only:false; response_revision:10132; number_of_response:1; }","duration":"377.769882ms","start":"2026-03-31T05:15:58.53561Z","end":"2026-03-31T05:15:58.91338Z","steps":["trace[1920557645] 'process raft request' (duration: 376.484877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:58.913448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.535598Z","time spent":"377.826593ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:58.913433Z","caller":"traceutil/trace.go:171","msg":"trace[1122147940] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10133; }","duration":"846.398223ms","start":"2026-03-31T05:15:58.067011Z","end":"2026-03-31T05:15:58.913409Z","steps":["trace[1122147940] 'agreement among raft nodes before linearized reading' (duration: 845.603551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:58.913566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.009749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:15:58.913589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.066984Z","time spent":"846.583468ms","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:58.913619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.046204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-service-ppxrq\" ","response":"range_response_count:1 size:8245"} {"level":"info","ts":"2026-03-31T05:15:58.913632Z","caller":"traceutil/trace.go:171","msg":"trace[1091611991] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:10133; }","duration":"285.239976ms","start":"2026-03-31T05:15:58.628359Z","end":"2026-03-31T05:15:58.913599Z","steps":["trace[1091611991] 'agreement among raft nodes before linearized reading' (duration: 285.179084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:58.913655Z","caller":"traceutil/trace.go:171","msg":"trace[1219631136] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-service-ppxrq; range_end:; response_count:1; response_revision:10133; }","duration":"154.110346ms","start":"2026-03-31T05:15:58.759537Z","end":"2026-03-31T05:15:58.913647Z","steps":["trace[1219631136] 'agreement among raft nodes before linearized reading' (duration: 153.973093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:58.913339Z","caller":"traceutil/trace.go:171","msg":"trace[667981837] transaction","detail":"{read_only:false; response_revision:10131; number_of_response:1; }","duration":"378.501471ms","start":"2026-03-31T05:15:58.534822Z","end":"2026-03-31T05:15:58.913324Z","steps":["trace[667981837] 'process raft request' (duration: 377.236227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:58.913571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042010643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:58.91381Z","caller":"traceutil/trace.go:171","msg":"trace[857698106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10133; }","duration":"1.04229358s","start":"2026-03-31T05:15:57.871506Z","end":"2026-03-31T05:15:58.913799Z","steps":["trace[857698106] 'agreement among raft nodes before linearized reading' (duration: 1.042036273s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:58.913829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.534793Z","time spent":"378.992595ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:58.913267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.466588Z","time spent":"446.651652ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:58.913843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:57.871483Z","time spent":"1.042351272s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:15:58.913513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.087555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:58.914013Z","caller":"traceutil/trace.go:171","msg":"trace[359660583] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:10133; }","duration":"302.63482ms","start":"2026-03-31T05:15:58.611344Z","end":"2026-03-31T05:15:58.913979Z","steps":["trace[359660583] 'agreement among raft nodes before linearized reading' (duration: 302.034294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:58.914142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.611311Z","time spent":"302.784825ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":110,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:15:59.19104Z","caller":"traceutil/trace.go:171","msg":"trace[762492657] transaction","detail":"{read_only:false; response_revision:10139; number_of_response:1; }","duration":"135.335644ms","start":"2026-03-31T05:15:59.055665Z","end":"2026-03-31T05:15:59.191001Z","steps":["trace[762492657] 'process raft request' (duration: 72.774206ms)","trace[762492657] 'compare' (duration: 62.327452ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:59.701212Z","caller":"traceutil/trace.go:171","msg":"trace[1875200113] transaction","detail":"{read_only:false; response_revision:10140; number_of_response:1; }","duration":"162.592148ms","start":"2026-03-31T05:15:59.538584Z","end":"2026-03-31T05:15:59.701176Z","steps":["trace[1875200113] 'process raft request' (duration: 161.964071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:00.154985Z","caller":"traceutil/trace.go:171","msg":"trace[2066187790] transaction","detail":"{read_only:false; response_revision:10141; number_of_response:1; }","duration":"449.193272ms","start":"2026-03-31T05:15:59.705751Z","end":"2026-03-31T05:16:00.154944Z","steps":["trace[2066187790] 'process raft request' (duration: 448.05227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:00.155669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.70572Z","time spent":"449.711425ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:00.2198Z","caller":"traceutil/trace.go:171","msg":"trace[63163465] linearizableReadLoop","detail":"{readStateIndex:10525; appliedIndex:10523; }","duration":"428.64923ms","start":"2026-03-31T05:15:59.791126Z","end":"2026-03-31T05:16:00.219775Z","steps":["trace[63163465] 'read index received' (duration: 362.570807ms)","trace[63163465] 'applied index is now lower than readState.Index' (duration: 66.076933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:00.220061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.911027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:16:00.220093Z","caller":"traceutil/trace.go:171","msg":"trace[415951364] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10142; }","duration":"428.98897ms","start":"2026-03-31T05:15:59.791095Z","end":"2026-03-31T05:16:00.220084Z","steps":["trace[415951364] 'agreement among raft nodes before linearized reading' (duration: 428.771234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:00.220123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.791063Z","time spent":"429.053302ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T05:16:00.220484Z","caller":"traceutil/trace.go:171","msg":"trace[409961092] transaction","detail":"{read_only:false; response_revision:10142; number_of_response:1; }","duration":"508.205392ms","start":"2026-03-31T05:15:59.71227Z","end":"2026-03-31T05:16:00.220475Z","steps":["trace[409961092] 'process raft request' (duration: 507.356979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:00.220574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.712243Z","time spent":"508.275424ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:00.74796Z","caller":"traceutil/trace.go:171","msg":"trace[331214970] linearizableReadLoop","detail":"{readStateIndex:10529; appliedIndex:10528; }","duration":"219.962745ms","start":"2026-03-31T05:16:00.52793Z","end":"2026-03-31T05:16:00.747892Z","steps":["trace[331214970] 'read index received' (duration: 219.634306ms)","trace[331214970] 'applied index is now lower than readState.Index' (duration: 325.988µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:00.748641Z","caller":"traceutil/trace.go:171","msg":"trace[234509551] transaction","detail":"{read_only:false; response_revision:10146; number_of_response:1; }","duration":"230.773859ms","start":"2026-03-31T05:16:00.517812Z","end":"2026-03-31T05:16:00.748585Z","steps":["trace[234509551] 'process raft request' (duration: 229.713761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:00.750456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.494063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:16:00.75052Z","caller":"traceutil/trace.go:171","msg":"trace[1201442349] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10146; }","duration":"222.611127ms","start":"2026-03-31T05:16:00.527893Z","end":"2026-03-31T05:16:00.750504Z","steps":["trace[1201442349] 'agreement among raft nodes before linearized reading' (duration: 220.243532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:00.792138Z","caller":"traceutil/trace.go:171","msg":"trace[1815742167] transaction","detail":"{read_only:false; response_revision:10147; number_of_response:1; }","duration":"104.01457ms","start":"2026-03-31T05:16:00.688067Z","end":"2026-03-31T05:16:00.792081Z","steps":["trace[1815742167] 'process raft request' (duration: 103.760243ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:01.070665Z","caller":"traceutil/trace.go:171","msg":"trace[894672012] transaction","detail":"{read_only:false; response_revision:10149; number_of_response:1; }","duration":"185.991527ms","start":"2026-03-31T05:16:00.884638Z","end":"2026-03-31T05:16:01.070629Z","steps":["trace[894672012] 'process raft request' (duration: 101.581153ms)","trace[894672012] 'compare' (duration: 83.561351ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:01.071019Z","caller":"traceutil/trace.go:171","msg":"trace[1497379797] transaction","detail":"{read_only:false; response_revision:10153; number_of_response:1; }","duration":"148.305218ms","start":"2026-03-31T05:16:00.922693Z","end":"2026-03-31T05:16:01.070999Z","steps":["trace[1497379797] 'process raft request' (duration: 148.253056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:01.071206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.510171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:01.071271Z","caller":"traceutil/trace.go:171","msg":"trace[1976032538] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10153; }","duration":"186.793749ms","start":"2026-03-31T05:16:00.884463Z","end":"2026-03-31T05:16:01.071256Z","steps":["trace[1976032538] 'agreement among raft nodes before linearized reading' (duration: 186.607144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:01.0713Z","caller":"traceutil/trace.go:171","msg":"trace[987316231] transaction","detail":"{read_only:false; response_revision:10150; number_of_response:1; }","duration":"185.857693ms","start":"2026-03-31T05:16:00.885427Z","end":"2026-03-31T05:16:01.071285Z","steps":["trace[987316231] 'process raft request' (duration: 184.984019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:01.071034Z","caller":"traceutil/trace.go:171","msg":"trace[1151929335] linearizableReadLoop","detail":"{readStateIndex:10532; appliedIndex:10531; }","duration":"186.338106ms","start":"2026-03-31T05:16:00.884676Z","end":"2026-03-31T05:16:01.071014Z","steps":["trace[1151929335] 'read index received' (duration: 101.47555ms)","trace[1151929335] 'applied index is now lower than readState.Index' (duration: 84.859926ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:01.071699Z","caller":"traceutil/trace.go:171","msg":"trace[1523393356] transaction","detail":"{read_only:false; response_revision:10152; number_of_response:1; }","duration":"151.3012ms","start":"2026-03-31T05:16:00.920358Z","end":"2026-03-31T05:16:01.071659Z","steps":["trace[1523393356] 'process raft request' (duration: 150.495358ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:01.071884Z","caller":"traceutil/trace.go:171","msg":"trace[674550906] transaction","detail":"{read_only:false; response_revision:10151; number_of_response:1; }","duration":"181.521055ms","start":"2026-03-31T05:16:00.890236Z","end":"2026-03-31T05:16:01.071757Z","steps":["trace[674550906] 'process raft request' (duration: 180.497047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:01.072264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.843077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:16:01.072328Z","caller":"traceutil/trace.go:171","msg":"trace[1454781177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10153; }","duration":"150.907769ms","start":"2026-03-31T05:16:00.921404Z","end":"2026-03-31T05:16:01.072312Z","steps":["trace[1454781177] 'agreement among raft nodes before linearized reading' (duration: 150.703933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:01.072579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.171062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:16:01.072613Z","caller":"traceutil/trace.go:171","msg":"trace[1807590170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10153; }","duration":"149.261734ms","start":"2026-03-31T05:16:00.923343Z","end":"2026-03-31T05:16:01.072605Z","steps":["trace[1807590170] 'agreement among raft nodes before linearized reading' (duration: 149.176961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:01.072623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.150801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:16:01.07268Z","caller":"traceutil/trace.go:171","msg":"trace[601260300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10153; }","duration":"149.239503ms","start":"2026-03-31T05:16:00.923429Z","end":"2026-03-31T05:16:01.072669Z","steps":["trace[601260300] 'agreement among raft nodes before linearized reading' (duration: 149.050648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:01.072806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.055642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:01.07284Z","caller":"traceutil/trace.go:171","msg":"trace[1714341199] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:10153; }","duration":"107.127964ms","start":"2026-03-31T05:16:00.965705Z","end":"2026-03-31T05:16:01.072833Z","steps":["trace[1714341199] 'agreement among raft nodes before linearized reading' (duration: 107.044362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:01.896323Z","caller":"traceutil/trace.go:171","msg":"trace[2138996731] transaction","detail":"{read_only:false; response_revision:10162; number_of_response:1; }","duration":"215.333258ms","start":"2026-03-31T05:16:01.680958Z","end":"2026-03-31T05:16:01.896291Z","steps":["trace[2138996731] 'process raft request' (duration: 215.020409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:02.432574Z","caller":"traceutil/trace.go:171","msg":"trace[1807101433] linearizableReadLoop","detail":"{readStateIndex:10549; appliedIndex:10548; }","duration":"151.013252ms","start":"2026-03-31T05:16:02.281537Z","end":"2026-03-31T05:16:02.43255Z","steps":["trace[1807101433] 'read index received' (duration: 110.62561ms)","trace[1807101433] 'applied index is now lower than readState.Index' (duration: 40.386632ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:02.432671Z","caller":"traceutil/trace.go:171","msg":"trace[899363381] transaction","detail":"{read_only:false; response_revision:10165; number_of_response:1; }","duration":"188.523126ms","start":"2026-03-31T05:16:02.244092Z","end":"2026-03-31T05:16:02.432616Z","steps":["trace[899363381] 'process raft request' (duration: 148.150555ms)","trace[899363381] 'compare' (duration: 40.188556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:02.43284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.28884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:02.432887Z","caller":"traceutil/trace.go:171","msg":"trace[1857497195] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:10165; }","duration":"151.427093ms","start":"2026-03-31T05:16:02.281445Z","end":"2026-03-31T05:16:02.432873Z","steps":["trace[1857497195] 'agreement among raft nodes before linearized reading' (duration: 151.211697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:03.320139Z","caller":"traceutil/trace.go:171","msg":"trace[511528644] linearizableReadLoop","detail":"{readStateIndex:10554; appliedIndex:10553; }","duration":"115.334788ms","start":"2026-03-31T05:16:03.204766Z","end":"2026-03-31T05:16:03.320101Z","steps":["trace[511528644] 'read index received' (duration: 115.05222ms)","trace[511528644] 'applied index is now lower than readState.Index' (duration: 281.078µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:03.3203Z","caller":"traceutil/trace.go:171","msg":"trace[1172559815] transaction","detail":"{read_only:false; response_revision:10170; number_of_response:1; }","duration":"115.923534ms","start":"2026-03-31T05:16:03.204328Z","end":"2026-03-31T05:16:03.320252Z","steps":["trace[1172559815] 'process raft request' (duration: 115.498212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:03.321054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.261263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321068"} {"level":"info","ts":"2026-03-31T05:16:03.321345Z","caller":"traceutil/trace.go:171","msg":"trace[1702998228] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:10170; }","duration":"116.598702ms","start":"2026-03-31T05:16:03.204725Z","end":"2026-03-31T05:16:03.321324Z","steps":["trace[1702998228] 'agreement among raft nodes before linearized reading' (duration: 115.643086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:03.321495Z","caller":"traceutil/trace.go:171","msg":"trace[1949790777] transaction","detail":"{read_only:false; response_revision:10174; number_of_response:1; }","duration":"115.4085ms","start":"2026-03-31T05:16:03.206072Z","end":"2026-03-31T05:16:03.321481Z","steps":["trace[1949790777] 'process raft request' (duration: 115.366938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:03.321842Z","caller":"traceutil/trace.go:171","msg":"trace[1264131937] transaction","detail":"{read_only:false; response_revision:10171; number_of_response:1; }","duration":"116.816648ms","start":"2026-03-31T05:16:03.205014Z","end":"2026-03-31T05:16:03.321831Z","steps":["trace[1264131937] 'process raft request' (duration: 116.196801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:03.321942Z","caller":"traceutil/trace.go:171","msg":"trace[1703813377] transaction","detail":"{read_only:false; response_revision:10172; number_of_response:1; }","duration":"116.89365ms","start":"2026-03-31T05:16:03.205042Z","end":"2026-03-31T05:16:03.321936Z","steps":["trace[1703813377] 'process raft request' (duration: 116.322534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:03.322025Z","caller":"traceutil/trace.go:171","msg":"trace[157348209] transaction","detail":"{read_only:false; response_revision:10173; number_of_response:1; }","duration":"116.917431ms","start":"2026-03-31T05:16:03.205101Z","end":"2026-03-31T05:16:03.322019Z","steps":["trace[157348209] 'process raft request' (duration: 116.305745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:03.599236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.412225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-service\" ","response":"range_response_count:1 size:6405"} {"level":"info","ts":"2026-03-31T05:16:03.599342Z","caller":"traceutil/trace.go:171","msg":"trace[1917628300] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-service; range_end:; response_count:1; response_revision:10175; }","duration":"198.613052ms","start":"2026-03-31T05:16:03.400707Z","end":"2026-03-31T05:16:03.59932Z","steps":["trace[1917628300] 'range keys from in-memory index tree' (duration: 198.114557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:03.599412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.545819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-31T05:16:03.599548Z","caller":"traceutil/trace.go:171","msg":"trace[500200260] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:10175; }","duration":"198.777906ms","start":"2026-03-31T05:16:03.400735Z","end":"2026-03-31T05:16:03.599513Z","steps":["trace[500200260] 'range keys from in-memory index tree' (duration: 198.135329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:03.733024Z","caller":"traceutil/trace.go:171","msg":"trace[653785009] transaction","detail":"{read_only:false; response_revision:10176; number_of_response:1; }","duration":"331.002415ms","start":"2026-03-31T05:16:03.401983Z","end":"2026-03-31T05:16:03.732985Z","steps":["trace[653785009] 'process raft request' (duration: 330.409919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:03.733327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:03.401968Z","time spent":"331.243881ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:03.905654Z","caller":"traceutil/trace.go:171","msg":"trace[2078286181] transaction","detail":"{read_only:false; response_revision:10177; number_of_response:1; }","duration":"274.76836ms","start":"2026-03-31T05:16:03.630839Z","end":"2026-03-31T05:16:03.905607Z","steps":["trace[2078286181] 'process raft request' (duration: 190.422027ms)","trace[2078286181] 'compare' (duration: 83.822128ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:03.905668Z","caller":"traceutil/trace.go:171","msg":"trace[1029497691] transaction","detail":"{read_only:false; response_revision:10178; number_of_response:1; }","duration":"146.435897ms","start":"2026-03-31T05:16:03.759193Z","end":"2026-03-31T05:16:03.905629Z","steps":["trace[1029497691] 'process raft request' (duration: 146.303034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:04.175701Z","caller":"traceutil/trace.go:171","msg":"trace[1670878122] transaction","detail":"{read_only:false; response_revision:10179; number_of_response:1; }","duration":"255.767241ms","start":"2026-03-31T05:16:03.919901Z","end":"2026-03-31T05:16:04.175668Z","steps":["trace[1670878122] 'process raft request' (duration: 255.269108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:05.00492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.114214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:05.00503Z","caller":"traceutil/trace.go:171","msg":"trace[119397975] linearizableReadLoop","detail":"{readStateIndex:10564; appliedIndex:10563; }","duration":"708.565551ms","start":"2026-03-31T05:16:04.296447Z","end":"2026-03-31T05:16:05.005012Z","steps":["trace[119397975] 'read index received' (duration: 224.176359ms)","trace[119397975] 'applied index is now lower than readState.Index' (duration: 484.387872ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:05.005097Z","caller":"traceutil/trace.go:171","msg":"trace[276823171] transaction","detail":"{read_only:false; response_revision:10180; number_of_response:1; }","duration":"751.236306ms","start":"2026-03-31T05:16:04.25385Z","end":"2026-03-31T05:16:05.005087Z","steps":["trace[276823171] 'process raft request' (duration: 266.854544ms)","trace[276823171] 'compare' (duration: 483.701753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:05.005143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:04.253823Z","time spent":"751.296107ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:05.005252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.797367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:16:05.005328Z","caller":"traceutil/trace.go:171","msg":"trace[1357370065] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10180; }","duration":"708.90215ms","start":"2026-03-31T05:16:04.296404Z","end":"2026-03-31T05:16:05.005306Z","steps":["trace[1357370065] 'agreement among raft nodes before linearized reading' (duration: 708.683074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:05.005373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:04.296387Z","time spent":"708.975012ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T05:16:05.085401Z","caller":"traceutil/trace.go:171","msg":"trace[1864393936] transaction","detail":"{read_only:false; response_revision:10181; number_of_response:1; }","duration":"273.057783ms","start":"2026-03-31T05:16:04.812311Z","end":"2026-03-31T05:16:05.085369Z","steps":["trace[1864393936] 'process raft request' (duration: 272.871398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:05.085577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.659079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:05.085685Z","caller":"traceutil/trace.go:171","msg":"trace[2116891598] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:10181; }","duration":"162.805513ms","start":"2026-03-31T05:16:04.922859Z","end":"2026-03-31T05:16:05.085664Z","steps":["trace[2116891598] 'agreement among raft nodes before linearized reading' (duration: 162.557647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:05.08579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.467524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:05.085911Z","caller":"traceutil/trace.go:171","msg":"trace[352492212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10181; }","duration":"214.725691ms","start":"2026-03-31T05:16:04.871163Z","end":"2026-03-31T05:16:05.085889Z","steps":["trace[352492212] 'agreement among raft nodes before linearized reading' (duration: 214.30921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:05.303191Z","caller":"traceutil/trace.go:171","msg":"trace[2123356118] linearizableReadLoop","detail":"{readStateIndex:10566; appliedIndex:10565; }","duration":"217.790565ms","start":"2026-03-31T05:16:05.085368Z","end":"2026-03-31T05:16:05.303158Z","steps":["trace[2123356118] 'read index received' (duration: 144.503124ms)","trace[2123356118] 'applied index is now lower than readState.Index' (duration: 73.285961ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:05.303258Z","caller":"traceutil/trace.go:171","msg":"trace[609544945] transaction","detail":"{read_only:false; response_revision:10182; number_of_response:1; }","duration":"290.833128ms","start":"2026-03-31T05:16:05.012375Z","end":"2026-03-31T05:16:05.303208Z","steps":["trace[609544945] 'process raft request' (duration: 217.475196ms)","trace[609544945] 'compare' (duration: 73.006863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:05.303372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.587318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:05.303457Z","caller":"traceutil/trace.go:171","msg":"trace[838157669] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:10182; }","duration":"295.733832ms","start":"2026-03-31T05:16:05.007688Z","end":"2026-03-31T05:16:05.303421Z","steps":["trace[838157669] 'agreement among raft nodes before linearized reading' (duration: 295.607459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:05.803676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792630761,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:16:06.20407Z","caller":"traceutil/trace.go:171","msg":"trace[68240443] transaction","detail":"{read_only:false; response_revision:10183; number_of_response:1; }","duration":"1.111202411s","start":"2026-03-31T05:16:05.092826Z","end":"2026-03-31T05:16:06.204028Z","steps":["trace[68240443] 'process raft request' (duration: 1.11081944s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.204099Z","caller":"traceutil/trace.go:171","msg":"trace[465936120] linearizableReadLoop","detail":"{readStateIndex:10568; appliedIndex:10566; }","duration":"900.673014ms","start":"2026-03-31T05:16:05.303259Z","end":"2026-03-31T05:16:06.203932Z","steps":["trace[465936120] 'read index received' (duration: 900.314984ms)","trace[465936120] 'applied index is now lower than readState.Index' (duration: 357.29µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:06.204126Z","caller":"traceutil/trace.go:171","msg":"trace[923574905] transaction","detail":"{read_only:false; response_revision:10184; number_of_response:1; }","duration":"1.109276288s","start":"2026-03-31T05:16:05.094801Z","end":"2026-03-31T05:16:06.204078Z","steps":["trace[923574905] 'process raft request' (duration: 1.109079813s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.204279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:05.09279Z","time spent":"1.111377446s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:06.20432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:05.094786Z","time spent":"1.109427153s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:06.204549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.008942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:06.20459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.703753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:16:06.204605Z","caller":"traceutil/trace.go:171","msg":"trace[598299082] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:10184; }","duration":"428.133786ms","start":"2026-03-31T05:16:05.776458Z","end":"2026-03-31T05:16:06.204592Z","steps":["trace[598299082] 'agreement among raft nodes before linearized reading' (duration: 427.992002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.204612Z","caller":"traceutil/trace.go:171","msg":"trace[2048522233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10184; }","duration":"875.786415ms","start":"2026-03-31T05:16:05.328818Z","end":"2026-03-31T05:16:06.204605Z","steps":["trace[2048522233] 'agreement among raft nodes before linearized reading' (duration: 875.642471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.204634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:05.328725Z","time spent":"875.904968ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:16:06.204701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.501827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:16:06.204635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:05.776432Z","time spent":"428.195557ms","remote":"127.0.0.1:57608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:06.204894Z","caller":"traceutil/trace.go:171","msg":"trace[1075682309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10184; }","duration":"875.745154ms","start":"2026-03-31T05:16:05.329119Z","end":"2026-03-31T05:16:06.204864Z","steps":["trace[1075682309] 'agreement among raft nodes before linearized reading' (duration: 875.340833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.204935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.298087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:16:06.204948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:05.329098Z","time spent":"875.836707ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:16:06.204974Z","caller":"traceutil/trace.go:171","msg":"trace[1725293149] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10184; }","duration":"873.359348ms","start":"2026-03-31T05:16:05.331605Z","end":"2026-03-31T05:16:06.204965Z","steps":["trace[1725293149] 'agreement among raft nodes before linearized reading' (duration: 873.130132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.204969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117364449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:06.205001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:05.331588Z","time spent":"873.40851ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:16:06.205027Z","caller":"traceutil/trace.go:171","msg":"trace[1642556054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10184; }","duration":"1.118047108s","start":"2026-03-31T05:16:05.086962Z","end":"2026-03-31T05:16:06.205009Z","steps":["trace[1642556054] 'agreement among raft nodes before linearized reading' (duration: 1.117318898s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.205069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:05.086936Z","time spent":"1.11812338s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:06.205101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.312896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:06.205124Z","caller":"traceutil/trace.go:171","msg":"trace[1750388508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:10184; }","duration":"186.369968ms","start":"2026-03-31T05:16:06.018746Z","end":"2026-03-31T05:16:06.205116Z","steps":["trace[1750388508] 'agreement among raft nodes before linearized reading' (duration: 186.320646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.205252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.95771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:16:06.205288Z","caller":"traceutil/trace.go:171","msg":"trace[673016314] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10184; }","duration":"876.052152ms","start":"2026-03-31T05:16:05.329225Z","end":"2026-03-31T05:16:06.205277Z","steps":["trace[673016314] 'agreement among raft nodes before linearized reading' (duration: 875.955429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.205314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:05.329199Z","time spent":"876.109374ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:16:06.205416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.805923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:16:06.205439Z","caller":"traceutil/trace.go:171","msg":"trace[1877360885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10184; }","duration":"876.848674ms","start":"2026-03-31T05:16:05.328584Z","end":"2026-03-31T05:16:06.205432Z","steps":["trace[1877360885] 'agreement among raft nodes before linearized reading' (duration: 876.783682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.205457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:05.32857Z","time spent":"876.882965ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:06.208994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.822851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:16:06.210338Z","caller":"traceutil/trace.go:171","msg":"trace[1617285918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10184; }","duration":"883.443314ms","start":"2026-03-31T05:16:05.32687Z","end":"2026-03-31T05:16:06.210314Z","steps":["trace[1617285918] 'agreement among raft nodes before linearized reading' (duration: 877.571054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.210447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:05.326845Z","time spent":"883.570767ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:16:06.500896Z","caller":"traceutil/trace.go:171","msg":"trace[1822708779] linearizableReadLoop","detail":"{readStateIndex:10569; appliedIndex:10568; }","duration":"288.109813ms","start":"2026-03-31T05:16:06.212745Z","end":"2026-03-31T05:16:06.500855Z","steps":["trace[1822708779] 'read index received' (duration: 191.940479ms)","trace[1822708779] 'applied index is now lower than readState.Index' (duration: 96.166974ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:06.501252Z","caller":"traceutil/trace.go:171","msg":"trace[1015783474] transaction","detail":"{read_only:false; response_revision:10185; number_of_response:1; }","duration":"288.976937ms","start":"2026-03-31T05:16:06.212232Z","end":"2026-03-31T05:16:06.501209Z","steps":["trace[1015783474] 'process raft request' (duration: 192.433662ms)","trace[1015783474] 'compare' (duration: 95.975129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:06.50152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.73776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:16:06.501585Z","caller":"traceutil/trace.go:171","msg":"trace[1346106945] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10185; }","duration":"288.871725ms","start":"2026-03-31T05:16:06.212696Z","end":"2026-03-31T05:16:06.501568Z","steps":["trace[1346106945] 'agreement among raft nodes before linearized reading' (duration: 288.564996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.585201Z","caller":"traceutil/trace.go:171","msg":"trace[769898121] transaction","detail":"{read_only:false; response_revision:10186; number_of_response:1; }","duration":"372.221589ms","start":"2026-03-31T05:16:06.212948Z","end":"2026-03-31T05:16:06.585169Z","steps":["trace[769898121] 'process raft request' (duration: 371.983003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.585626Z","caller":"traceutil/trace.go:171","msg":"trace[1005856418] transaction","detail":"{read_only:false; response_revision:10187; number_of_response:1; }","duration":"372.404334ms","start":"2026-03-31T05:16:06.213206Z","end":"2026-03-31T05:16:06.585611Z","steps":["trace[1005856418] 'process raft request' (duration: 371.911421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.58579Z","caller":"traceutil/trace.go:171","msg":"trace[1646629290] transaction","detail":"{read_only:false; response_revision:10188; number_of_response:1; }","duration":"372.027304ms","start":"2026-03-31T05:16:06.213742Z","end":"2026-03-31T05:16:06.58577Z","steps":["trace[1646629290] 'process raft request' (duration: 371.826698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.585852Z","caller":"traceutil/trace.go:171","msg":"trace[1596082583] transaction","detail":"{read_only:false; response_revision:10189; number_of_response:1; }","duration":"370.204344ms","start":"2026-03-31T05:16:06.215625Z","end":"2026-03-31T05:16:06.585829Z","steps":["trace[1596082583] 'process raft request' (duration: 370.087701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.585884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.451357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:06.585921Z","caller":"traceutil/trace.go:171","msg":"trace[1114982315] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:10189; }","duration":"142.491749ms","start":"2026-03-31T05:16:06.44342Z","end":"2026-03-31T05:16:06.585911Z","steps":["trace[1114982315] 'agreement among raft nodes before linearized reading' (duration: 142.359575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.585942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:06.215616Z","time spent":"370.287226ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:06.58599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:06.213734Z","time spent":"372.131766ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:06.58598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.698738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T05:16:06.586796Z","caller":"traceutil/trace.go:171","msg":"trace[1629388412] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10189; }","duration":"367.525541ms","start":"2026-03-31T05:16:06.21923Z","end":"2026-03-31T05:16:06.586756Z","steps":["trace[1629388412] 'agreement among raft nodes before linearized reading' (duration: 366.559924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.587002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:06.219224Z","time spent":"367.764557ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:16:06.586081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.333818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:06.58725Z","caller":"traceutil/trace.go:171","msg":"trace[984906943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10189; }","duration":"371.54406ms","start":"2026-03-31T05:16:06.215667Z","end":"2026-03-31T05:16:06.587211Z","steps":["trace[984906943] 'agreement among raft nodes before linearized reading' (duration: 370.313276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.58574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:06.213192Z","time spent":"372.470276ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:06.587333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:06.215651Z","time spent":"371.664254ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:06.586514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.421643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321306"} {"level":"info","ts":"2026-03-31T05:16:06.587487Z","caller":"traceutil/trace.go:171","msg":"trace[1899687728] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:10189; }","duration":"370.362768ms","start":"2026-03-31T05:16:06.217068Z","end":"2026-03-31T05:16:06.587431Z","steps":["trace[1899687728] 'agreement among raft nodes before linearized reading' (duration: 368.877807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.587548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:06.21706Z","time spent":"370.470561ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":321329,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:16:06.587849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:06.212729Z","time spent":"372.693452ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:06.786406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.724684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:06.786717Z","caller":"traceutil/trace.go:171","msg":"trace[647540465] transaction","detail":"{read_only:false; response_revision:10190; number_of_response:1; }","duration":"255.434862ms","start":"2026-03-31T05:16:06.531252Z","end":"2026-03-31T05:16:06.786687Z","steps":["trace[647540465] 'process raft request' (duration: 78.278616ms)","trace[647540465] 'compare' (duration: 176.526929ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:06.78672Z","caller":"traceutil/trace.go:171","msg":"trace[727319796] transaction","detail":"{read_only:false; response_revision:10191; number_of_response:1; }","duration":"193.309486ms","start":"2026-03-31T05:16:06.593383Z","end":"2026-03-31T05:16:06.786692Z","steps":["trace[727319796] 'process raft request' (duration: 193.196633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.786767Z","caller":"traceutil/trace.go:171","msg":"trace[1653034115] linearizableReadLoop","detail":"{readStateIndex:10574; appliedIndex:10573; }","duration":"200.970616ms","start":"2026-03-31T05:16:06.585759Z","end":"2026-03-31T05:16:06.78673Z","steps":["trace[1653034115] 'read index received' (duration: 23.818221ms)","trace[1653034115] 'applied index is now lower than readState.Index' (duration: 177.141305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:06.786996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.208923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:06.787112Z","caller":"traceutil/trace.go:171","msg":"trace[941757920] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10191; }","duration":"208.400838ms","start":"2026-03-31T05:16:06.578688Z","end":"2026-03-31T05:16:06.787089Z","steps":["trace[941757920] 'agreement among raft nodes before linearized reading' (duration: 208.155641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:07.379762Z","caller":"traceutil/trace.go:171","msg":"trace[1129798203] transaction","detail":"{read_only:false; response_revision:10192; number_of_response:1; }","duration":"522.115862ms","start":"2026-03-31T05:16:06.857549Z","end":"2026-03-31T05:16:07.379664Z","steps":["trace[1129798203] 'process raft request' (duration: 521.895216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:07.380005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:06.85751Z","time spent":"522.41249ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15003,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:07.41598Z","caller":"traceutil/trace.go:171","msg":"trace[1891901046] linearizableReadLoop","detail":"{readStateIndex:10578; appliedIndex:10576; }","duration":"512.209371ms","start":"2026-03-31T05:16:06.903744Z","end":"2026-03-31T05:16:07.415954Z","steps":["trace[1891901046] 'read index received' (duration: 475.807488ms)","trace[1891901046] 'applied index is now lower than readState.Index' (duration: 36.400813ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:07.416003Z","caller":"traceutil/trace.go:171","msg":"trace[350890161] transaction","detail":"{read_only:false; response_revision:10193; number_of_response:1; }","duration":"529.40023ms","start":"2026-03-31T05:16:06.886577Z","end":"2026-03-31T05:16:07.415977Z","steps":["trace[350890161] 'process raft request' (duration: 529.183354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:07.416127Z","caller":"traceutil/trace.go:171","msg":"trace[538751384] transaction","detail":"{read_only:false; response_revision:10194; number_of_response:1; }","duration":"324.037975ms","start":"2026-03-31T05:16:07.092077Z","end":"2026-03-31T05:16:07.416115Z","steps":["trace[538751384] 'process raft request' (duration: 323.816459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:07.416201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:06.886548Z","time spent":"529.578865ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:16:07.416292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.079814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:16:07.416336Z","caller":"traceutil/trace.go:171","msg":"trace[1791693305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10194; }","duration":"406.178417ms","start":"2026-03-31T05:16:07.010145Z","end":"2026-03-31T05:16:07.416323Z","steps":["trace[1791693305] 'agreement among raft nodes before linearized reading' (duration: 406.042634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:07.416363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:07.010118Z","time spent":"406.239768ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:16:07.416477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:07.092041Z","time spent":"324.137917ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:07.416694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.851999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:07.416825Z","caller":"traceutil/trace.go:171","msg":"trace[564288736] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:10194; }","duration":"513.113395ms","start":"2026-03-31T05:16:06.903685Z","end":"2026-03-31T05:16:07.416799Z","steps":["trace[564288736] 'agreement among raft nodes before linearized reading' (duration: 512.54027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:07.417108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:06.903666Z","time spent":"513.423814ms","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:07.872722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.675979ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:16:08.407855Z","caller":"traceutil/trace.go:171","msg":"trace[1942506583] transaction","detail":"{read_only:false; response_revision:10196; number_of_response:1; }","duration":"196.277828ms","start":"2026-03-31T05:16:08.211536Z","end":"2026-03-31T05:16:08.407814Z","steps":["trace[1942506583] 'process raft request' (duration: 196.041721ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:08.460376Z","caller":"traceutil/trace.go:171","msg":"trace[1668547976] transaction","detail":"{read_only:false; response_revision:10197; number_of_response:1; }","duration":"247.849115ms","start":"2026-03-31T05:16:08.212496Z","end":"2026-03-31T05:16:08.460345Z","steps":["trace[1668547976] 'process raft request' (duration: 247.613348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.867442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.751097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:16:08.867518Z","caller":"traceutil/trace.go:171","msg":"trace[99467884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10197; }","duration":"360.87043ms","start":"2026-03-31T05:16:08.506629Z","end":"2026-03-31T05:16:08.867499Z","steps":["trace[99467884] 'range keys from in-memory index tree' (duration: 360.578422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.867555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.506605Z","time spent":"360.940652ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:08.867792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.612376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:08.867818Z","caller":"traceutil/trace.go:171","msg":"trace[453359926] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:10197; }","duration":"381.642797ms","start":"2026-03-31T05:16:08.486165Z","end":"2026-03-31T05:16:08.867808Z","steps":["trace[453359926] 'count revisions from in-memory index tree' (duration: 381.506673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.86784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.486081Z","time spent":"381.751361ms","remote":"127.0.0.1:33478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:08.867849Z","caller":"traceutil/trace.go:171","msg":"trace[701552320] linearizableReadLoop","detail":"{readStateIndex:10584; appliedIndex:10583; }","duration":"274.986237ms","start":"2026-03-31T05:16:08.592846Z","end":"2026-03-31T05:16:08.867832Z","steps":["trace[701552320] 'read index received' (duration: 272.756926ms)","trace[701552320] 'applied index is now lower than readState.Index' (duration: 2.228121ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:08.867947Z","caller":"traceutil/trace.go:171","msg":"trace[407896269] transaction","detail":"{read_only:false; response_revision:10198; number_of_response:1; }","duration":"357.868198ms","start":"2026-03-31T05:16:08.510069Z","end":"2026-03-31T05:16:08.867937Z","steps":["trace[407896269] 'process raft request' (duration: 355.577556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.868021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.510044Z","time spent":"357.926449ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:16:08.868041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.14443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:16:08.868071Z","caller":"traceutil/trace.go:171","msg":"trace[150130209] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10198; }","duration":"275.219553ms","start":"2026-03-31T05:16:08.592843Z","end":"2026-03-31T05:16:08.868063Z","steps":["trace[150130209] 'agreement among raft nodes before linearized reading' (duration: 275.10229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.868184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.338716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:16:08.86821Z","caller":"traceutil/trace.go:171","msg":"trace[229747198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10198; }","duration":"275.366707ms","start":"2026-03-31T05:16:08.592836Z","end":"2026-03-31T05:16:08.868203Z","steps":["trace[229747198] 'agreement among raft nodes before linearized reading' (duration: 275.294365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.868316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.521917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:16:08.868347Z","caller":"traceutil/trace.go:171","msg":"trace[560526650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10198; }","duration":"273.591178ms","start":"2026-03-31T05:16:08.594747Z","end":"2026-03-31T05:16:08.868338Z","steps":["trace[560526650] 'agreement among raft nodes before linearized reading' (duration: 273.473095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.868386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.307925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:16:08.868477Z","caller":"traceutil/trace.go:171","msg":"trace[1856452504] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10198; }","duration":"275.47752ms","start":"2026-03-31T05:16:08.592975Z","end":"2026-03-31T05:16:08.868452Z","steps":["trace[1856452504] 'agreement among raft nodes before linearized reading' (duration: 275.193812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.86863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.823587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:16:08.868723Z","caller":"traceutil/trace.go:171","msg":"trace[1246515518] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10198; }","duration":"272.95376ms","start":"2026-03-31T05:16:08.595747Z","end":"2026-03-31T05:16:08.868701Z","steps":["trace[1246515518] 'agreement among raft nodes before linearized reading' (duration: 272.402415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:09.463502Z","caller":"traceutil/trace.go:171","msg":"trace[394607441] transaction","detail":"{read_only:false; response_revision:10200; number_of_response:1; }","duration":"584.936906ms","start":"2026-03-31T05:16:08.878543Z","end":"2026-03-31T05:16:09.46348Z","steps":["trace[394607441] 'process raft request' (duration: 584.736291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:09.463667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.87853Z","time spent":"585.045239ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:09.464064Z","caller":"traceutil/trace.go:171","msg":"trace[350280846] transaction","detail":"{read_only:false; response_revision:10203; number_of_response:1; }","duration":"583.834866ms","start":"2026-03-31T05:16:08.880197Z","end":"2026-03-31T05:16:09.464032Z","steps":["trace[350280846] 'process raft request' (duration: 583.759974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:09.463815Z","caller":"traceutil/trace.go:171","msg":"trace[1564158171] transaction","detail":"{read_only:false; response_revision:10201; number_of_response:1; }","duration":"585.170733ms","start":"2026-03-31T05:16:08.87862Z","end":"2026-03-31T05:16:09.463791Z","steps":["trace[1564158171] 'process raft request' (duration: 584.824243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:09.464252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.880188Z","time spent":"583.96863ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:09.464264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.878602Z","time spent":"585.618184ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:09.464139Z","caller":"traceutil/trace.go:171","msg":"trace[1303044069] transaction","detail":"{read_only:false; response_revision:10202; number_of_response:1; }","duration":"584.375711ms","start":"2026-03-31T05:16:08.87973Z","end":"2026-03-31T05:16:09.464106Z","steps":["trace[1303044069] 'process raft request' (duration: 583.984971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:09.464393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.879721Z","time spent":"584.595577ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:09.884549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.766439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:09.884751Z","caller":"traceutil/trace.go:171","msg":"trace[1614833429] linearizableReadLoop","detail":"{readStateIndex:10590; appliedIndex:10585; }","duration":"832.377471ms","start":"2026-03-31T05:16:09.052357Z","end":"2026-03-31T05:16:09.884734Z","steps":["trace[1614833429] 'read index received' (duration: 410.998169ms)","trace[1614833429] 'applied index is now lower than readState.Index' (duration: 421.378322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:09.885097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.336903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:09.885131Z","caller":"traceutil/trace.go:171","msg":"trace[28605493] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:10205; }","duration":"764.422665ms","start":"2026-03-31T05:16:09.120697Z","end":"2026-03-31T05:16:09.88512Z","steps":["trace[28605493] 'agreement among raft nodes before linearized reading' (duration: 764.284462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:09.885159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:09.12067Z","time spent":"764.482427ms","remote":"127.0.0.1:35106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:09.885203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.849513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ln7pb\" ","response":"range_response_count:1 size:19695"} {"level":"info","ts":"2026-03-31T05:16:09.885301Z","caller":"traceutil/trace.go:171","msg":"trace[1396280685] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ln7pb; range_end:; response_count:1; response_revision:10205; }","duration":"832.990587ms","start":"2026-03-31T05:16:09.052293Z","end":"2026-03-31T05:16:09.885284Z","steps":["trace[1396280685] 'agreement among raft nodes before linearized reading' (duration: 832.657928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:09.885344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:09.052265Z","time spent":"833.067359ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19718,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ln7pb\" "} {"level":"warn","ts":"2026-03-31T05:16:09.885637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.227975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:16:09.885716Z","caller":"traceutil/trace.go:171","msg":"trace[873490753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10205; }","duration":"363.361848ms","start":"2026-03-31T05:16:09.522336Z","end":"2026-03-31T05:16:09.885697Z","steps":["trace[873490753] 'agreement among raft nodes before linearized reading' (duration: 363.112591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:09.885751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:09.522306Z","time spent":"363.43849ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:16:09.885767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.704259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:09.885829Z","caller":"traceutil/trace.go:171","msg":"trace[694159531] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:10205; }","duration":"503.814992ms","start":"2026-03-31T05:16:09.381998Z","end":"2026-03-31T05:16:09.885813Z","steps":["trace[694159531] 'agreement among raft nodes before linearized reading' (duration: 503.701429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:09.885814Z","caller":"traceutil/trace.go:171","msg":"trace[91014861] transaction","detail":"{read_only:false; response_revision:10204; number_of_response:1; }","duration":"935.918687ms","start":"2026-03-31T05:16:08.949836Z","end":"2026-03-31T05:16:09.885755Z","steps":["trace[91014861] 'process raft request' (duration: 666.856802ms)","trace[91014861] 'compare' (duration: 267.614275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:09.885882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:09.381969Z","time spent":"503.901135ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:09.885998Z","caller":"traceutil/trace.go:171","msg":"trace[1286746918] transaction","detail":"{read_only:false; response_revision:10205; number_of_response:1; }","duration":"462.017742ms","start":"2026-03-31T05:16:09.423956Z","end":"2026-03-31T05:16:09.885973Z","steps":["trace[1286746918] 'process raft request' (duration: 460.697366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:09.886121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:09.423923Z","time spent":"462.134855ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:09.886074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.949803Z","time spent":"936.105482ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:16:10.29639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.266786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:10.296521Z","caller":"traceutil/trace.go:171","msg":"trace[139080097] transaction","detail":"{read_only:false; response_revision:10206; number_of_response:1; }","duration":"405.007474ms","start":"2026-03-31T05:16:09.891488Z","end":"2026-03-31T05:16:10.296495Z","steps":["trace[139080097] 'process raft request' (duration: 141.510903ms)","trace[139080097] 'compare' (duration: 262.994467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:10.296646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:09.891453Z","time spent":"405.158818ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:10.655936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792630814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:11.140114Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.106920283s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:16:11.140866Z","caller":"traceutil/trace.go:171","msg":"trace[1276993294] transaction","detail":"{read_only:false; response_revision:10208; number_of_response:1; }","duration":"1.242966447s","start":"2026-03-31T05:16:09.897874Z","end":"2026-03-31T05:16:11.14084Z","steps":["trace[1276993294] 'process raft request' (duration: 1.242838704s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:11.14105Z","caller":"traceutil/trace.go:171","msg":"trace[1442470860] transaction","detail":"{read_only:false; response_revision:10207; number_of_response:1; }","duration":"1.249022972s","start":"2026-03-31T05:16:09.891983Z","end":"2026-03-31T05:16:11.141006Z","steps":["trace[1442470860] 'process raft request' (duration: 1.248466677s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.141232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:09.891973Z","time spent":"1.249172257s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:16:11.142603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:09.897868Z","time spent":"1.24308275s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:11.265997Z","caller":"traceutil/trace.go:171","msg":"trace[1774306191] linearizableReadLoop","detail":"{readStateIndex:10596; appliedIndex:10592; }","duration":"1.110442921s","start":"2026-03-31T05:16:10.155529Z","end":"2026-03-31T05:16:11.265972Z","steps":["trace[1774306191] 'read index received' (duration: 985.070119ms)","trace[1774306191] 'applied index is now lower than readState.Index' (duration: 125.371822ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:11.26652Z","caller":"traceutil/trace.go:171","msg":"trace[87844441] transaction","detail":"{read_only:false; response_revision:10209; number_of_response:1; }","duration":"853.23544ms","start":"2026-03-31T05:16:10.41327Z","end":"2026-03-31T05:16:11.266506Z","steps":["trace[87844441] 'process raft request' (duration: 840.693288ms)","trace[87844441] 'compare' (duration: 11.811832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:11.26672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.413239Z","time spent":"853.358213ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:11.267168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.91086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T05:16:11.267253Z","caller":"traceutil/trace.go:171","msg":"trace[913409050] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:10210; }","duration":"587.019013ms","start":"2026-03-31T05:16:10.680216Z","end":"2026-03-31T05:16:11.267235Z","steps":["trace[913409050] 'agreement among raft nodes before linearized reading' (duration: 586.766116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.267268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.571229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:16:11.267295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.68013Z","time spent":"587.155667ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-31T05:16:11.267307Z","caller":"traceutil/trace.go:171","msg":"trace[584983688] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10210; }","duration":"328.652471ms","start":"2026-03-31T05:16:10.93864Z","end":"2026-03-31T05:16:11.267292Z","steps":["trace[584983688] 'agreement among raft nodes before linearized reading' (duration: 328.509647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.267757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.035302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:16:11.267819Z","caller":"traceutil/trace.go:171","msg":"trace[1067947400] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10210; }","duration":"384.093294ms","start":"2026-03-31T05:16:10.883689Z","end":"2026-03-31T05:16:11.267783Z","steps":["trace[1067947400] 'agreement among raft nodes before linearized reading' (duration: 383.975911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.26785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.883676Z","time spent":"384.164566ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:16:11.268079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.371847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:11.267549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.938594Z","time spent":"328.733203ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:16:11.268107Z","caller":"traceutil/trace.go:171","msg":"trace[922965521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10210; }","duration":"397.439029ms","start":"2026-03-31T05:16:10.870661Z","end":"2026-03-31T05:16:11.2681Z","steps":["trace[922965521] 'agreement among raft nodes before linearized reading' (duration: 397.388017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.268129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.870637Z","time spent":"397.486769ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:11.268451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.161074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129481"} {"level":"info","ts":"2026-03-31T05:16:11.268483Z","caller":"traceutil/trace.go:171","msg":"trace[1758660109] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:10210; }","duration":"551.194665ms","start":"2026-03-31T05:16:10.717281Z","end":"2026-03-31T05:16:11.268476Z","steps":["trace[1758660109] 'agreement among raft nodes before linearized reading' (duration: 551.062251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:11.268229Z","caller":"traceutil/trace.go:171","msg":"trace[1608382290] transaction","detail":"{read_only:false; response_revision:10210; number_of_response:1; }","duration":"799.726869ms","start":"2026-03-31T05:16:10.468492Z","end":"2026-03-31T05:16:11.268219Z","steps":["trace[1608382290] 'process raft request' (duration: 797.432516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.268981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.468422Z","time spent":"800.102349ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:11.269147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113626487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:11.269178Z","caller":"traceutil/trace.go:171","msg":"trace[1961415389] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10210; }","duration":"1.113688389s","start":"2026-03-31T05:16:10.155481Z","end":"2026-03-31T05:16:11.26917Z","steps":["trace[1961415389] 'agreement among raft nodes before linearized reading' (duration: 1.113621697s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.269201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.155461Z","time spent":"1.113734021s","remote":"127.0.0.1:33222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:11.268503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.71721Z","time spent":"551.287948ms","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129504,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T05:16:11.269404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.342573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:16:11.269498Z","caller":"traceutil/trace.go:171","msg":"trace[1375002823] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:10210; }","duration":"202.481637ms","start":"2026-03-31T05:16:11.066986Z","end":"2026-03-31T05:16:11.269467Z","steps":["trace[1375002823] 'agreement among raft nodes before linearized reading' (duration: 202.178269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:13.0278Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136621955s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:16:13.044119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42698299s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:13.044381Z","caller":"traceutil/trace.go:171","msg":"trace[460531429] transaction","detail":"{read_only:false; response_revision:10212; number_of_response:1; }","duration":"1.153402293s","start":"2026-03-31T05:16:11.890959Z","end":"2026-03-31T05:16:13.044361Z","steps":["trace[460531429] 'process raft request' (duration: 1.15328919s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:13.044453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.890937Z","time spent":"1.153485695s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:13.04465Z","caller":"traceutil/trace.go:171","msg":"trace[649446786] transaction","detail":"{read_only:false; response_revision:10211; number_of_response:1; }","duration":"1.768275477s","start":"2026-03-31T05:16:11.276363Z","end":"2026-03-31T05:16:13.044639Z","steps":["trace[649446786] 'process raft request' (duration: 340.666869ms)","trace[649446786] 'compare' (duration: 1.42660422s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:13.044707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.276337Z","time spent":"1.768341228s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:13.04487Z","caller":"traceutil/trace.go:171","msg":"trace[2000112437] linearizableReadLoop","detail":"{readStateIndex:10597; appliedIndex:10596; }","duration":"1.768369239s","start":"2026-03-31T05:16:11.27649Z","end":"2026-03-31T05:16:13.044859Z","steps":["trace[2000112437] 'read index received' (duration: 340.549215ms)","trace[2000112437] 'applied index is now lower than readState.Index' (duration: 1.427818444s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:13.04526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76877291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T05:16:13.045299Z","caller":"traceutil/trace.go:171","msg":"trace[2122590273] range","detail":"{range_begin:/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532; range_end:; response_count:1; response_revision:10212; }","duration":"1.768846092s","start":"2026-03-31T05:16:11.27644Z","end":"2026-03-31T05:16:13.045286Z","steps":["trace[2122590273] 'agreement among raft nodes before linearized reading' (duration: 1.768714209s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:13.045327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.276417Z","time spent":"1.768903713s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532\" "} {"level":"warn","ts":"2026-03-31T05:16:13.045626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288769718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:13.045665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.954746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:13.045666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768328768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T05:16:13.045718Z","caller":"traceutil/trace.go:171","msg":"trace[74623521] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10212; }","duration":"1.288895101s","start":"2026-03-31T05:16:11.756789Z","end":"2026-03-31T05:16:13.045684Z","steps":["trace[74623521] 'agreement among raft nodes before linearized reading' (duration: 1.288784868s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:13.04574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049370044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:13.045746Z","caller":"traceutil/trace.go:171","msg":"trace[1237709665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10212; }","duration":"175.114619ms","start":"2026-03-31T05:16:12.870612Z","end":"2026-03-31T05:16:13.045726Z","steps":["trace[1237709665] 'agreement among raft nodes before linearized reading' (duration: 174.982926ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:13.045775Z","caller":"traceutil/trace.go:171","msg":"trace[1434297433] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:10212; }","duration":"1.049431956s","start":"2026-03-31T05:16:11.996334Z","end":"2026-03-31T05:16:13.045766Z","steps":["trace[1434297433] 'agreement among raft nodes before linearized reading' (duration: 1.049350563s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:13.045748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574484527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:16:13.04586Z","caller":"traceutil/trace.go:171","msg":"trace[1369176817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10212; }","duration":"1.57460969s","start":"2026-03-31T05:16:11.471219Z","end":"2026-03-31T05:16:13.045828Z","steps":["trace[1369176817] 'agreement among raft nodes before linearized reading' (duration: 1.574305642s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:13.045879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.87111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:16:13.045916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.386499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:16:13.045949Z","caller":"traceutil/trace.go:171","msg":"trace[1385986590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10212; }","duration":"744.44895ms","start":"2026-03-31T05:16:12.301493Z","end":"2026-03-31T05:16:13.045942Z","steps":["trace[1385986590] 'agreement among raft nodes before linearized reading' (duration: 744.026159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:13.045945Z","caller":"traceutil/trace.go:171","msg":"trace[526795144] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:10212; }","duration":"382.967133ms","start":"2026-03-31T05:16:12.662963Z","end":"2026-03-31T05:16:13.04593Z","steps":["trace[526795144] 'agreement among raft nodes before linearized reading' (duration: 382.86378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:13.045972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:12.301473Z","time spent":"744.493461ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:16:13.045982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221197203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:16:13.045996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:12.662908Z","time spent":"383.074976ms","remote":"127.0.0.1:32878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:13.045902Z","caller":"traceutil/trace.go:171","msg":"trace[1185273954] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:10212; }","duration":"1.768610506s","start":"2026-03-31T05:16:11.277268Z","end":"2026-03-31T05:16:13.045878Z","steps":["trace[1185273954] 'agreement among raft nodes before linearized reading' (duration: 1.768210035s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:13.04601Z","caller":"traceutil/trace.go:171","msg":"trace[1394818349] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10212; }","duration":"1.221259745s","start":"2026-03-31T05:16:11.824744Z","end":"2026-03-31T05:16:13.046003Z","steps":["trace[1394818349] 'agreement among raft nodes before linearized reading' (duration: 1.220753351s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:13.046048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.824721Z","time spent":"1.221321747s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:16:13.045915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.471149Z","time spent":"1.574756114s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:13.046086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123876677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:13.046315Z","caller":"traceutil/trace.go:171","msg":"trace[2106410999] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:10212; }","duration":"1.124150364s","start":"2026-03-31T05:16:11.922154Z","end":"2026-03-31T05:16:13.046304Z","steps":["trace[2106410999] 'agreement among raft nodes before linearized reading' (duration: 1.123891757s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:13.046055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.277248Z","time spent":"1.76879657s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T05:16:13.045777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.756734Z","time spent":"1.289025885s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:13.046366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.922132Z","time spent":"1.124223867s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:13.046393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.825726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T05:16:13.045844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575477094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:16:13.045805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.996317Z","time spent":"1.049477546s","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:13.046446Z","caller":"traceutil/trace.go:171","msg":"trace[50804188] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:10212; }","duration":"912.908089ms","start":"2026-03-31T05:16:12.133524Z","end":"2026-03-31T05:16:13.046432Z","steps":["trace[50804188] 'agreement among raft nodes before linearized reading' (duration: 912.297202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:13.046468Z","caller":"traceutil/trace.go:171","msg":"trace[686218452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10212; }","duration":"1.576167712s","start":"2026-03-31T05:16:11.470281Z","end":"2026-03-31T05:16:13.046448Z","steps":["trace[686218452] 'agreement among raft nodes before linearized reading' (duration: 1.575220476s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:13.046438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57720275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:16:13.046491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:12.133503Z","time spent":"912.97947ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:16:13.046528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.470271Z","time spent":"1.576239665s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:13.046028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575589847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:16:13.046554Z","caller":"traceutil/trace.go:171","msg":"trace[306519412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10212; }","duration":"1.577352475s","start":"2026-03-31T05:16:11.469175Z","end":"2026-03-31T05:16:13.046527Z","steps":["trace[306519412] 'agreement among raft nodes before linearized reading' (duration: 1.576666147s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:13.046633Z","caller":"traceutil/trace.go:171","msg":"trace[169239500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10212; }","duration":"1.576230105s","start":"2026-03-31T05:16:11.470388Z","end":"2026-03-31T05:16:13.046618Z","steps":["trace[169239500] 'agreement among raft nodes before linearized reading' (duration: 1.575200437s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:13.046675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.469147Z","time spent":"1.577487598s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:13.046688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.47038Z","time spent":"1.576292316s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:16:13.046915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767794584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:58 size:82735"} {"level":"info","ts":"2026-03-31T05:16:13.046955Z","caller":"traceutil/trace.go:171","msg":"trace[382133678] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:58; response_revision:10212; }","duration":"1.767848185s","start":"2026-03-31T05:16:11.279098Z","end":"2026-03-31T05:16:13.046946Z","steps":["trace[382133678] 'agreement among raft nodes before linearized reading' (duration: 1.76656319s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:13.047654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.27909Z","time spent":"1.768546844s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":58,"response size":82758,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-31T05:16:13.04869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62002047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:13.048749Z","caller":"traceutil/trace.go:171","msg":"trace[1786910672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10212; }","duration":"1.623149195s","start":"2026-03-31T05:16:11.425581Z","end":"2026-03-31T05:16:13.04873Z","steps":["trace[1786910672] 'agreement among raft nodes before linearized reading' (duration: 1.62002023s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:13.048814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.42555Z","time spent":"1.623249378s","remote":"127.0.0.1:51704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:13.316734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.605987ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T05:16:13.316867Z","caller":"traceutil/trace.go:171","msg":"trace[1001255719] linearizableReadLoop","detail":"{readStateIndex:10599; appliedIndex:10598; }","duration":"263.614046ms","start":"2026-03-31T05:16:13.053234Z","end":"2026-03-31T05:16:13.316849Z","steps":["trace[1001255719] 'read index received' (duration: 129.842804ms)","trace[1001255719] 'applied index is now lower than readState.Index' (duration: 133.769122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:13.317419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.161371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:16:13.317475Z","caller":"traceutil/trace.go:171","msg":"trace[1002766684] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10212; }","duration":"264.273964ms","start":"2026-03-31T05:16:13.053182Z","end":"2026-03-31T05:16:13.317456Z","steps":["trace[1002766684] 'agreement among raft nodes before linearized reading' (duration: 264.033517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:13.319313Z","caller":"traceutil/trace.go:171","msg":"trace[1347570006] transaction","detail":"{read_only:false; response_revision:10218; number_of_response:1; }","duration":"239.072026ms","start":"2026-03-31T05:16:13.080218Z","end":"2026-03-31T05:16:13.31929Z","steps":["trace[1347570006] 'process raft request' (duration: 239.013674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:13.319615Z","caller":"traceutil/trace.go:171","msg":"trace[685720464] transaction","detail":"{read_only:false; response_revision:10216; number_of_response:1; }","duration":"264.802048ms","start":"2026-03-31T05:16:13.054782Z","end":"2026-03-31T05:16:13.319584Z","steps":["trace[685720464] 'process raft request' (duration: 264.396227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:13.319703Z","caller":"traceutil/trace.go:171","msg":"trace[677729895] transaction","detail":"{read_only:false; response_revision:10217; number_of_response:1; }","duration":"263.205295ms","start":"2026-03-31T05:16:13.05649Z","end":"2026-03-31T05:16:13.319695Z","steps":["trace[677729895] 'process raft request' (duration: 262.716062ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:13.319858Z","caller":"traceutil/trace.go:171","msg":"trace[1522594250] transaction","detail":"{read_only:false; response_revision:10213; number_of_response:1; }","duration":"265.24854ms","start":"2026-03-31T05:16:13.0546Z","end":"2026-03-31T05:16:13.319848Z","steps":["trace[1522594250] 'process raft request' (duration: 264.391577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:13.319938Z","caller":"traceutil/trace.go:171","msg":"trace[1437284787] transaction","detail":"{read_only:false; response_revision:10214; number_of_response:1; }","duration":"265.282951ms","start":"2026-03-31T05:16:13.054648Z","end":"2026-03-31T05:16:13.319931Z","steps":["trace[1437284787] 'process raft request' (duration: 264.469929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:13.319984Z","caller":"traceutil/trace.go:171","msg":"trace[1135514712] transaction","detail":"{read_only:false; response_revision:10215; number_of_response:1; }","duration":"265.289481ms","start":"2026-03-31T05:16:13.054682Z","end":"2026-03-31T05:16:13.319972Z","steps":["trace[1135514712] 'process raft request' (duration: 264.468519ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:13.621611Z","caller":"traceutil/trace.go:171","msg":"trace[1251038267] linearizableReadLoop","detail":"{readStateIndex:10607; appliedIndex:10605; }","duration":"304.697037ms","start":"2026-03-31T05:16:13.316888Z","end":"2026-03-31T05:16:13.621585Z","steps":["trace[1251038267] 'read index received' (duration: 3.29211ms)","trace[1251038267] 'applied index is now lower than readState.Index' (duration: 301.403897ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:13.622129Z","caller":"traceutil/trace.go:171","msg":"trace[723973080] transaction","detail":"{read_only:false; response_revision:10219; number_of_response:1; }","duration":"347.613269ms","start":"2026-03-31T05:16:13.274469Z","end":"2026-03-31T05:16:13.622083Z","steps":["trace[723973080] 'process raft request' (duration: 346.914979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:13.622181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.754157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129481"} {"level":"info","ts":"2026-03-31T05:16:13.622221Z","caller":"traceutil/trace.go:171","msg":"trace[1480404454] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:10220; }","duration":"567.85644ms","start":"2026-03-31T05:16:13.05435Z","end":"2026-03-31T05:16:13.622206Z","steps":["trace[1480404454] 'agreement among raft nodes before linearized reading' (duration: 567.653864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:13.622248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:13.05432Z","time spent":"567.921752ms","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129504,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-31T05:16:13.622224Z","caller":"traceutil/trace.go:171","msg":"trace[1554783025] transaction","detail":"{read_only:false; response_revision:10220; number_of_response:1; }","duration":"344.38543ms","start":"2026-03-31T05:16:13.277794Z","end":"2026-03-31T05:16:13.622179Z","steps":["trace[1554783025] 'process raft request' (duration: 343.754283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:13.622309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:13.274436Z","time spent":"347.773853ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:13.622377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:13.277774Z","time spent":"344.519603ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:13.622366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.060543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:16:13.62252Z","caller":"traceutil/trace.go:171","msg":"trace[1241743614] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10220; }","duration":"336.275609ms","start":"2026-03-31T05:16:13.286221Z","end":"2026-03-31T05:16:13.622496Z","steps":["trace[1241743614] 'agreement among raft nodes before linearized reading' (duration: 335.792306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:13.622603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:13.286208Z","time spent":"336.382431ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:16:14.541837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.537308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:14.542429Z","caller":"traceutil/trace.go:171","msg":"trace[1867308741] transaction","detail":"{read_only:false; response_revision:10223; number_of_response:1; }","duration":"524.567198ms","start":"2026-03-31T05:16:14.017836Z","end":"2026-03-31T05:16:14.542403Z","steps":["trace[1867308741] 'process raft request' (duration: 524.428184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:14.542587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:14.0178Z","time spent":"524.706132ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:14.542883Z","caller":"traceutil/trace.go:171","msg":"trace[1953725560] transaction","detail":"{read_only:false; response_revision:10222; number_of_response:1; }","duration":"1.18813237s","start":"2026-03-31T05:16:13.354716Z","end":"2026-03-31T05:16:14.542848Z","steps":["trace[1953725560] 'process raft request' (duration: 1.187316818s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:14.542991Z","caller":"traceutil/trace.go:171","msg":"trace[766629561] linearizableReadLoop","detail":"{readStateIndex:10609; appliedIndex:10607; }","duration":"921.274685ms","start":"2026-03-31T05:16:13.621686Z","end":"2026-03-31T05:16:14.542961Z","steps":["trace[766629561] 'read index received' (duration: 192.411741ms)","trace[766629561] 'applied index is now lower than readState.Index' (duration: 728.861444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:14.543411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196280943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:14.543494Z","caller":"traceutil/trace.go:171","msg":"trace[1626405391] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10223; }","duration":"1.196417436s","start":"2026-03-31T05:16:13.347056Z","end":"2026-03-31T05:16:14.543474Z","steps":["trace[1626405391] 'agreement among raft nodes before linearized reading' (duration: 1.196210721s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:14.543535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:13.34704Z","time spent":"1.196486358s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:14.543497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:13.35469Z","time spent":"1.188382307s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:16:14.543752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223840915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:16:14.543797Z","caller":"traceutil/trace.go:171","msg":"trace[965254382] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10223; }","duration":"1.223989178s","start":"2026-03-31T05:16:13.319795Z","end":"2026-03-31T05:16:14.543784Z","steps":["trace[965254382] 'agreement among raft nodes before linearized reading' (duration: 1.22369771s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:14.543871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:13.319771Z","time spent":"1.224087411s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19243,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:16:14.544038Z","caller":"traceutil/trace.go:171","msg":"trace[1648596319] transaction","detail":"{read_only:false; response_revision:10221; number_of_response:1; }","duration":"1.225208481s","start":"2026-03-31T05:16:13.318815Z","end":"2026-03-31T05:16:14.544023Z","steps":["trace[1648596319] 'process raft request' (duration: 495.299168ms)","trace[1648596319] 'compare' (duration: 727.070486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:14.544375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:13.318788Z","time spent":"1.225291374s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:14.904429Z","caller":"traceutil/trace.go:171","msg":"trace[488710833] linearizableReadLoop","detail":"{readStateIndex:10612; appliedIndex:10610; }","duration":"361.250701ms","start":"2026-03-31T05:16:14.54315Z","end":"2026-03-31T05:16:14.904401Z","steps":["trace[488710833] 'read index received' (duration: 361.106797ms)","trace[488710833] 'applied index is now lower than readState.Index' (duration: 142.684µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:14.90461Z","caller":"traceutil/trace.go:171","msg":"trace[1653493414] transaction","detail":"{read_only:false; response_revision:10224; number_of_response:1; }","duration":"725.995107ms","start":"2026-03-31T05:16:14.178536Z","end":"2026-03-31T05:16:14.904531Z","steps":["trace[1653493414] 'process raft request' (duration: 725.643798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:14.904885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.298538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-03-31T05:16:14.904859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.924163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-31T05:16:14.904611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.947318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:14.905044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030426797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:14.905169Z","caller":"traceutil/trace.go:171","msg":"trace[854838498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10225; }","duration":"1.030589231s","start":"2026-03-31T05:16:13.87456Z","end":"2026-03-31T05:16:14.905149Z","steps":["trace[854838498] 'agreement among raft nodes before linearized reading' (duration: 1.030158439s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:14.905189Z","caller":"traceutil/trace.go:171","msg":"trace[654465335] transaction","detail":"{read_only:false; response_revision:10225; number_of_response:1; }","duration":"613.785254ms","start":"2026-03-31T05:16:14.29139Z","end":"2026-03-31T05:16:14.905175Z","steps":["trace[654465335] 'process raft request' (duration: 612.955081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:14.905264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:13.874534Z","time spent":"1.030714434s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:14.90531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.005479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:14.905451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273354016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321317"} {"level":"info","ts":"2026-03-31T05:16:14.905458Z","caller":"traceutil/trace.go:171","msg":"trace[434395256] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:10225; }","duration":"618.170173ms","start":"2026-03-31T05:16:14.287233Z","end":"2026-03-31T05:16:14.905403Z","steps":["trace[434395256] 'agreement among raft nodes before linearized reading' (duration: 617.890615ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:14.905497Z","caller":"traceutil/trace.go:171","msg":"trace[1761526648] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:10225; }","duration":"1.273439568s","start":"2026-03-31T05:16:13.632047Z","end":"2026-03-31T05:16:14.905487Z","steps":["trace[1761526648] 'agreement among raft nodes before linearized reading' (duration: 1.272912074s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:14.905496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:14.291371Z","time spent":"613.930578ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:14.905545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:13.632026Z","time spent":"1.273505601s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":321340,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:16:14.905084Z","caller":"traceutil/trace.go:171","msg":"trace[1696198422] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:10225; }","duration":"518.496084ms","start":"2026-03-31T05:16:14.386559Z","end":"2026-03-31T05:16:14.905055Z","steps":["trace[1696198422] 'agreement among raft nodes before linearized reading' (duration: 517.860156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:14.905661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:14.38653Z","time spent":"519.109869ms","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:14.905037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:14.178506Z","time spent":"726.377088ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:14.905549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:14.287204Z","time spent":"618.326657ms","remote":"127.0.0.1:33436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:14.904937Z","caller":"traceutil/trace.go:171","msg":"trace[523446488] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10225; }","duration":"858.420962ms","start":"2026-03-31T05:16:14.046497Z","end":"2026-03-31T05:16:14.904918Z","steps":["trace[523446488] 'agreement among raft nodes before linearized reading' (duration: 858.122854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:14.905986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:14.046465Z","time spent":"859.506162ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-31T05:16:14.904981Z","caller":"traceutil/trace.go:171","msg":"trace[398143471] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10225; }","duration":"808.099528ms","start":"2026-03-31T05:16:14.096854Z","end":"2026-03-31T05:16:14.904954Z","steps":["trace[398143471] 'agreement among raft nodes before linearized reading' (duration: 807.597154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:14.906151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:14.096832Z","time spent":"809.245439ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:16:14.954205Z","caller":"traceutil/trace.go:171","msg":"trace[1874805235] transaction","detail":"{read_only:false; response_revision:10226; number_of_response:1; }","duration":"403.628477ms","start":"2026-03-31T05:16:14.550548Z","end":"2026-03-31T05:16:14.954177Z","steps":["trace[1874805235] 'process raft request' (duration: 403.506734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:14.954354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:14.550522Z","time spent":"403.761041ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:16:14.95513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.862136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:14.955166Z","caller":"traceutil/trace.go:171","msg":"trace[287544541] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10226; }","duration":"347.941937ms","start":"2026-03-31T05:16:14.607217Z","end":"2026-03-31T05:16:14.955158Z","steps":["trace[287544541] 'agreement among raft nodes before linearized reading' (duration: 347.876405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:14.955187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:14.607177Z","time spent":"348.004289ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:16:14.955398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.579628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:16:14.955488Z","caller":"traceutil/trace.go:171","msg":"trace[804974558] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10226; }","duration":"406.725472ms","start":"2026-03-31T05:16:14.548744Z","end":"2026-03-31T05:16:14.955469Z","steps":["trace[804974558] 'agreement among raft nodes before linearized reading' (duration: 406.437124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:14.955544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:14.548726Z","time spent":"406.809504ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:16:15.185122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.443402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:16:15.185223Z","caller":"traceutil/trace.go:171","msg":"trace[530441052] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10226; }","duration":"133.610027ms","start":"2026-03-31T05:16:15.05159Z","end":"2026-03-31T05:16:15.1852Z","steps":["trace[530441052] 'range keys from in-memory index tree' (duration: 133.216636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:15.186Z","caller":"traceutil/trace.go:171","msg":"trace[1793983193] linearizableReadLoop","detail":"{readStateIndex:10614; appliedIndex:10613; }","duration":"123.400968ms","start":"2026-03-31T05:16:15.062572Z","end":"2026-03-31T05:16:15.185973Z","steps":["trace[1793983193] 'read index received' (duration: 122.938425ms)","trace[1793983193] 'applied index is now lower than readState.Index' (duration: 461.463µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:15.186104Z","caller":"traceutil/trace.go:171","msg":"trace[640955513] transaction","detail":"{read_only:false; response_revision:10227; number_of_response:1; }","duration":"131.535591ms","start":"2026-03-31T05:16:15.054529Z","end":"2026-03-31T05:16:15.186065Z","steps":["trace[640955513] 'process raft request' (duration: 130.990296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:15.186301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.712896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-31T05:16:15.186343Z","caller":"traceutil/trace.go:171","msg":"trace[1850633790] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:10227; }","duration":"123.812859ms","start":"2026-03-31T05:16:15.06252Z","end":"2026-03-31T05:16:15.186333Z","steps":["trace[1850633790] 'agreement among raft nodes before linearized reading' (duration: 123.619884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:15.45324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.115621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:16:15.453328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.509733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:16:15.453344Z","caller":"traceutil/trace.go:171","msg":"trace[108922649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10228; }","duration":"127.250114ms","start":"2026-03-31T05:16:15.326069Z","end":"2026-03-31T05:16:15.453319Z","steps":["trace[108922649] 'range keys from in-memory index tree' (duration: 126.958115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:15.453395Z","caller":"traceutil/trace.go:171","msg":"trace[1976951969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10228; }","duration":"126.597356ms","start":"2026-03-31T05:16:15.326776Z","end":"2026-03-31T05:16:15.453374Z","steps":["trace[1976951969] 'range keys from in-memory index tree' (duration: 126.38207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:15.453706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.761921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:16:15.453786Z","caller":"traceutil/trace.go:171","msg":"trace[1519193023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10228; }","duration":"126.874624ms","start":"2026-03-31T05:16:15.32689Z","end":"2026-03-31T05:16:15.453764Z","steps":["trace[1519193023] 'range keys from in-memory index tree' (duration: 126.592846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:15.453931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.353994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:16:15.453995Z","caller":"traceutil/trace.go:171","msg":"trace[596476795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10228; }","duration":"128.454617ms","start":"2026-03-31T05:16:15.325525Z","end":"2026-03-31T05:16:15.453979Z","steps":["trace[596476795] 'range keys from in-memory index tree' (duration: 128.20747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:15.453453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.674411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:16:15.455687Z","caller":"traceutil/trace.go:171","msg":"trace[1623361261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10228; }","duration":"128.001555ms","start":"2026-03-31T05:16:15.327655Z","end":"2026-03-31T05:16:15.455657Z","steps":["trace[1623361261] 'range keys from in-memory index tree' (duration: 125.430824ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:15.834288Z","caller":"traceutil/trace.go:171","msg":"trace[1582761445] transaction","detail":"{read_only:false; response_revision:10229; number_of_response:1; }","duration":"375.302564ms","start":"2026-03-31T05:16:15.458956Z","end":"2026-03-31T05:16:15.834259Z","steps":["trace[1582761445] 'process raft request' (duration: 374.890412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:15.834643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:15.458915Z","time spent":"375.456999ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:16.678059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.926768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:16.678542Z","caller":"traceutil/trace.go:171","msg":"trace[1396085118] linearizableReadLoop","detail":"{readStateIndex:10620; appliedIndex:10615; }","duration":"1.096776637s","start":"2026-03-31T05:16:15.58174Z","end":"2026-03-31T05:16:16.678516Z","steps":["trace[1396085118] 'read index received' (duration: 252.117142ms)","trace[1396085118] 'applied index is now lower than readState.Index' (duration: 844.658085ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:16.678699Z","caller":"traceutil/trace.go:171","msg":"trace[1899191745] transaction","detail":"{read_only:false; response_revision:10230; number_of_response:1; }","duration":"1.219178709s","start":"2026-03-31T05:16:15.4595Z","end":"2026-03-31T05:16:16.678678Z","steps":["trace[1899191745] 'process raft request' (duration: 1.03750211s)","trace[1899191745] 'compare' (duration: 180.492017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:16.678808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:15.459485Z","time spent":"1.219269361s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:16.679305Z","caller":"traceutil/trace.go:171","msg":"trace[1967948928] transaction","detail":"{read_only:false; response_revision:10231; number_of_response:1; }","duration":"1.219702812s","start":"2026-03-31T05:16:15.459579Z","end":"2026-03-31T05:16:16.679282Z","steps":["trace[1967948928] 'process raft request' (duration: 1.218606812s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:16.679431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:15.45957Z","time spent":"1.219790576s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:16.679657Z","caller":"traceutil/trace.go:171","msg":"trace[1430194686] transaction","detail":"{read_only:false; response_revision:10232; number_of_response:1; }","duration":"1.219150428s","start":"2026-03-31T05:16:15.46049Z","end":"2026-03-31T05:16:16.67964Z","steps":["trace[1430194686] 'process raft request' (duration: 1.217795721s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:16.679729Z","caller":"traceutil/trace.go:171","msg":"trace[1120137941] transaction","detail":"{read_only:false; response_revision:10234; number_of_response:1; }","duration":"1.050805483s","start":"2026-03-31T05:16:15.628888Z","end":"2026-03-31T05:16:16.679693Z","steps":["trace[1120137941] 'process raft request' (duration: 1.049514227s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:16.679757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:15.460474Z","time spent":"1.2192313s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:16.679792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.832539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:16:16.679868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:15.628852Z","time spent":"1.050939966s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:16.679895Z","caller":"traceutil/trace.go:171","msg":"trace[891643382] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10235; }","duration":"668.003303ms","start":"2026-03-31T05:16:16.011868Z","end":"2026-03-31T05:16:16.679871Z","steps":["trace[891643382] 'agreement among raft nodes before linearized reading' (duration: 667.817758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:16.679947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:16.011838Z","time spent":"668.098306ms","remote":"127.0.0.1:51688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:16.679951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098155956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:16.680042Z","caller":"traceutil/trace.go:171","msg":"trace[305239177] transaction","detail":"{read_only:false; response_revision:10235; number_of_response:1; }","duration":"1.048054998s","start":"2026-03-31T05:16:15.631971Z","end":"2026-03-31T05:16:16.680026Z","steps":["trace[305239177] 'process raft request' (duration: 1.046485275s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:16.68007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.373794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7c64dcffb4-ksdwp.18a1d51cf1354262\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-31T05:16:16.68009Z","caller":"traceutil/trace.go:171","msg":"trace[1074407485] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:10235; }","duration":"1.098377362s","start":"2026-03-31T05:16:15.581679Z","end":"2026-03-31T05:16:16.680057Z","steps":["trace[1074407485] 'agreement among raft nodes before linearized reading' (duration: 1.098048213s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:16.680131Z","caller":"traceutil/trace.go:171","msg":"trace[1594877897] range","detail":"{range_begin:/registry/events/openstack/glance-api-7c64dcffb4-ksdwp.18a1d51cf1354262; range_end:; response_count:1; response_revision:10235; }","duration":"346.462417ms","start":"2026-03-31T05:16:16.333652Z","end":"2026-03-31T05:16:16.680115Z","steps":["trace[1594877897] 'agreement among raft nodes before linearized reading' (duration: 346.251001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:16.680142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:15.631943Z","time spent":"1.048152811s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:16.680172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:16.333631Z","time spent":"346.532629ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":810,"request content":"key:\"/registry/events/openstack/glance-api-7c64dcffb4-ksdwp.18a1d51cf1354262\" "} {"level":"warn","ts":"2026-03-31T05:16:16.680172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:15.581652Z","time spent":"1.098501775s","remote":"127.0.0.1:33352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:16.68018Z","caller":"traceutil/trace.go:171","msg":"trace[1759885785] transaction","detail":"{read_only:false; response_revision:10233; number_of_response:1; }","duration":"1.216972809s","start":"2026-03-31T05:16:15.462943Z","end":"2026-03-31T05:16:16.679916Z","steps":["trace[1759885785] 'process raft request' (duration: 1.215405936s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:16.681199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:15.462916Z","time spent":"1.21779586s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:17.212566Z","caller":"traceutil/trace.go:171","msg":"trace[1189239800] linearizableReadLoop","detail":"{readStateIndex:10623; appliedIndex:10622; }","duration":"342.639732ms","start":"2026-03-31T05:16:16.869869Z","end":"2026-03-31T05:16:17.212509Z","steps":["trace[1189239800] 'read index received' (duration: 340.01167ms)","trace[1189239800] 'applied index is now lower than readState.Index' (duration: 2.624612ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:17.213047Z","caller":"traceutil/trace.go:171","msg":"trace[2062001770] transaction","detail":"{read_only:false; response_revision:10236; number_of_response:1; }","duration":"530.251423ms","start":"2026-03-31T05:16:16.682785Z","end":"2026-03-31T05:16:17.213036Z","steps":["trace[2062001770] 'process raft request' (duration: 529.524974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:17.213201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:16.682764Z","time spent":"530.313946ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:17.213399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.545107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:17.213448Z","caller":"traceutil/trace.go:171","msg":"trace[1802549614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10236; }","duration":"343.65677ms","start":"2026-03-31T05:16:16.869781Z","end":"2026-03-31T05:16:17.213438Z","steps":["trace[1802549614] 'agreement among raft nodes before linearized reading' (duration: 343.575648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:17.213473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:16.869751Z","time spent":"343.717302ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:17.280545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.59668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:16:17.280525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.557822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:17.280625Z","caller":"traceutil/trace.go:171","msg":"trace[1878168454] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10237; }","duration":"361.733173ms","start":"2026-03-31T05:16:16.918872Z","end":"2026-03-31T05:16:17.280606Z","steps":["trace[1878168454] 'agreement among raft nodes before linearized reading' (duration: 361.512977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:17.280665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:16.918782Z","time spent":"361.875307ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:16:17.280679Z","caller":"traceutil/trace.go:171","msg":"trace[1389474622] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:10237; }","duration":"138.737076ms","start":"2026-03-31T05:16:17.141898Z","end":"2026-03-31T05:16:17.280635Z","steps":["trace[1389474622] 'agreement among raft nodes before linearized reading' (duration: 138.464148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:18.163436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.038116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:18.163584Z","caller":"traceutil/trace.go:171","msg":"trace[1190833759] transaction","detail":"{read_only:false; response_revision:10238; number_of_response:1; }","duration":"938.820594ms","start":"2026-03-31T05:16:17.22473Z","end":"2026-03-31T05:16:18.163551Z","steps":["trace[1190833759] 'process raft request' (duration: 267.600823ms)","trace[1190833759] 'compare' (duration: 670.638446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:18.163704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:17.224714Z","time spent":"938.933768ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:16:18.164083Z","caller":"traceutil/trace.go:171","msg":"trace[207255390] linearizableReadLoop","detail":"{readStateIndex:10625; appliedIndex:10624; }","duration":"883.717712ms","start":"2026-03-31T05:16:17.280355Z","end":"2026-03-31T05:16:18.164073Z","steps":["trace[207255390] 'read index received' (duration: 211.908404ms)","trace[207255390] 'applied index is now lower than readState.Index' (duration: 671.807188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:21.226623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001835611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:16:21.226739Z","caller":"traceutil/trace.go:171","msg":"trace[394554189] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002044106s","start":"2026-03-31T05:16:19.224668Z","end":"2026-03-31T05:16:21.226712Z","steps":["trace[394554189] 'agreement among raft nodes before linearized reading' (duration: 2.001887022s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:21.226817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:19.224641Z","time spent":"2.002155729s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:16:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:23.00582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.842262202s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:16:23.006043Z","caller":"traceutil/trace.go:171","msg":"trace[1922322465] linearizableReadLoop","detail":"{readStateIndex:10626; appliedIndex:10625; }","duration":"4.841821111s","start":"2026-03-31T05:16:18.1642Z","end":"2026-03-31T05:16:23.006022Z","steps":["trace[1922322465] 'read index received' (duration: 66.642µs)","trace[1922322465] 'applied index is now lower than readState.Index' (duration: 4.841750268s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:23.006229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.781414467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:16:23.00628Z","caller":"traceutil/trace.go:171","msg":"trace[1332191458] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10238; }","duration":"5.78154939s","start":"2026-03-31T05:16:17.224715Z","end":"2026-03-31T05:16:23.006264Z","steps":["trace[1332191458] 'agreement among raft nodes before linearized reading' (duration: 939.527934ms)","trace[1332191458] 'range keys from in-memory index tree' (duration: 4.841872711s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:23.00633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:17.224693Z","time spent":"5.781626692s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:16:23.006809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.789636961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:23.006865Z","caller":"traceutil/trace.go:171","msg":"trace[385734878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10238; }","duration":"5.789716213s","start":"2026-03-31T05:16:17.217132Z","end":"2026-03-31T05:16:23.006848Z","steps":["trace[385734878] 'agreement among raft nodes before linearized reading' (duration: 947.125412ms)","trace[385734878] 'range keys from in-memory index tree' (duration: 4.8425262s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:23.006896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:17.217088Z","time spent":"5.789800805s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:23.012224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.170536043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:16:23.012292Z","caller":"traceutil/trace.go:171","msg":"trace[1056136855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10238; }","duration":"5.170653786s","start":"2026-03-31T05:16:17.841622Z","end":"2026-03-31T05:16:23.012276Z","steps":["trace[1056136855] 'agreement among raft nodes before linearized reading' (duration: 5.170467861s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.012328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:17.841598Z","time spent":"5.170722448s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:23.012664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.72690049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321317"} {"level":"info","ts":"2026-03-31T05:16:23.01272Z","caller":"traceutil/trace.go:171","msg":"trace[1415767630] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:10238; }","duration":"5.726983501s","start":"2026-03-31T05:16:17.285725Z","end":"2026-03-31T05:16:23.012708Z","steps":["trace[1415767630] 'agreement among raft nodes before linearized reading' (duration: 5.726398615s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.012792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:17.285708Z","time spent":"5.727032633s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":321340,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:16:23.013239Z","caller":"traceutil/trace.go:171","msg":"trace[1263946235] transaction","detail":"{read_only:false; response_revision:10239; number_of_response:1; }","duration":"4.844316839s","start":"2026-03-31T05:16:18.1689Z","end":"2026-03-31T05:16:23.013216Z","steps":["trace[1263946235] 'process raft request' (duration: 4.83703134s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.013373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:18.168878Z","time spent":"4.844439692s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:16:23.047135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000854835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:16:23.047224Z","caller":"traceutil/trace.go:171","msg":"trace[1051543003] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000995779s","start":"2026-03-31T05:16:21.046207Z","end":"2026-03-31T05:16:23.047203Z","steps":["trace[1051543003] 'agreement among raft nodes before linearized reading' (duration: 2.000883786s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.047276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:21.046185Z","time spent":"2.001080221s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:16:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:23.226928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000362861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:16:23.227023Z","caller":"traceutil/trace.go:171","msg":"trace[1336565610] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000531666s","start":"2026-03-31T05:16:21.22647Z","end":"2026-03-31T05:16:23.227001Z","steps":["trace[1336565610] 'agreement among raft nodes before linearized reading' (duration: 2.000405643s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.227076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:21.226433Z","time spent":"2.000631809s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:23.506431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792630891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:23.683996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99899192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:16:23.684344Z","caller":"traceutil/trace.go:171","msg":"trace[1224889203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999424352s","start":"2026-03-31T05:16:18.684892Z","end":"2026-03-31T05:16:23.684316Z","steps":["trace[1224889203] 'agreement among raft nodes before linearized reading' (duration: 4.999034521s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.684602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:18.686606Z","time spent":"4.997984072s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:16:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:23.684419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:18.684859Z","time spent":"4.999544015s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 05:16:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:23.688347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999532395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:16:23.688448Z","caller":"traceutil/trace.go:171","msg":"trace[405298296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99972947s","start":"2026-03-31T05:16:18.688699Z","end":"2026-03-31T05:16:23.688429Z","steps":["trace[405298296] 'agreement among raft nodes before linearized reading' (duration: 4.999604557s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.688548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:18.688693Z","time spent":"4.999841324s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 05:16:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:23.688656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999808983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:16:23.688794Z","caller":"traceutil/trace.go:171","msg":"trace[2043660479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000152512s","start":"2026-03-31T05:16:18.688592Z","end":"2026-03-31T05:16:23.688745Z","steps":["trace[2043660479] 'agreement among raft nodes before linearized reading' (duration: 4.999821073s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.688934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:18.688582Z","time spent":"5.000330797s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 05:16:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:24.007508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792630891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:24.284788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:19.286898Z","time spent":"4.9978815s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:16:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:24.508391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792630891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:25.009356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792630891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:25.234647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000069993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:16:25.234726Z","caller":"traceutil/trace.go:171","msg":"trace[1326443172] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000183705s","start":"2026-03-31T05:16:23.234524Z","end":"2026-03-31T05:16:25.234708Z","steps":["trace[1326443172] 'agreement among raft nodes before linearized reading' (duration: 2.000087373s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:25.234763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.234508Z","time spent":"2.000247367s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:25.51062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792630891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:25.687244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:18.687016Z","time spent":"7.000221214s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:16:26.011657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792630891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:26.380398Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.241532892s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:16:27.22417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.017585Z","time spent":"4.20656807s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:16:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:27.235815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000144226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:16:27.236066Z","caller":"traceutil/trace.go:171","msg":"trace[1253647590] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000636618s","start":"2026-03-31T05:16:25.235385Z","end":"2026-03-31T05:16:27.236021Z","steps":["trace[1253647590] 'agreement among raft nodes before linearized reading' (duration: 2.000155825s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:27.236342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:25.23537Z","time spent":"2.000954568s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:27.841706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.017816Z","time spent":"4.82388096s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:16:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:28.684497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997267631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:16:28.684614Z","caller":"traceutil/trace.go:171","msg":"trace[1455228811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997407645s","start":"2026-03-31T05:16:25.687178Z","end":"2026-03-31T05:16:28.684586Z","steps":["trace[1455228811] 'agreement among raft nodes before linearized reading' (duration: 2.997263001s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.684681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:25.687112Z","time spent":"2.997554309s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 05:16:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:28.684924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993850549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:16:28.685019Z","caller":"traceutil/trace.go:171","msg":"trace[731199604] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.994005312s","start":"2026-03-31T05:16:25.690993Z","end":"2026-03-31T05:16:28.684998Z","steps":["trace[731199604] 'agreement among raft nodes before linearized reading' (duration: 2.993858108s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.685088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:25.690987Z","time spent":"2.994089795s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/31 05:16:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:28.685473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99902748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:16:28.685637Z","caller":"traceutil/trace.go:171","msg":"trace[298269924] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999140093s","start":"2026-03-31T05:16:23.68637Z","end":"2026-03-31T05:16:28.685511Z","steps":["trace[298269924] 'agreement among raft nodes before linearized reading' (duration: 4.999082802s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.685693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.686343Z","time spent":"4.999337199s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 05:16:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:28.685906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000018485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:16:28.685947Z","caller":"traceutil/trace.go:171","msg":"trace[1296349417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000169249s","start":"2026-03-31T05:16:18.685767Z","end":"2026-03-31T05:16:28.685936Z","steps":["trace[1296349417] 'agreement among raft nodes before linearized reading' (duration: 10.000123748s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.685978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:18.685741Z","time spent":"10.000228771s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/31 05:16:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:28.688362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997440357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:16:28.688406Z","caller":"traceutil/trace.go:171","msg":"trace[1410884992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997538279s","start":"2026-03-31T05:16:25.690855Z","end":"2026-03-31T05:16:28.688394Z","steps":["trace[1410884992] 'agreement among raft nodes before linearized reading' (duration: 2.997482588s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.688439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:25.69083Z","time spent":"2.997600761s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 05:16:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:28.689204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998780533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:16:28.689257Z","caller":"traceutil/trace.go:171","msg":"trace[311774154] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998864285s","start":"2026-03-31T05:16:25.690382Z","end":"2026-03-31T05:16:28.689247Z","steps":["trace[311774154] 'agreement among raft nodes before linearized reading' (duration: 2.998802604s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.689286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:25.690371Z","time spent":"2.998907496s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:28.714594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.732514678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:16:28.714705Z","caller":"traceutil/trace.go:171","msg":"trace[973268501] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.732685183s","start":"2026-03-31T05:16:19.981995Z","end":"2026-03-31T05:16:28.714681Z","steps":["trace[973268501] 'agreement among raft nodes before linearized reading' (duration: 8.732541249s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.714846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:19.981971Z","time spent":"8.732835126s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/31 05:16:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:29.247939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000129384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:16:29.248056Z","caller":"traceutil/trace.go:171","msg":"trace[454074579] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00034951s","start":"2026-03-31T05:16:27.247677Z","end":"2026-03-31T05:16:29.248027Z","steps":["trace[454074579] 'agreement among raft nodes before linearized reading' (duration: 2.000198905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:29.248286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.247648Z","time spent":"2.000578926s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:16:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:29.285368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998150227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:16:29.285462Z","caller":"traceutil/trace.go:171","msg":"trace[839687110] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998302471s","start":"2026-03-31T05:16:24.287136Z","end":"2026-03-31T05:16:29.285439Z","steps":["trace[839687110] 'agreement among raft nodes before linearized reading' (duration: 4.998170927s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:29.285521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:24.287112Z","time spent":"4.998394973s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 05:16:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:29.413448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:22.41295Z","time spent":"7.000490632s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:16:29.807652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525198666s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:29.807895Z","caller":"traceutil/trace.go:171","msg":"trace[191475150] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10241; }","duration":"2.525461893s","start":"2026-03-31T05:16:27.282403Z","end":"2026-03-31T05:16:29.807865Z","steps":["trace[191475150] 'range keys from in-memory index tree' (duration: 2.525166015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:29.988153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.268957708s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:16:29.991026Z","caller":"traceutil/trace.go:171","msg":"trace[805603955] linearizableReadLoop","detail":"{readStateIndex:10635; appliedIndex:10627; }","duration":"6.984926027s","start":"2026-03-31T05:16:23.006081Z","end":"2026-03-31T05:16:29.991007Z","steps":["trace[805603955] 'read index received' (duration: 3.374767566s)","trace[805603955] 'applied index is now lower than readState.Index' (duration: 3.610157481s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:29.991178Z","caller":"traceutil/trace.go:171","msg":"trace[2110692963] transaction","detail":"{read_only:false; response_revision:10246; number_of_response:1; }","duration":"5.265568727s","start":"2026-03-31T05:16:24.725595Z","end":"2026-03-31T05:16:29.991164Z","steps":["trace[2110692963] 'process raft request' (duration: 5.265249479s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:29.991299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:24.725567Z","time spent":"5.265655299s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:29.991472Z","caller":"traceutil/trace.go:171","msg":"trace[466197842] transaction","detail":"{read_only:false; response_revision:10247; number_of_response:1; }","duration":"4.966927455s","start":"2026-03-31T05:16:25.024535Z","end":"2026-03-31T05:16:29.991463Z","steps":["trace[466197842] 'process raft request' (duration: 4.966421341s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:29.99153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:25.024519Z","time spent":"4.966984357s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:29.991725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.857789853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:16:29.991763Z","caller":"traceutil/trace.go:171","msg":"trace[1337052357] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:10247; }","duration":"7.857851165s","start":"2026-03-31T05:16:22.133902Z","end":"2026-03-31T05:16:29.991754Z","steps":["trace[1337052357] 'agreement among raft nodes before linearized reading' (duration: 7.857713661s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:29.991785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:22.13388Z","time spent":"7.857900615s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:16:29.992417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.200283971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T05:16:29.992457Z","caller":"traceutil/trace.go:171","msg":"trace[351789722] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10247; }","duration":"8.200350953s","start":"2026-03-31T05:16:21.792097Z","end":"2026-03-31T05:16:29.992448Z","steps":["trace[351789722] 'agreement among raft nodes before linearized reading' (duration: 8.20026873s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:29.992477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:21.792073Z","time spent":"8.200398634s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:16:29.992596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.821695463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:29.992625Z","caller":"traceutil/trace.go:171","msg":"trace[1792764315] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:10247; }","duration":"8.821776345s","start":"2026-03-31T05:16:21.170841Z","end":"2026-03-31T05:16:29.992617Z","steps":["trace[1792764315] 'agreement among raft nodes before linearized reading' (duration: 8.821715183s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:29.992646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:21.170812Z","time spent":"8.821827027s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:29.992784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.282236774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:29.99281Z","caller":"traceutil/trace.go:171","msg":"trace[1971427867] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:10247; }","duration":"9.282299375s","start":"2026-03-31T05:16:20.710504Z","end":"2026-03-31T05:16:29.992804Z","steps":["trace[1971427867] 'agreement among raft nodes before linearized reading' (duration: 9.282237234s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:29.992896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.05294935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:29.992929Z","caller":"traceutil/trace.go:171","msg":"trace[621892139] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:10247; }","duration":"10.052991411s","start":"2026-03-31T05:16:19.93993Z","end":"2026-03-31T05:16:29.992921Z","steps":["trace[621892139] 'agreement among raft nodes before linearized reading' (duration: 10.05292659s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:29.99295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:19.939859Z","time spent":"10.053083784s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:29.993133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.684572875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:16:29.993166Z","caller":"traceutil/trace.go:171","msg":"trace[948109435] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10247; }","duration":"9.684632307s","start":"2026-03-31T05:16:20.308527Z","end":"2026-03-31T05:16:29.993159Z","steps":["trace[948109435] 'agreement among raft nodes before linearized reading' (duration: 9.684552555s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:29.993195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:20.308506Z","time spent":"9.684683508s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:16:29.993292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.971473612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:29.993435Z","caller":"traceutil/trace.go:171","msg":"trace[915592161] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:10247; }","duration":"10.9717574s","start":"2026-03-31T05:16:19.021654Z","end":"2026-03-31T05:16:29.993412Z","steps":["trace[915592161] 'agreement among raft nodes before linearized reading' (duration: 10.971524513s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:29.993316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.749247952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:29.993489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:19.02163Z","time spent":"10.971841631s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:29.993516Z","caller":"traceutil/trace.go:171","msg":"trace[1229682186] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:10247; }","duration":"11.749481488s","start":"2026-03-31T05:16:18.244013Z","end":"2026-03-31T05:16:29.993494Z","steps":["trace[1229682186] 'agreement among raft nodes before linearized reading' (duration: 11.749164949s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:29.993568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:18.243981Z","time spent":"11.749576081s","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:29.993585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.753029285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-endpoints-kt7rj\" ","response":"range_response_count:1 size:15018"} {"level":"info","ts":"2026-03-31T05:16:29.99361Z","caller":"traceutil/trace.go:171","msg":"trace[1774147891] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-endpoints-kt7rj; range_end:; response_count:1; response_revision:10247; }","duration":"11.753098587s","start":"2026-03-31T05:16:18.240504Z","end":"2026-03-31T05:16:29.993603Z","steps":["trace[1774147891] 'agreement among raft nodes before linearized reading' (duration: 11.753007244s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:29.993638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:18.240477Z","time spent":"11.753156569s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":15041,"request content":"key:\"/registry/pods/openstack/glance-ks-endpoints-kt7rj\" "} {"level":"warn","ts":"2026-03-31T05:16:29.99398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002593906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:29.994081Z","caller":"traceutil/trace.go:171","msg":"trace[883744506] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:10247; }","duration":"10.00276786s","start":"2026-03-31T05:16:19.991296Z","end":"2026-03-31T05:16:29.994064Z","steps":["trace[883744506] 'agreement among raft nodes before linearized reading' (duration: 10.002636487s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:29.994175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:19.991272Z","time spent":"10.002888903s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:29.995518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:20.710479Z","time spent":"9.282347476s","remote":"127.0.0.1:37528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:30.491178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792630902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:30.991421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792630902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:31.247973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999124798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:16:31.24807Z","caller":"traceutil/trace.go:171","msg":"trace[896145404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999328514s","start":"2026-03-31T05:16:29.248714Z","end":"2026-03-31T05:16:31.248042Z","steps":["trace[896145404] 'agreement among raft nodes before linearized reading' (duration: 1.99921068s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.248165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:29.248686Z","time spent":"1.999460206s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:16:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:31.497198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792630902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:31.822682Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.486937306s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:16:31.823247Z","caller":"traceutil/trace.go:171","msg":"trace[2144806088] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10247; }","duration":"3.979357978s","start":"2026-03-31T05:16:27.843845Z","end":"2026-03-31T05:16:31.823203Z","steps":["trace[2144806088] 'process raft request' (duration: 3.97907745s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.823415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.843815Z","time spent":"3.979499851s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:31.830155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:28.687771Z","time spent":"3.142381503s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:16:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:32.815852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.736187ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T05:16:33.062934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999896618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:16:33.063069Z","caller":"traceutil/trace.go:171","msg":"trace[944115366] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000090803s","start":"2026-03-31T05:16:31.062947Z","end":"2026-03-31T05:16:33.063038Z","steps":["trace[944115366] 'agreement among raft nodes before linearized reading' (duration: 1.999918889s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.063274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:31.062918Z","time spent":"2.000334069s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:33.256493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999832486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:16:33.256598Z","caller":"traceutil/trace.go:171","msg":"trace[759736055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999995021s","start":"2026-03-31T05:16:31.256572Z","end":"2026-03-31T05:16:33.256568Z","steps":["trace[759736055] 'agreement among raft nodes before linearized reading' (duration: 1.999873088s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.256655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:31.256546Z","time spent":"2.000098793s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:16:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:33.437989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.614919241s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:16:33.439286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.585224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:33.439508Z","caller":"traceutil/trace.go:171","msg":"trace[2032325224] transaction","detail":"{read_only:false; response_revision:10250; number_of_response:1; }","duration":"4.748556965s","start":"2026-03-31T05:16:28.690931Z","end":"2026-03-31T05:16:33.439488Z","steps":["trace[2032325224] 'process raft request' (duration: 4.125660722s)","trace[2032325224] 'compare' (duration: 621.900626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:33.439563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:28.690919Z","time spent":"4.748618416s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:33.440516Z","caller":"traceutil/trace.go:171","msg":"trace[1324957785] transaction","detail":"{read_only:false; response_revision:10251; number_of_response:1; }","duration":"4.748661737s","start":"2026-03-31T05:16:28.691831Z","end":"2026-03-31T05:16:33.440493Z","steps":["trace[1324957785] 'process raft request' (duration: 4.747555797s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.440627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:28.691821Z","time spent":"4.748754s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:33.440676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:29.995556Z","time spent":"3.445116736s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:16:33.440708Z","caller":"traceutil/trace.go:171","msg":"trace[362476505] transaction","detail":"{read_only:false; response_revision:10253; number_of_response:1; }","duration":"3.440787748s","start":"2026-03-31T05:16:29.999907Z","end":"2026-03-31T05:16:33.440695Z","steps":["trace[362476505] 'process raft request' (duration: 3.440716086s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:33.440683Z","caller":"traceutil/trace.go:171","msg":"trace[932069677] transaction","detail":"{read_only:false; response_revision:10252; number_of_response:1; }","duration":"4.146433729s","start":"2026-03-31T05:16:29.294209Z","end":"2026-03-31T05:16:33.440643Z","steps":["trace[932069677] 'process raft request' (duration: 4.146195093s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.440825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:29.999878Z","time spent":"3.440922262s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:33.440947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:29.294167Z","time spent":"4.146684356s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:16:33.441066Z","caller":"traceutil/trace.go:171","msg":"trace[1696367868] linearizableReadLoop","detail":"{readStateIndex:10645; appliedIndex:10636; }","duration":"3.449971088s","start":"2026-03-31T05:16:29.991071Z","end":"2026-03-31T05:16:33.441042Z","steps":["trace[1696367868] 'read index received' (duration: 1.832025325s)","trace[1696367868] 'applied index is now lower than readState.Index' (duration: 1.617943883s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:33.441068Z","caller":"traceutil/trace.go:171","msg":"trace[1688655590] transaction","detail":"{read_only:false; response_revision:10254; number_of_response:1; }","duration":"3.440238043s","start":"2026-03-31T05:16:30.000791Z","end":"2026-03-31T05:16:33.441029Z","steps":["trace[1688655590] 'process raft request' (duration: 3.439876743s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.441126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.104955517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:33.441141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.983720508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:33.441156Z","caller":"traceutil/trace.go:171","msg":"trace[199039085] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:10255; }","duration":"6.105034179s","start":"2026-03-31T05:16:27.336109Z","end":"2026-03-31T05:16:33.441143Z","steps":["trace[199039085] 'agreement among raft nodes before linearized reading' (duration: 6.104945927s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:33.441175Z","caller":"traceutil/trace.go:171","msg":"trace[441564165] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:10255; }","duration":"3.983758899s","start":"2026-03-31T05:16:29.457406Z","end":"2026-03-31T05:16:33.441165Z","steps":["trace[441564165] 'agreement among raft nodes before linearized reading' (duration: 3.983670036s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.441194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.336083Z","time spent":"6.105102081s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:33.441208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:29.457336Z","time spent":"3.983865422s","remote":"127.0.0.1:33322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:33.441205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.523516432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:33.441242Z","caller":"traceutil/trace.go:171","msg":"trace[341563250] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:10255; }","duration":"6.523561613s","start":"2026-03-31T05:16:26.917669Z","end":"2026-03-31T05:16:33.44123Z","steps":["trace[341563250] 'agreement among raft nodes before linearized reading' (duration: 6.523477021s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.441277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:26.9176Z","time spent":"6.523666626s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:33.441279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.000781Z","time spent":"3.440357176s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:33.441324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.835906923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:33.441348Z","caller":"traceutil/trace.go:171","msg":"trace[1379867707] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:10255; }","duration":"3.836007056s","start":"2026-03-31T05:16:29.605334Z","end":"2026-03-31T05:16:33.441341Z","steps":["trace[1379867707] 'agreement among raft nodes before linearized reading' (duration: 3.835963125s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.441368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:29.605309Z","time spent":"3.836053937s","remote":"127.0.0.1:35204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:33.441384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.020461921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-31T05:16:33.441374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.478076678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:33.441401Z","caller":"traceutil/trace.go:171","msg":"trace[1884548233] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:10255; }","duration":"4.020509502s","start":"2026-03-31T05:16:29.420885Z","end":"2026-03-31T05:16:33.441395Z","steps":["trace[1884548233] 'agreement among raft nodes before linearized reading' (duration: 4.020414089s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.441417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:29.420863Z","time spent":"4.020550903s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-31T05:16:33.441425Z","caller":"traceutil/trace.go:171","msg":"trace[89158483] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:10255; }","duration":"7.4781735s","start":"2026-03-31T05:16:25.963232Z","end":"2026-03-31T05:16:33.441406Z","steps":["trace[89158483] 'agreement among raft nodes before linearized reading' (duration: 7.478071477s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:33.441121Z","caller":"traceutil/trace.go:171","msg":"trace[730565364] transaction","detail":"{read_only:false; response_revision:10255; number_of_response:1; }","duration":"3.430741884s","start":"2026-03-31T05:16:30.010354Z","end":"2026-03-31T05:16:33.441096Z","steps":["trace[730565364] 'process raft request' (duration: 3.430567159s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.44147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:25.963209Z","time spent":"7.478251433s","remote":"127.0.0.1:52556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:33.441501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.010342Z","time spent":"3.431129904s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15090,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:33.441518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.019291299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:33.441506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.968340444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:33.441506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.662894139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:33.441478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.93396409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:33.441562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.424406239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T05:16:33.441585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.575366878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:33.441597Z","caller":"traceutil/trace.go:171","msg":"trace[32910909] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:10255; }","duration":"5.934157506s","start":"2026-03-31T05:16:27.507413Z","end":"2026-03-31T05:16:33.44157Z","steps":["trace[32910909] 'agreement among raft nodes before linearized reading' (duration: 5.93396258s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:33.441614Z","caller":"traceutil/trace.go:171","msg":"trace[1590610302] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1; range_end:; response_count:1; response_revision:10255; }","duration":"10.42448043s","start":"2026-03-31T05:16:23.017118Z","end":"2026-03-31T05:16:33.441599Z","steps":["trace[1590610302] 'agreement among raft nodes before linearized reading' (duration: 10.424333746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.441656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.017101Z","time spent":"10.424545163s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" "} {"level":"warn","ts":"2026-03-31T05:16:33.441665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.507384Z","time spent":"5.934262598s","remote":"127.0.0.1:35184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:33.441668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.545121838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:33.441714Z","caller":"traceutil/trace.go:171","msg":"trace[1239322680] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10255; }","duration":"7.54520525s","start":"2026-03-31T05:16:25.8965Z","end":"2026-03-31T05:16:33.441705Z","steps":["trace[1239322680] 'agreement among raft nodes before linearized reading' (duration: 7.545109818s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.441726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.126029532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:33.441744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:25.896476Z","time spent":"7.545259351s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:33.441737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.420157152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:16:33.441748Z","caller":"traceutil/trace.go:171","msg":"trace[610773536] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:10255; }","duration":"4.126090173s","start":"2026-03-31T05:16:29.315652Z","end":"2026-03-31T05:16:33.441742Z","steps":["trace[610773536] 'agreement among raft nodes before linearized reading' (duration: 4.126045272s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:33.441776Z","caller":"traceutil/trace.go:171","msg":"trace[1752112797] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10255; }","duration":"8.420226194s","start":"2026-03-31T05:16:25.021542Z","end":"2026-03-31T05:16:33.441768Z","steps":["trace[1752112797] 'agreement among raft nodes before linearized reading' (duration: 8.420125591s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.441784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:29.315625Z","time spent":"4.126153035s","remote":"127.0.0.1:35128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:33.441799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:25.021519Z","time spent":"8.420275406s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:16:33.441823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.308369985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T05:16:33.441617Z","caller":"traceutil/trace.go:171","msg":"trace[593864992] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:10255; }","duration":"6.5754522s","start":"2026-03-31T05:16:26.866156Z","end":"2026-03-31T05:16:33.441609Z","steps":["trace[593864992] 'agreement among raft nodes before linearized reading' (duration: 6.575409109s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:33.441865Z","caller":"traceutil/trace.go:171","msg":"trace[1742635322] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:10255; }","duration":"7.308461918s","start":"2026-03-31T05:16:26.13339Z","end":"2026-03-31T05:16:33.441852Z","steps":["trace[1742635322] 'agreement among raft nodes before linearized reading' (duration: 7.308305224s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:33.44155Z","caller":"traceutil/trace.go:171","msg":"trace[1942209105] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:10255; }","duration":"6.968444747s","start":"2026-03-31T05:16:26.473094Z","end":"2026-03-31T05:16:33.441539Z","steps":["trace[1942209105] 'agreement among raft nodes before linearized reading' (duration: 6.968333244s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.441896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:26.866128Z","time spent":"6.575758328s","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:33.441901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:26.133363Z","time spent":"7.308527669s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T05:16:33.441669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.192467722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:33.441923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:26.473069Z","time spent":"6.968839168s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:33.441537Z","caller":"traceutil/trace.go:171","msg":"trace[1519811070] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:10255; }","duration":"6.019364602s","start":"2026-03-31T05:16:27.422167Z","end":"2026-03-31T05:16:33.441531Z","steps":["trace[1519811070] 'agreement among raft nodes before linearized reading' (duration: 6.019328051s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:33.441964Z","caller":"traceutil/trace.go:171","msg":"trace[224446973] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:10255; }","duration":"7.192799441s","start":"2026-03-31T05:16:26.249147Z","end":"2026-03-31T05:16:33.441946Z","steps":["trace[224446973] 'agreement among raft nodes before linearized reading' (duration: 7.192481102s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:33.441578Z","caller":"traceutil/trace.go:171","msg":"trace[1791037161] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:10255; }","duration":"8.663024091s","start":"2026-03-31T05:16:24.778531Z","end":"2026-03-31T05:16:33.441555Z","steps":["trace[1791037161] 'agreement among raft nodes before linearized reading' (duration: 8.662867857s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.441995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.422128Z","time spent":"6.019859155s","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:33.442019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:26.249128Z","time spent":"7.192873763s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:33.442026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:24.778506Z","time spent":"8.663508715s","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:33.941949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792630909,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:16:34.436801Z","caller":"traceutil/trace.go:171","msg":"trace[1666731514] transaction","detail":"{read_only:false; response_revision:10256; number_of_response:1; }","duration":"1.650590874s","start":"2026-03-31T05:16:32.786158Z","end":"2026-03-31T05:16:34.436749Z","steps":["trace[1666731514] 'process raft request' (duration: 1.650415329s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.437055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:32.786116Z","time spent":"1.650763449s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3055,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:34.911182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.933624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:34.911338Z","caller":"traceutil/trace.go:171","msg":"trace[689909906] linearizableReadLoop","detail":"{readStateIndex:10648; appliedIndex:10646; }","duration":"1.470215371s","start":"2026-03-31T05:16:33.441108Z","end":"2026-03-31T05:16:34.911324Z","steps":["trace[689909906] 'read index received' (duration: 995.693848ms)","trace[689909906] 'applied index is now lower than readState.Index' (duration: 474.520473ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:34.911399Z","caller":"traceutil/trace.go:171","msg":"trace[1576797156] transaction","detail":"{read_only:false; response_revision:10257; number_of_response:1; }","duration":"1.466656354s","start":"2026-03-31T05:16:33.444735Z","end":"2026-03-31T05:16:34.911391Z","steps":["trace[1576797156] 'process raft request' (duration: 1.213435822s)","trace[1576797156] 'compare' (duration: 252.574914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:34.911441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:33.44472Z","time spent":"1.466701145s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:34.911627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.113358652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:34.911644Z","caller":"traceutil/trace.go:171","msg":"trace[1712337084] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:10257; }","duration":"3.113433544s","start":"2026-03-31T05:16:31.798204Z","end":"2026-03-31T05:16:34.911638Z","steps":["trace[1712337084] 'agreement among raft nodes before linearized reading' (duration: 3.113365812s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.911661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:31.798166Z","time spent":"3.113490725s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:34.911711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.962872753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:34.911795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.689330579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:34.911816Z","caller":"traceutil/trace.go:171","msg":"trace[1531972524] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:10257; }","duration":"4.68939908s","start":"2026-03-31T05:16:30.22241Z","end":"2026-03-31T05:16:34.911809Z","steps":["trace[1531972524] 'agreement among raft nodes before linearized reading' (duration: 4.689364699s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:34.911806Z","caller":"traceutil/trace.go:171","msg":"trace[474179511] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:10257; }","duration":"2.963060519s","start":"2026-03-31T05:16:31.948721Z","end":"2026-03-31T05:16:34.911781Z","steps":["trace[474179511] 'agreement among raft nodes before linearized reading' (duration: 2.962835133s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.911852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.73776086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:34.911866Z","caller":"traceutil/trace.go:171","msg":"trace[708842369] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:10257; }","duration":"4.737817712s","start":"2026-03-31T05:16:30.174045Z","end":"2026-03-31T05:16:34.911863Z","steps":["trace[708842369] 'agreement among raft nodes before linearized reading' (duration: 4.737794211s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.91186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:31.948689Z","time spent":"2.963160991s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:34.911764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.584582763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:34.91183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.222384Z","time spent":"4.689441842s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:34.911952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883205364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:16:34.911879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.174013Z","time spent":"4.737863573s","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:34.912017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647880411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:34.912011Z","caller":"traceutil/trace.go:171","msg":"trace[1930479499] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:10257; }","duration":"3.58483818s","start":"2026-03-31T05:16:31.327138Z","end":"2026-03-31T05:16:34.911976Z","steps":["trace[1930479499] 'agreement among raft nodes before linearized reading' (duration: 3.584602683s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:34.911998Z","caller":"traceutil/trace.go:171","msg":"trace[246568632] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10257; }","duration":"1.467248029s","start":"2026-03-31T05:16:33.444715Z","end":"2026-03-31T05:16:34.911963Z","steps":["trace[246568632] 'process raft request' (duration: 1.466558301s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:34.912058Z","caller":"traceutil/trace.go:171","msg":"trace[1090456205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10257; }","duration":"1.647958363s","start":"2026-03-31T05:16:33.264089Z","end":"2026-03-31T05:16:34.912048Z","steps":["trace[1090456205] 'agreement among raft nodes before linearized reading' (duration: 1.647886901s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.912086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:33.264067Z","time spent":"1.648014134s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:16:34.91206Z","caller":"traceutil/trace.go:171","msg":"trace[315121438] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:10257; }","duration":"1.883375638s","start":"2026-03-31T05:16:33.028655Z","end":"2026-03-31T05:16:34.912031Z","steps":["trace[315121438] 'agreement among raft nodes before linearized reading' (duration: 1.883162682s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.912139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050091209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:34.912165Z","caller":"traceutil/trace.go:171","msg":"trace[1573503214] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:10257; }","duration":"2.050165741s","start":"2026-03-31T05:16:32.861991Z","end":"2026-03-31T05:16:34.912157Z","steps":["trace[1573503214] 'agreement among raft nodes before linearized reading' (duration: 2.050084629s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.912184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:32.861964Z","time spent":"2.050212702s","remote":"127.0.0.1:33396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:34.912177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:33.028628Z","time spent":"1.883530113s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:34.912195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:31.327115Z","time spent":"3.584967294s","remote":"127.0.0.1:33492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:34.912245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:33.444676Z","time spent":"1.467407735s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:34.912356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930682376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:34.912395Z","caller":"traceutil/trace.go:171","msg":"trace[131345789] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:10257; }","duration":"2.930726097s","start":"2026-03-31T05:16:31.981659Z","end":"2026-03-31T05:16:34.912385Z","steps":["trace[131345789] 'agreement among raft nodes before linearized reading' (duration: 2.930580763s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.912424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:31.981567Z","time spent":"2.93085056s","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":60,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:34.987666Z","caller":"traceutil/trace.go:171","msg":"trace[255181936] transaction","detail":"{read_only:false; response_revision:10258; number_of_response:1; }","duration":"522.165783ms","start":"2026-03-31T05:16:34.465464Z","end":"2026-03-31T05:16:34.98763Z","steps":["trace[255181936] 'process raft request' (duration: 521.826813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.987865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:34.465437Z","time spent":"522.337917ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:16:34.988948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262152461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:34.989097Z","caller":"traceutil/trace.go:171","msg":"trace[1505135385] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:10259; }","duration":"1.262348077s","start":"2026-03-31T05:16:33.726727Z","end":"2026-03-31T05:16:34.989075Z","steps":["trace[1505135385] 'agreement among raft nodes before linearized reading' (duration: 1.261902295s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:34.989099Z","caller":"traceutil/trace.go:171","msg":"trace[874464075] transaction","detail":"{read_only:false; response_revision:10259; number_of_response:1; }","duration":"515.810839ms","start":"2026-03-31T05:16:34.473258Z","end":"2026-03-31T05:16:34.989069Z","steps":["trace[874464075] 'process raft request' (duration: 514.234906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.989145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:33.726648Z","time spent":"1.262486041s","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:34.989177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534414653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ln7pb\" ","response":"range_response_count:1 size:19695"} {"level":"info","ts":"2026-03-31T05:16:34.989298Z","caller":"traceutil/trace.go:171","msg":"trace[1270426533] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ln7pb; range_end:; response_count:1; response_revision:10259; }","duration":"1.534562557s","start":"2026-03-31T05:16:33.454712Z","end":"2026-03-31T05:16:34.989275Z","steps":["trace[1270426533] 'agreement among raft nodes before linearized reading' (duration: 1.534255049s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.989351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:33.454689Z","time spent":"1.534652459s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19718,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ln7pb\" "} {"level":"warn","ts":"2026-03-31T05:16:34.989356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542605976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T05:16:34.989402Z","caller":"traceutil/trace.go:171","msg":"trace[910913860] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:10259; }","duration":"1.542679129s","start":"2026-03-31T05:16:33.446711Z","end":"2026-03-31T05:16:34.98939Z","steps":["trace[910913860] 'agreement among raft nodes before linearized reading' (duration: 1.54238098s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.989439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:33.446696Z","time spent":"1.54273574s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-31T05:16:34.989482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.634859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:34.989512Z","caller":"traceutil/trace.go:171","msg":"trace[1662214960] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:10259; }","duration":"384.702591ms","start":"2026-03-31T05:16:34.604801Z","end":"2026-03-31T05:16:34.989504Z","steps":["trace[1662214960] 'agreement among raft nodes before linearized reading' (duration: 384.609618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.989537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:34.604778Z","time spent":"384.753042ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":18,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:34.989525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538187576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-13649990-7257-48ce-a5fe-ea2c39d3f17f\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-31T05:16:34.989538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.218254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T05:16:34.989218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:34.473216Z","time spent":"515.924863ms","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3158,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:34.989584Z","caller":"traceutil/trace.go:171","msg":"trace[605912841] range","detail":"{range_begin:/registry/persistentvolumes/pvc-13649990-7257-48ce-a5fe-ea2c39d3f17f; range_end:; response_count:1; response_revision:10259; }","duration":"1.538267098s","start":"2026-03-31T05:16:33.451299Z","end":"2026-03-31T05:16:34.989567Z","steps":["trace[605912841] 'agreement among raft nodes before linearized reading' (duration: 1.538031092s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.989633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:33.451295Z","time spent":"1.53833048s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-13649990-7257-48ce-a5fe-ea2c39d3f17f\" "} {"level":"info","ts":"2026-03-31T05:16:34.989584Z","caller":"traceutil/trace.go:171","msg":"trace[923821211] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10259; }","duration":"596.298407ms","start":"2026-03-31T05:16:34.393274Z","end":"2026-03-31T05:16:34.989573Z","steps":["trace[923821211] 'agreement among raft nodes before linearized reading' (duration: 596.174393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.989758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:34.393248Z","time spent":"596.502032ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:16:34.990432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539187753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321404"} {"level":"info","ts":"2026-03-31T05:16:34.990522Z","caller":"traceutil/trace.go:171","msg":"trace[382411454] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:10259; }","duration":"1.539304696s","start":"2026-03-31T05:16:33.4512Z","end":"2026-03-31T05:16:34.990505Z","steps":["trace[382411454] 'agreement among raft nodes before linearized reading' (duration: 1.537650481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.990574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:33.451163Z","time spent":"1.539401659s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":321427,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:16:35.285551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.098778ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T05:16:35.285973Z","caller":"traceutil/trace.go:171","msg":"trace[88752802] transaction","detail":"{read_only:false; response_revision:10261; number_of_response:1; }","duration":"282.961043ms","start":"2026-03-31T05:16:35.002992Z","end":"2026-03-31T05:16:35.285953Z","steps":["trace[88752802] 'process raft request' (duration: 282.87378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:35.286033Z","caller":"traceutil/trace.go:171","msg":"trace[32583251] transaction","detail":"{read_only:false; response_revision:10260; number_of_response:1; }","duration":"369.161766ms","start":"2026-03-31T05:16:34.91682Z","end":"2026-03-31T05:16:35.285982Z","steps":["trace[32583251] 'process raft request' (duration: 368.832207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:35.286193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:34.916746Z","time spent":"369.368011ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:16:35.28624Z","caller":"traceutil/trace.go:171","msg":"trace[1592883529] linearizableReadLoop","detail":"{readStateIndex:10652; appliedIndex:10650; }","duration":"298.604559ms","start":"2026-03-31T05:16:34.987593Z","end":"2026-03-31T05:16:35.286198Z","steps":["trace[1592883529] 'read index received' (duration: 44.944426ms)","trace[1592883529] 'applied index is now lower than readState.Index' (duration: 253.655973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:35.286274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:34.913476Z","time spent":"372.788404ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:16:35.286424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.903008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:35.286518Z","caller":"traceutil/trace.go:171","msg":"trace[371630523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10261; }","duration":"373.036892ms","start":"2026-03-31T05:16:34.913462Z","end":"2026-03-31T05:16:35.286499Z","steps":["trace[371630523] 'agreement among raft nodes before linearized reading' (duration: 372.855477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:35.286572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.061677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-31T05:16:35.28661Z","caller":"traceutil/trace.go:171","msg":"trace[1887192918] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:10261; }","duration":"290.151959ms","start":"2026-03-31T05:16:34.99645Z","end":"2026-03-31T05:16:35.286602Z","steps":["trace[1887192918] 'agreement among raft nodes before linearized reading' (duration: 289.932423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:35.286576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:34.913442Z","time spent":"373.126134ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:16:35.618854Z","caller":"traceutil/trace.go:171","msg":"trace[918856641] linearizableReadLoop","detail":"{readStateIndex:10654; appliedIndex:10653; }","duration":"329.666729ms","start":"2026-03-31T05:16:35.289164Z","end":"2026-03-31T05:16:35.61883Z","steps":["trace[918856641] 'read index received' (duration: 318.119023ms)","trace[918856641] 'applied index is now lower than readState.Index' (duration: 11.546376ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:35.618953Z","caller":"traceutil/trace.go:171","msg":"trace[106389899] transaction","detail":"{read_only:false; response_revision:10262; number_of_response:1; }","duration":"331.769496ms","start":"2026-03-31T05:16:35.287173Z","end":"2026-03-31T05:16:35.618942Z","steps":["trace[106389899] 'process raft request' (duration: 320.303403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:35.619059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:35.287141Z","time spent":"331.835148ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:35.619419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.250825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-31T05:16:35.619452Z","caller":"traceutil/trace.go:171","msg":"trace[2090890143] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:10262; }","duration":"330.301495ms","start":"2026-03-31T05:16:35.289144Z","end":"2026-03-31T05:16:35.619445Z","steps":["trace[2090890143] 'agreement among raft nodes before linearized reading' (duration: 330.121911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:35.619475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:35.289125Z","time spent":"330.345017ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":412,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:16:35.619501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.114498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:35.619592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.395794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T05:16:35.619632Z","caller":"traceutil/trace.go:171","msg":"trace[1987523763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10262; }","duration":"316.281143ms","start":"2026-03-31T05:16:35.303333Z","end":"2026-03-31T05:16:35.619614Z","steps":["trace[1987523763] 'agreement among raft nodes before linearized reading' (duration: 316.103828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:35.619636Z","caller":"traceutil/trace.go:171","msg":"trace[745266] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1; range_end:; response_count:1; response_revision:10262; }","duration":"328.453225ms","start":"2026-03-31T05:16:35.291169Z","end":"2026-03-31T05:16:35.619622Z","steps":["trace[745266] 'agreement among raft nodes before linearized reading' (duration: 328.24663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:35.619675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:35.303326Z","time spent":"316.342235ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:35.619676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:35.291163Z","time spent":"328.504847ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" "} {"level":"warn","ts":"2026-03-31T05:16:35.619731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.065611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7036"} {"level":"info","ts":"2026-03-31T05:16:35.619763Z","caller":"traceutil/trace.go:171","msg":"trace[1269135052] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:10262; }","duration":"285.135743ms","start":"2026-03-31T05:16:35.334618Z","end":"2026-03-31T05:16:35.619753Z","steps":["trace[1269135052] 'agreement among raft nodes before linearized reading' (duration: 285.052801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:35.619857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-31T05:16:35.619935Z","caller":"traceutil/trace.go:171","msg":"trace[1149898981] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:10262; }","duration":"328.053704ms","start":"2026-03-31T05:16:35.291862Z","end":"2026-03-31T05:16:35.619916Z","steps":["trace[1149898981] 'agreement among raft nodes before linearized reading' (duration: 327.760926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:35.619995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:35.291857Z","time spent":"328.121816ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T05:16:36.237849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.42926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:36.237963Z","caller":"traceutil/trace.go:171","msg":"trace[2074563946] linearizableReadLoop","detail":"{readStateIndex:10655; appliedIndex:10654; }","duration":"611.387998ms","start":"2026-03-31T05:16:35.626557Z","end":"2026-03-31T05:16:36.237945Z","steps":["trace[2074563946] 'read index received' (duration: 99.832685ms)","trace[2074563946] 'applied index is now lower than readState.Index' (duration: 511.553573ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:36.238027Z","caller":"traceutil/trace.go:171","msg":"trace[2143055066] transaction","detail":"{read_only:false; response_revision:10263; number_of_response:1; }","duration":"611.643345ms","start":"2026-03-31T05:16:35.626376Z","end":"2026-03-31T05:16:36.238019Z","steps":["trace[2143055066] 'process raft request' (duration: 99.896907ms)","trace[2143055066] 'compare' (duration: 510.380251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:36.238066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:35.62636Z","time spent":"611.686877ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:36.238411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.860721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:16:36.238431Z","caller":"traceutil/trace.go:171","msg":"trace[902516336] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:10263; }","duration":"611.895512ms","start":"2026-03-31T05:16:35.626529Z","end":"2026-03-31T05:16:36.238424Z","steps":["trace[902516336] 'agreement among raft nodes before linearized reading' (duration: 611.737418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:36.238449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:35.626523Z","time spent":"611.921323ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T05:16:36.330031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.946736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:36.330212Z","caller":"traceutil/trace.go:171","msg":"trace[945903782] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:0; response_revision:10264; }","duration":"700.158162ms","start":"2026-03-31T05:16:35.630025Z","end":"2026-03-31T05:16:36.330183Z","steps":["trace[945903782] 'agreement among raft nodes before linearized reading' (duration: 699.910745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:36.33022Z","caller":"traceutil/trace.go:171","msg":"trace[341387408] transaction","detail":"{read_only:false; response_revision:10264; number_of_response:1; }","duration":"700.240414ms","start":"2026-03-31T05:16:35.629856Z","end":"2026-03-31T05:16:36.330096Z","steps":["trace[341387408] 'process raft request' (duration: 699.74621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:36.330273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:35.63002Z","time spent":"700.240714ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" "} {"level":"warn","ts":"2026-03-31T05:16:36.330228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.349186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T05:16:36.33045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:35.629843Z","time spent":"700.484021ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:36.330484Z","caller":"traceutil/trace.go:171","msg":"trace[86404348] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:10264; }","duration":"212.615814ms","start":"2026-03-31T05:16:36.117779Z","end":"2026-03-31T05:16:36.330395Z","steps":["trace[86404348] 'agreement among raft nodes before linearized reading' (duration: 212.082089ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:36.949912Z","caller":"traceutil/trace.go:171","msg":"trace[1650747958] linearizableReadLoop","detail":"{readStateIndex:10657; appliedIndex:10656; }","duration":"615.426018ms","start":"2026-03-31T05:16:36.334442Z","end":"2026-03-31T05:16:36.949868Z","steps":["trace[1650747958] 'read index received' (duration: 107.883µs)","trace[1650747958] 'applied index is now lower than readState.Index' (duration: 615.316875ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:36.94997Z","caller":"traceutil/trace.go:171","msg":"trace[1151238611] transaction","detail":"{read_only:false; response_revision:10265; number_of_response:1; }","duration":"615.581392ms","start":"2026-03-31T05:16:36.334367Z","end":"2026-03-31T05:16:36.949949Z","steps":["trace[1151238611] 'process raft request' (duration: 615.298905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:36.950107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:36.334331Z","time spent":"615.686285ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:36.950231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.209011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4134"} {"level":"info","ts":"2026-03-31T05:16:36.950267Z","caller":"traceutil/trace.go:171","msg":"trace[1536520335] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:10265; }","duration":"612.295353ms","start":"2026-03-31T05:16:36.337961Z","end":"2026-03-31T05:16:36.950256Z","steps":["trace[1536520335] 'agreement among raft nodes before linearized reading' (duration: 612.099608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:36.950314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:36.33794Z","time spent":"612.366204ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4157,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-31T05:16:36.950304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.219971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:36.950417Z","caller":"traceutil/trace.go:171","msg":"trace[136132513] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:10265; }","duration":"612.408306ms","start":"2026-03-31T05:16:36.337981Z","end":"2026-03-31T05:16:36.950389Z","steps":["trace[136132513] 'agreement among raft nodes before linearized reading' (duration: 612.20523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:36.950315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.394036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-74b22588-a176-452d-a6c8-4f93b7f05994\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-31T05:16:36.950472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:36.337958Z","time spent":"612.499418ms","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-31T05:16:36.950553Z","caller":"traceutil/trace.go:171","msg":"trace[38246108] range","detail":"{range_begin:/registry/persistentvolumes/pvc-74b22588-a176-452d-a6c8-4f93b7f05994; range_end:; response_count:1; response_revision:10265; }","duration":"616.2234ms","start":"2026-03-31T05:16:36.334282Z","end":"2026-03-31T05:16:36.950505Z","steps":["trace[38246108] 'agreement among raft nodes before linearized reading' (duration: 615.822569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:36.950716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:36.334261Z","time spent":"616.403205ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-74b22588-a176-452d-a6c8-4f93b7f05994\" "} {"level":"warn","ts":"2026-03-31T05:16:36.956026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.541535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:16:36.956623Z","caller":"traceutil/trace.go:171","msg":"trace[1667560558] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:10265; }","duration":"622.187793ms","start":"2026-03-31T05:16:36.33441Z","end":"2026-03-31T05:16:36.956597Z","steps":["trace[1667560558] 'agreement among raft nodes before linearized reading' (duration: 615.587123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:36.956699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:36.334396Z","time spent":"622.283695ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-31T05:16:37.115359Z","caller":"traceutil/trace.go:171","msg":"trace[943259188] transaction","detail":"{read_only:false; response_revision:10266; number_of_response:1; }","duration":"162.700922ms","start":"2026-03-31T05:16:36.95261Z","end":"2026-03-31T05:16:37.115311Z","steps":["trace[943259188] 'process raft request' (duration: 99.677011ms)","trace[943259188] 'compare' (duration: 62.721882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:37.737087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.000043ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:37.737233Z","caller":"traceutil/trace.go:171","msg":"trace[1323979672] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10266; }","duration":"450.178917ms","start":"2026-03-31T05:16:37.287035Z","end":"2026-03-31T05:16:37.737214Z","steps":["trace[1323979672] 'range keys from in-memory index tree' (duration: 449.973412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:37.738053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:36.957909Z","time spent":"780.134664ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:16:37.738203Z","caller":"traceutil/trace.go:171","msg":"trace[1863999137] transaction","detail":"{read_only:false; response_revision:10267; number_of_response:1; }","duration":"773.857953ms","start":"2026-03-31T05:16:36.964325Z","end":"2026-03-31T05:16:37.738183Z","steps":["trace[1863999137] 'process raft request' (duration: 773.607786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:37.738319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:36.964292Z","time spent":"773.949046ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:37.738706Z","caller":"traceutil/trace.go:171","msg":"trace[1276846374] linearizableReadLoop","detail":"{readStateIndex:10659; appliedIndex:10657; }","duration":"777.323767ms","start":"2026-03-31T05:16:36.960797Z","end":"2026-03-31T05:16:37.73812Z","steps":["trace[1276846374] 'read index received' (duration: 91.488267ms)","trace[1276846374] 'applied index is now lower than readState.Index' (duration: 685.8339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:37.738819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.033377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T05:16:37.738894Z","caller":"traceutil/trace.go:171","msg":"trace[1512284087] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1; range_end:; response_count:1; response_revision:10267; }","duration":"778.158131ms","start":"2026-03-31T05:16:36.960709Z","end":"2026-03-31T05:16:37.738867Z","steps":["trace[1512284087] 'agreement among raft nodes before linearized reading' (duration: 777.914614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:37.738955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:36.960689Z","time spent":"778.249533ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" "} {"level":"warn","ts":"2026-03-31T05:16:38.239736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792630941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:38.740721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792630941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:39.241982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792630941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:39.281203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.537459005s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:16:39.281911Z","caller":"traceutil/trace.go:171","msg":"trace[820419898] transaction","detail":"{read_only:false; response_revision:10268; number_of_response:1; }","duration":"1.647651303s","start":"2026-03-31T05:16:37.63423Z","end":"2026-03-31T05:16:39.281881Z","steps":["trace[820419898] 'process raft request' (duration: 1.647300013s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.2822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:37.634203Z","time spent":"1.647796557s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7212,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:39.584803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.457356144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:39.584876Z","caller":"traceutil/trace.go:171","msg":"trace[963989886] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:0; response_revision:10270; }","duration":"2.457494418s","start":"2026-03-31T05:16:37.127367Z","end":"2026-03-31T05:16:39.584861Z","steps":["trace[963989886] 'agreement among raft nodes before linearized reading' (duration: 2.457302702s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.584906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:37.127334Z","time spent":"2.45756594s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" "} {"level":"warn","ts":"2026-03-31T05:16:39.585015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432838885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:16:39.585139Z","caller":"traceutil/trace.go:171","msg":"trace[1087742855] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10270; }","duration":"2.433018151s","start":"2026-03-31T05:16:37.152097Z","end":"2026-03-31T05:16:39.585115Z","steps":["trace[1087742855] 'agreement among raft nodes before linearized reading' (duration: 2.432536217s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.58519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:37.152046Z","time spent":"2.433133933s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:16:39.585173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585068941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:16:39.585285Z","caller":"traceutil/trace.go:171","msg":"trace[926240537] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10270; }","duration":"2.585234435s","start":"2026-03-31T05:16:37.000023Z","end":"2026-03-31T05:16:39.585258Z","steps":["trace[926240537] 'agreement among raft nodes before linearized reading' (duration: 2.584873876s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:39.585356Z","caller":"traceutil/trace.go:171","msg":"trace[808103129] transaction","detail":"{read_only:false; response_revision:10269; number_of_response:1; }","duration":"1.846021988s","start":"2026-03-31T05:16:37.739316Z","end":"2026-03-31T05:16:39.585338Z","steps":["trace[808103129] 'process raft request' (duration: 1.844181797s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.585356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:37.000002Z","time spent":"2.585340298s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:16:39.585464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:37.739294Z","time spent":"1.84609138s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:39.585779Z","caller":"traceutil/trace.go:171","msg":"trace[342721154] transaction","detail":"{read_only:false; response_revision:10270; number_of_response:1; }","duration":"1.843463008s","start":"2026-03-31T05:16:37.742297Z","end":"2026-03-31T05:16:39.58576Z","steps":["trace[342721154] 'process raft request' (duration: 1.842164453s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.585949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:37.74227Z","time spent":"1.84356097s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:39.58608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603221206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:39.586128Z","caller":"traceutil/trace.go:171","msg":"trace[1599664418] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:10270; }","duration":"2.603332069s","start":"2026-03-31T05:16:36.98278Z","end":"2026-03-31T05:16:39.586112Z","steps":["trace[1599664418] 'agreement among raft nodes before linearized reading' (duration: 2.603246196s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.586156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:36.98275Z","time spent":"2.603398151s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:39.586854Z","caller":"traceutil/trace.go:171","msg":"trace[1732944887] linearizableReadLoop","detail":"{readStateIndex:10663; appliedIndex:10660; }","duration":"1.845680859s","start":"2026-03-31T05:16:37.73885Z","end":"2026-03-31T05:16:39.584531Z","steps":["trace[1732944887] 'read index received' (duration: 1.542621497s)","trace[1732944887] 'applied index is now lower than readState.Index' (duration: 303.058102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:39.587062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843512129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-wdd5v\" ","response":"range_response_count:1 size:5607"} {"level":"info","ts":"2026-03-31T05:16:39.587104Z","caller":"traceutil/trace.go:171","msg":"trace[1549372067] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-wdd5v; range_end:; response_count:1; response_revision:10270; }","duration":"1.843601681s","start":"2026-03-31T05:16:37.743488Z","end":"2026-03-31T05:16:39.587089Z","steps":["trace[1549372067] 'agreement among raft nodes before linearized reading' (duration: 1.843479818s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.587132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:37.743477Z","time spent":"1.843647053s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5630,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-wdd5v\" "} {"level":"warn","ts":"2026-03-31T05:16:39.587233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.181812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:39.587301Z","caller":"traceutil/trace.go:171","msg":"trace[1670743970] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:10270; }","duration":"371.325726ms","start":"2026-03-31T05:16:39.215961Z","end":"2026-03-31T05:16:39.587286Z","steps":["trace[1670743970] 'agreement among raft nodes before linearized reading' (duration: 371.220393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.587333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:39.215933Z","time spent":"371.390978ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:39.587471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152346594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:39.587512Z","caller":"traceutil/trace.go:171","msg":"trace[289845148] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:10270; }","duration":"1.152390385s","start":"2026-03-31T05:16:38.435112Z","end":"2026-03-31T05:16:39.587502Z","steps":["trace[289845148] 'agreement among raft nodes before linearized reading' (duration: 1.152321893s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.58754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.435046Z","time spent":"1.152486667s","remote":"127.0.0.1:33370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:39.587998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717044157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:39.588046Z","caller":"traceutil/trace.go:171","msg":"trace[178631723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10270; }","duration":"1.717147979s","start":"2026-03-31T05:16:37.870887Z","end":"2026-03-31T05:16:39.588035Z","steps":["trace[178631723] 'agreement among raft nodes before linearized reading' (duration: 1.716394509s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.588074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:37.870858Z","time spent":"1.717208881s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:16:39.718731Z","caller":"traceutil/trace.go:171","msg":"trace[1139095233] transaction","detail":"{read_only:false; response_revision:10272; number_of_response:1; }","duration":"122.614547ms","start":"2026-03-31T05:16:39.596091Z","end":"2026-03-31T05:16:39.718706Z","steps":["trace[1139095233] 'process raft request' (duration: 122.123264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.718963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.610239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:39.718987Z","caller":"traceutil/trace.go:171","msg":"trace[1484124202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10272; }","duration":"121.669412ms","start":"2026-03-31T05:16:39.59731Z","end":"2026-03-31T05:16:39.71898Z","steps":["trace[1484124202] 'agreement among raft nodes before linearized reading' (duration: 121.60318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:40.062522Z","caller":"traceutil/trace.go:171","msg":"trace[626972745] transaction","detail":"{read_only:false; response_revision:10274; number_of_response:1; }","duration":"252.097852ms","start":"2026-03-31T05:16:39.810381Z","end":"2026-03-31T05:16:40.062479Z","steps":["trace[626972745] 'process raft request' (duration: 200.606036ms)","trace[626972745] 'compare' (duration: 51.311001ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:40.305672Z","caller":"traceutil/trace.go:171","msg":"trace[829965075] transaction","detail":"{read_only:false; response_revision:10275; number_of_response:1; }","duration":"489.538052ms","start":"2026-03-31T05:16:39.816103Z","end":"2026-03-31T05:16:40.305641Z","steps":["trace[829965075] 'process raft request' (duration: 431.396575ms)","trace[829965075] 'compare' (duration: 57.786887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:40.305839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:39.816076Z","time spent":"489.682916ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:40.306024Z","caller":"traceutil/trace.go:171","msg":"trace[1230072463] transaction","detail":"{read_only:false; response_revision:10278; number_of_response:1; }","duration":"239.255051ms","start":"2026-03-31T05:16:40.066749Z","end":"2026-03-31T05:16:40.306004Z","steps":["trace[1230072463] 'process raft request' (duration: 239.21084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:40.306039Z","caller":"traceutil/trace.go:171","msg":"trace[511879829] transaction","detail":"{read_only:false; response_revision:10276; number_of_response:1; }","duration":"300.76484ms","start":"2026-03-31T05:16:40.005241Z","end":"2026-03-31T05:16:40.306006Z","steps":["trace[511879829] 'process raft request' (duration: 300.309888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:40.306197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:40.005208Z","time spent":"300.896784ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:40.306367Z","caller":"traceutil/trace.go:171","msg":"trace[1963124252] transaction","detail":"{read_only:false; response_revision:10277; number_of_response:1; }","duration":"281.095143ms","start":"2026-03-31T05:16:40.025262Z","end":"2026-03-31T05:16:40.306357Z","steps":["trace[1963124252] 'process raft request' (duration: 280.598709ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:40.440829Z","caller":"traceutil/trace.go:171","msg":"trace[1164409669] transaction","detail":"{read_only:false; response_revision:10279; number_of_response:1; }","duration":"126.985046ms","start":"2026-03-31T05:16:40.313816Z","end":"2026-03-31T05:16:40.440802Z","steps":["trace[1164409669] 'process raft request' (duration: 125.550067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:40.513383Z","caller":"traceutil/trace.go:171","msg":"trace[1236963451] transaction","detail":"{read_only:false; response_revision:10280; number_of_response:1; }","duration":"192.907805ms","start":"2026-03-31T05:16:40.32044Z","end":"2026-03-31T05:16:40.513348Z","steps":["trace[1236963451] 'process raft request' (duration: 192.71521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:40.636988Z","caller":"traceutil/trace.go:171","msg":"trace[1900658500] linearizableReadLoop","detail":"{readStateIndex:10674; appliedIndex:10673; }","duration":"118.308869ms","start":"2026-03-31T05:16:40.518637Z","end":"2026-03-31T05:16:40.636946Z","steps":["trace[1900658500] 'read index received' (duration: 89.907534ms)","trace[1900658500] 'applied index is now lower than readState.Index' (duration: 28.397865ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:40.63705Z","caller":"traceutil/trace.go:171","msg":"trace[1633845786] transaction","detail":"{read_only:false; response_revision:10281; number_of_response:1; }","duration":"191.527278ms","start":"2026-03-31T05:16:40.44549Z","end":"2026-03-31T05:16:40.637017Z","steps":["trace[1633845786] 'process raft request' (duration: 163.042951ms)","trace[1633845786] 'compare' (duration: 28.082556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:40.637504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.822184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-6xmvt\" ","response":"range_response_count:1 size:4352"} {"level":"info","ts":"2026-03-31T05:16:40.637563Z","caller":"traceutil/trace.go:171","msg":"trace[16143900] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-6xmvt; range_end:; response_count:1; response_revision:10281; }","duration":"118.959698ms","start":"2026-03-31T05:16:40.51859Z","end":"2026-03-31T05:16:40.637549Z","steps":["trace[16143900] 'agreement among raft nodes before linearized reading' (duration: 118.479625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:40.903902Z","caller":"traceutil/trace.go:171","msg":"trace[722577199] transaction","detail":"{read_only:false; response_revision:10282; number_of_response:1; }","duration":"261.371134ms","start":"2026-03-31T05:16:40.642492Z","end":"2026-03-31T05:16:40.903863Z","steps":["trace[722577199] 'process raft request' (duration: 182.83632ms)","trace[722577199] 'compare' (duration: 78.044241ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:40.923878Z","caller":"traceutil/trace.go:171","msg":"trace[1874253101] linearizableReadLoop","detail":"{readStateIndex:10676; appliedIndex:10674; }","duration":"228.192518ms","start":"2026-03-31T05:16:40.695661Z","end":"2026-03-31T05:16:40.923854Z","steps":["trace[1874253101] 'read index received' (duration: 129.69133ms)","trace[1874253101] 'applied index is now lower than readState.Index' (duration: 98.500158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:40.924153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.459585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:40.924611Z","caller":"traceutil/trace.go:171","msg":"trace[492383560] transaction","detail":"{read_only:false; response_revision:10283; number_of_response:1; }","duration":"276.25136ms","start":"2026-03-31T05:16:40.647897Z","end":"2026-03-31T05:16:40.924149Z","steps":["trace[492383560] 'process raft request' (duration: 275.807228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:40.924197Z","caller":"traceutil/trace.go:171","msg":"trace[2010618024] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:10283; }","duration":"228.560218ms","start":"2026-03-31T05:16:40.695622Z","end":"2026-03-31T05:16:40.924182Z","steps":["trace[2010618024] 'agreement among raft nodes before linearized reading' (duration: 228.336522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:41.281056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.024194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:41.281209Z","caller":"traceutil/trace.go:171","msg":"trace[820336861] linearizableReadLoop","detail":"{readStateIndex:10679; appliedIndex:10678; }","duration":"316.746306ms","start":"2026-03-31T05:16:40.964441Z","end":"2026-03-31T05:16:41.281187Z","steps":["trace[820336861] 'read index received' (duration: 125.555008ms)","trace[820336861] 'applied index is now lower than readState.Index' (duration: 191.189118ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:41.281381Z","caller":"traceutil/trace.go:171","msg":"trace[1253553899] transaction","detail":"{read_only:false; response_revision:10286; number_of_response:1; }","duration":"317.477806ms","start":"2026-03-31T05:16:40.963847Z","end":"2026-03-31T05:16:41.281325Z","steps":["trace[1253553899] 'process raft request' (duration: 126.080522ms)","trace[1253553899] 'compare' (duration: 190.52825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:41.28148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.026414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:16:41.281516Z","caller":"traceutil/trace.go:171","msg":"trace[688348228] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10286; }","duration":"317.117806ms","start":"2026-03-31T05:16:40.964388Z","end":"2026-03-31T05:16:41.281506Z","steps":["trace[688348228] 'agreement among raft nodes before linearized reading' (duration: 316.88783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:41.281557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:40.964365Z","time spent":"317.182018ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:16:41.28158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:40.963818Z","time spent":"317.668622ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:16:41.282403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.770693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:427"} {"level":"info","ts":"2026-03-31T05:16:41.28248Z","caller":"traceutil/trace.go:171","msg":"trace[223790674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10287; }","duration":"262.885696ms","start":"2026-03-31T05:16:41.019579Z","end":"2026-03-31T05:16:41.282465Z","steps":["trace[223790674] 'agreement among raft nodes before linearized reading' (duration: 262.631339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:41.282811Z","caller":"traceutil/trace.go:171","msg":"trace[671370451] transaction","detail":"{read_only:false; response_revision:10287; number_of_response:1; }","duration":"310.442134ms","start":"2026-03-31T05:16:40.972358Z","end":"2026-03-31T05:16:41.2828Z","steps":["trace[671370451] 'process raft request' (duration: 309.686104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:41.282892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:40.972327Z","time spent":"310.521966ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:41.283115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.457182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:16:41.283151Z","caller":"traceutil/trace.go:171","msg":"trace[698439266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10287; }","duration":"263.502633ms","start":"2026-03-31T05:16:41.019639Z","end":"2026-03-31T05:16:41.283142Z","steps":["trace[698439266] 'agreement among raft nodes before linearized reading' (duration: 263.40511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:41.469998Z","caller":"traceutil/trace.go:171","msg":"trace[491116719] linearizableReadLoop","detail":"{readStateIndex:10681; appliedIndex:10680; }","duration":"178.500802ms","start":"2026-03-31T05:16:41.291459Z","end":"2026-03-31T05:16:41.46996Z","steps":["trace[491116719] 'read index received' (duration: 96.218456ms)","trace[491116719] 'applied index is now lower than readState.Index' (duration: 82.279306ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:41.47004Z","caller":"traceutil/trace.go:171","msg":"trace[250946665] transaction","detail":"{read_only:false; response_revision:10288; number_of_response:1; }","duration":"179.791117ms","start":"2026-03-31T05:16:41.290209Z","end":"2026-03-31T05:16:41.47Z","steps":["trace[250946665] 'process raft request' (duration: 97.450589ms)","trace[250946665] 'compare' (duration: 81.877216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:41.470276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.79499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-endpoints-kt7rj\" ","response":"range_response_count:1 size:15105"} {"level":"info","ts":"2026-03-31T05:16:41.470311Z","caller":"traceutil/trace.go:171","msg":"trace[1991396882] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-endpoints-kt7rj; range_end:; response_count:1; response_revision:10288; }","duration":"178.883622ms","start":"2026-03-31T05:16:41.291416Z","end":"2026-03-31T05:16:41.4703Z","steps":["trace[1991396882] 'agreement among raft nodes before linearized reading' (duration: 178.655366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:41.473483Z","caller":"traceutil/trace.go:171","msg":"trace[1137601716] transaction","detail":"{read_only:false; response_revision:10290; number_of_response:1; }","duration":"181.068403ms","start":"2026-03-31T05:16:41.292397Z","end":"2026-03-31T05:16:41.473465Z","steps":["trace[1137601716] 'process raft request' (duration: 181.028792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:41.473587Z","caller":"traceutil/trace.go:171","msg":"trace[269724940] transaction","detail":"{read_only:false; response_revision:10289; number_of_response:1; }","duration":"181.882954ms","start":"2026-03-31T05:16:41.291633Z","end":"2026-03-31T05:16:41.473516Z","steps":["trace[269724940] 'process raft request' (duration: 181.578976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:41.738807Z","caller":"traceutil/trace.go:171","msg":"trace[187080544] linearizableReadLoop","detail":"{readStateIndex:10691; appliedIndex:10690; }","duration":"133.508154ms","start":"2026-03-31T05:16:41.605274Z","end":"2026-03-31T05:16:41.738782Z","steps":["trace[187080544] 'read index received' (duration: 133.262058ms)","trace[187080544] 'applied index is now lower than readState.Index' (duration: 245.406µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:41.738968Z","caller":"traceutil/trace.go:171","msg":"trace[1715589760] transaction","detail":"{read_only:false; response_revision:10298; number_of_response:1; }","duration":"134.178642ms","start":"2026-03-31T05:16:41.60474Z","end":"2026-03-31T05:16:41.738919Z","steps":["trace[1715589760] 'process raft request' (duration: 133.861054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:41.7391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.793202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-58g6q\" ","response":"range_response_count:1 size:5900"} {"level":"info","ts":"2026-03-31T05:16:41.739138Z","caller":"traceutil/trace.go:171","msg":"trace[705770037] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-58g6q; range_end:; response_count:1; response_revision:10298; }","duration":"133.885915ms","start":"2026-03-31T05:16:41.605239Z","end":"2026-03-31T05:16:41.739125Z","steps":["trace[705770037] 'agreement among raft nodes before linearized reading' (duration: 133.687469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:41.861361Z","caller":"traceutil/trace.go:171","msg":"trace[1282100325] transaction","detail":"{read_only:false; response_revision:10300; number_of_response:1; }","duration":"113.421016ms","start":"2026-03-31T05:16:41.747908Z","end":"2026-03-31T05:16:41.861329Z","steps":["trace[1282100325] 'process raft request' (duration: 112.049988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:41.861984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.02581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:322676"} {"level":"info","ts":"2026-03-31T05:16:41.862319Z","caller":"traceutil/trace.go:171","msg":"trace[943308164] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:10300; }","duration":"115.119683ms","start":"2026-03-31T05:16:41.746907Z","end":"2026-03-31T05:16:41.862027Z","steps":["trace[943308164] 'agreement among raft nodes before linearized reading' (duration: 113.739325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:42.070433Z","caller":"traceutil/trace.go:171","msg":"trace[114902145] linearizableReadLoop","detail":"{readStateIndex:10694; appliedIndex:10693; }","duration":"200.341219ms","start":"2026-03-31T05:16:41.870064Z","end":"2026-03-31T05:16:42.070405Z","steps":["trace[114902145] 'read index received' (duration: 119.728408ms)","trace[114902145] 'applied index is now lower than readState.Index' (duration: 80.611721ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:42.070463Z","caller":"traceutil/trace.go:171","msg":"trace[1279694374] transaction","detail":"{read_only:false; response_revision:10301; number_of_response:1; }","duration":"263.752029ms","start":"2026-03-31T05:16:41.806668Z","end":"2026-03-31T05:16:42.07042Z","steps":["trace[1279694374] 'process raft request' (duration: 183.20661ms)","trace[1279694374] 'compare' (duration: 80.369314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:42.070679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.020737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:42.07072Z","caller":"traceutil/trace.go:171","msg":"trace[1617958483] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:10301; }","duration":"127.201652ms","start":"2026-03-31T05:16:41.943509Z","end":"2026-03-31T05:16:42.070711Z","steps":["trace[1617958483] 'agreement among raft nodes before linearized reading' (duration: 127.054368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:42.070755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.659777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-endpoints-kt7rj\" ","response":"range_response_count:1 size:15587"} {"level":"info","ts":"2026-03-31T05:16:42.070809Z","caller":"traceutil/trace.go:171","msg":"trace[1779343729] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-endpoints-kt7rj; range_end:; response_count:1; response_revision:10301; }","duration":"200.78448ms","start":"2026-03-31T05:16:41.870013Z","end":"2026-03-31T05:16:42.070797Z","steps":["trace[1779343729] 'agreement among raft nodes before linearized reading' (duration: 200.511963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:42.071108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.686619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:16:42.071138Z","caller":"traceutil/trace.go:171","msg":"trace[1554585557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10301; }","duration":"126.73661ms","start":"2026-03-31T05:16:41.944394Z","end":"2026-03-31T05:16:42.07113Z","steps":["trace[1554585557] 'agreement among raft nodes before linearized reading' (duration: 126.658997ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:42.398931Z","caller":"traceutil/trace.go:171","msg":"trace[315391071] transaction","detail":"{read_only:false; response_revision:10306; number_of_response:1; }","duration":"132.735962ms","start":"2026-03-31T05:16:42.266136Z","end":"2026-03-31T05:16:42.398872Z","steps":["trace[315391071] 'process raft request' (duration: 95.877036ms)","trace[315391071] 'compare' (duration: 36.485786ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:42.399054Z","caller":"traceutil/trace.go:171","msg":"trace[1158711743] linearizableReadLoop","detail":"{readStateIndex:10699; appliedIndex:10697; }","duration":"123.332335ms","start":"2026-03-31T05:16:42.275359Z","end":"2026-03-31T05:16:42.398692Z","steps":["trace[1158711743] 'read index received' (duration: 28.773704ms)","trace[1158711743] 'applied index is now lower than readState.Index' (duration: 94.557641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:42.399158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.761167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T05:16:42.399234Z","caller":"traceutil/trace.go:171","msg":"trace[2104933693] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10306; }","duration":"123.87463ms","start":"2026-03-31T05:16:42.275338Z","end":"2026-03-31T05:16:42.399213Z","steps":["trace[2104933693] 'agreement among raft nodes before linearized reading' (duration: 123.571581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:42.40095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.901358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-31T05:16:42.401Z","caller":"traceutil/trace.go:171","msg":"trace[1199337265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10306; }","duration":"124.97946ms","start":"2026-03-31T05:16:42.276007Z","end":"2026-03-31T05:16:42.400987Z","steps":["trace[1199337265] 'agreement among raft nodes before linearized reading' (duration: 124.426105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:42.408409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.43223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:16:42.408466Z","caller":"traceutil/trace.go:171","msg":"trace[5407396] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10306; }","duration":"126.524923ms","start":"2026-03-31T05:16:42.281927Z","end":"2026-03-31T05:16:42.408452Z","steps":["trace[5407396] 'agreement among raft nodes before linearized reading' (duration: 118.590566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:42.67419Z","caller":"traceutil/trace.go:171","msg":"trace[1689978999] linearizableReadLoop","detail":"{readStateIndex:10704; appliedIndex:10702; }","duration":"170.177746ms","start":"2026-03-31T05:16:42.503985Z","end":"2026-03-31T05:16:42.674162Z","steps":["trace[1689978999] 'read index received' (duration: 82.226475ms)","trace[1689978999] 'applied index is now lower than readState.Index' (duration: 87.949971ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:42.674345Z","caller":"traceutil/trace.go:171","msg":"trace[1768064493] transaction","detail":"{read_only:false; response_revision:10310; number_of_response:1; }","duration":"237.297257ms","start":"2026-03-31T05:16:42.437035Z","end":"2026-03-31T05:16:42.674332Z","steps":["trace[1768064493] 'process raft request' (duration: 149.156641ms)","trace[1768064493] 'compare' (duration: 87.710115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:42.675009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.786967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-31T05:16:42.675065Z","caller":"traceutil/trace.go:171","msg":"trace[955651810] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:10311; }","duration":"161.90351ms","start":"2026-03-31T05:16:42.513148Z","end":"2026-03-31T05:16:42.675051Z","steps":["trace[955651810] 'agreement among raft nodes before linearized reading' (duration: 161.676234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:42.675612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.200101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-31T05:16:42.675643Z","caller":"traceutil/trace.go:171","msg":"trace[1966187024] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:10311; }","duration":"120.259143ms","start":"2026-03-31T05:16:42.555374Z","end":"2026-03-31T05:16:42.675633Z","steps":["trace[1966187024] 'agreement among raft nodes before linearized reading' (duration: 120.114659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:42.675743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.119211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-31T05:16:42.675771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.619433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-31T05:16:42.67586Z","caller":"traceutil/trace.go:171","msg":"trace[1634614600] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:10311; }","duration":"160.245075ms","start":"2026-03-31T05:16:42.51556Z","end":"2026-03-31T05:16:42.675805Z","steps":["trace[1634614600] 'agreement among raft nodes before linearized reading' (duration: 159.954397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:42.675897Z","caller":"traceutil/trace.go:171","msg":"trace[1932398362] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:10311; }","duration":"157.776157ms","start":"2026-03-31T05:16:42.518096Z","end":"2026-03-31T05:16:42.675872Z","steps":["trace[1932398362] 'agreement among raft nodes before linearized reading' (duration: 157.456289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:42.675982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.550153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-03-31T05:16:42.675979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.966341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-31T05:16:42.67607Z","caller":"traceutil/trace.go:171","msg":"trace[1045023514] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:10311; }","duration":"151.084824ms","start":"2026-03-31T05:16:42.524963Z","end":"2026-03-31T05:16:42.676048Z","steps":["trace[1045023514] 'agreement among raft nodes before linearized reading' (duration: 150.799216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:42.676091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.679843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-31T05:16:42.676121Z","caller":"traceutil/trace.go:171","msg":"trace[906482172] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:10311; }","duration":"161.727295ms","start":"2026-03-31T05:16:42.514387Z","end":"2026-03-31T05:16:42.676114Z","steps":["trace[906482172] 'agreement among raft nodes before linearized reading' (duration: 161.650823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:42.676148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.804495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-31T05:16:42.676364Z","caller":"traceutil/trace.go:171","msg":"trace[1262760885] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:10311; }","duration":"159.033962ms","start":"2026-03-31T05:16:42.517321Z","end":"2026-03-31T05:16:42.676355Z","steps":["trace[1262760885] 'agreement among raft nodes before linearized reading' (duration: 158.755034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:42.676016Z","caller":"traceutil/trace.go:171","msg":"trace[2041140637] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:10311; }","duration":"160.601544ms","start":"2026-03-31T05:16:42.515406Z","end":"2026-03-31T05:16:42.676007Z","steps":["trace[2041140637] 'agreement among raft nodes before linearized reading' (duration: 160.497921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:42.676449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.213259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-31T05:16:42.676466Z","caller":"traceutil/trace.go:171","msg":"trace[757928617] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:10311; }","duration":"158.24156ms","start":"2026-03-31T05:16:42.51822Z","end":"2026-03-31T05:16:42.676462Z","steps":["trace[757928617] 'agreement among raft nodes before linearized reading' (duration: 157.295364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:42.676534Z","caller":"traceutil/trace.go:171","msg":"trace[788384110] transaction","detail":"{read_only:false; response_revision:10311; number_of_response:1; }","duration":"174.187315ms","start":"2026-03-31T05:16:42.50234Z","end":"2026-03-31T05:16:42.676528Z","steps":["trace[788384110] 'process raft request' (duration: 171.735698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:42.676585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.272967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:16:42.676618Z","caller":"traceutil/trace.go:171","msg":"trace[702762691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10311; }","duration":"163.316159ms","start":"2026-03-31T05:16:42.513292Z","end":"2026-03-31T05:16:42.676608Z","steps":["trace[702762691] 'agreement among raft nodes before linearized reading' (duration: 163.227026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:42.676657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.444152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-31T05:16:42.676687Z","caller":"traceutil/trace.go:171","msg":"trace[518797139] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:10311; }","duration":"163.528464ms","start":"2026-03-31T05:16:42.513149Z","end":"2026-03-31T05:16:42.676677Z","steps":["trace[518797139] 'agreement among raft nodes before linearized reading' (duration: 163.434172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:42.678054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.061412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-03-31T05:16:42.678105Z","caller":"traceutil/trace.go:171","msg":"trace[2071670176] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:10311; }","duration":"174.174615ms","start":"2026-03-31T05:16:42.503919Z","end":"2026-03-31T05:16:42.678094Z","steps":["trace[2071670176] 'agreement among raft nodes before linearized reading' (duration: 170.68961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:42.680165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.853498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388864"} {"level":"info","ts":"2026-03-31T05:16:42.680235Z","caller":"traceutil/trace.go:171","msg":"trace[2036649962] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:10311; }","duration":"154.985241ms","start":"2026-03-31T05:16:42.525236Z","end":"2026-03-31T05:16:42.680221Z","steps":["trace[2036649962] 'agreement among raft nodes before linearized reading' (duration: 150.345214ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:42.849047Z","caller":"traceutil/trace.go:171","msg":"trace[78263572] transaction","detail":"{read_only:false; response_revision:10313; number_of_response:1; }","duration":"165.653042ms","start":"2026-03-31T05:16:42.683344Z","end":"2026-03-31T05:16:42.848997Z","steps":["trace[78263572] 'process raft request' (duration: 163.507333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:42.849106Z","caller":"traceutil/trace.go:171","msg":"trace[100747877] transaction","detail":"{read_only:false; response_revision:10314; number_of_response:1; }","duration":"163.963705ms","start":"2026-03-31T05:16:42.685119Z","end":"2026-03-31T05:16:42.849082Z","steps":["trace[100747877] 'process raft request' (duration: 163.75864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:42.84906Z","caller":"traceutil/trace.go:171","msg":"trace[1354518711] linearizableReadLoop","detail":"{readStateIndex:10707; appliedIndex:10704; }","duration":"142.753367ms","start":"2026-03-31T05:16:42.706271Z","end":"2026-03-31T05:16:42.849024Z","steps":["trace[1354518711] 'read index received' (duration: 3.66653ms)","trace[1354518711] 'applied index is now lower than readState.Index' (duration: 139.086047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:42.849354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.061046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a1d45f99ed1f5e\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:10311 ","response":"range_response_count:19 size:14452"} {"level":"info","ts":"2026-03-31T05:16:42.849391Z","caller":"traceutil/trace.go:171","msg":"trace[1999682790] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a1d45f99ed1f5e\u0000; range_end:/registry/events/openstack0; response_count:19; response_revision:10314; }","duration":"143.157377ms","start":"2026-03-31T05:16:42.706225Z","end":"2026-03-31T05:16:42.849382Z","steps":["trace[1999682790] 'agreement among raft nodes before linearized reading' (duration: 142.914021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:42.849561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.428821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-31T05:16:42.849623Z","caller":"traceutil/trace.go:171","msg":"trace[1785837599] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:10314; }","duration":"137.543565ms","start":"2026-03-31T05:16:42.71206Z","end":"2026-03-31T05:16:42.849604Z","steps":["trace[1785837599] 'agreement among raft nodes before linearized reading' (duration: 137.339529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:42.984178Z","caller":"traceutil/trace.go:171","msg":"trace[846243598] linearizableReadLoop","detail":"{readStateIndex:10709; appliedIndex:10707; }","duration":"115.612026ms","start":"2026-03-31T05:16:42.868532Z","end":"2026-03-31T05:16:42.984144Z","steps":["trace[846243598] 'read index received' (duration: 53.107039ms)","trace[846243598] 'applied index is now lower than readState.Index' (duration: 62.503677ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:42.984235Z","caller":"traceutil/trace.go:171","msg":"trace[273692486] transaction","detail":"{read_only:false; response_revision:10316; number_of_response:1; }","duration":"121.823686ms","start":"2026-03-31T05:16:42.862385Z","end":"2026-03-31T05:16:42.984209Z","steps":["trace[273692486] 'process raft request' (duration: 121.550838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:42.984671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.819631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:42.984742Z","caller":"traceutil/trace.go:171","msg":"trace[445815895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10316; }","duration":"116.250973ms","start":"2026-03-31T05:16:42.868472Z","end":"2026-03-31T05:16:42.984723Z","steps":["trace[445815895] 'agreement among raft nodes before linearized reading' (duration: 115.835811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:43.157982Z","caller":"traceutil/trace.go:171","msg":"trace[1068528944] linearizableReadLoop","detail":"{readStateIndex:10710; appliedIndex:10709; }","duration":"173.677311ms","start":"2026-03-31T05:16:42.984274Z","end":"2026-03-31T05:16:43.157952Z","steps":["trace[1068528944] 'read index received' (duration: 124.085517ms)","trace[1068528944] 'applied index is now lower than readState.Index' (duration: 49.589154ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:43.158085Z","caller":"traceutil/trace.go:171","msg":"trace[2118717860] transaction","detail":"{read_only:false; response_revision:10317; number_of_response:1; }","duration":"232.307281ms","start":"2026-03-31T05:16:42.925733Z","end":"2026-03-31T05:16:43.158041Z","steps":["trace[2118717860] 'process raft request' (duration: 182.706347ms)","trace[2118717860] 'compare' (duration: 49.156932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:43.158314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.51443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-6xmvt\" ","response":"range_response_count:1 size:4680"} {"level":"warn","ts":"2026-03-31T05:16:43.158266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.188136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-03-31T05:16:43.158334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.048109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-31T05:16:43.158368Z","caller":"traceutil/trace.go:171","msg":"trace[2015434226] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-6xmvt; range_end:; response_count:1; response_revision:10317; }","duration":"168.616483ms","start":"2026-03-31T05:16:42.989732Z","end":"2026-03-31T05:16:43.158348Z","steps":["trace[2015434226] 'agreement among raft nodes before linearized reading' (duration: 168.417507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:43.158401Z","caller":"traceutil/trace.go:171","msg":"trace[2020166156] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:10317; }","duration":"284.340691ms","start":"2026-03-31T05:16:42.87404Z","end":"2026-03-31T05:16:43.158381Z","steps":["trace[2020166156] 'agreement among raft nodes before linearized reading' (duration: 284.054433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:43.158419Z","caller":"traceutil/trace.go:171","msg":"trace[899643287] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10317; }","duration":"234.143501ms","start":"2026-03-31T05:16:42.924254Z","end":"2026-03-31T05:16:43.158398Z","steps":["trace[899643287] 'agreement among raft nodes before linearized reading' (duration: 233.825022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:43.421515Z","caller":"traceutil/trace.go:171","msg":"trace[426388212] linearizableReadLoop","detail":"{readStateIndex:10713; appliedIndex:10712; }","duration":"126.322398ms","start":"2026-03-31T05:16:43.295162Z","end":"2026-03-31T05:16:43.421485Z","steps":["trace[426388212] 'read index received' (duration: 118.045372ms)","trace[426388212] 'applied index is now lower than readState.Index' (duration: 8.275626ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:43.421652Z","caller":"traceutil/trace.go:171","msg":"trace[1060889305] transaction","detail":"{read_only:false; response_revision:10320; number_of_response:1; }","duration":"127.030218ms","start":"2026-03-31T05:16:43.294612Z","end":"2026-03-31T05:16:43.421643Z","steps":["trace[1060889305] 'process raft request' (duration: 118.718111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:43.421728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.06789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:43.421808Z","caller":"traceutil/trace.go:171","msg":"trace[1422825769] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:10320; }","duration":"123.198933ms","start":"2026-03-31T05:16:43.298589Z","end":"2026-03-31T05:16:43.421788Z","steps":["trace[1422825769] 'agreement among raft nodes before linearized reading' (duration: 123.061019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:43.421868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.694358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-58g6q\" ","response":"range_response_count:1 size:6216"} {"level":"info","ts":"2026-03-31T05:16:43.421906Z","caller":"traceutil/trace.go:171","msg":"trace[1844325878] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-58g6q; range_end:; response_count:1; response_revision:10320; }","duration":"126.795992ms","start":"2026-03-31T05:16:43.295098Z","end":"2026-03-31T05:16:43.421894Z","steps":["trace[1844325878] 'agreement among raft nodes before linearized reading' (duration: 126.644267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:44.823775Z","caller":"traceutil/trace.go:171","msg":"trace[141356617] transaction","detail":"{read_only:false; response_revision:10328; number_of_response:1; }","duration":"104.668207ms","start":"2026-03-31T05:16:44.71907Z","end":"2026-03-31T05:16:44.823738Z","steps":["trace[141356617] 'process raft request' (duration: 104.371959ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:45.783087Z","caller":"traceutil/trace.go:171","msg":"trace[560133057] transaction","detail":"{read_only:false; response_revision:10331; number_of_response:1; }","duration":"123.417048ms","start":"2026-03-31T05:16:45.659637Z","end":"2026-03-31T05:16:45.783054Z","steps":["trace[560133057] 'process raft request' (duration: 85.568315ms)","trace[560133057] 'compare' (duration: 37.3687ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:47.212907Z","caller":"traceutil/trace.go:171","msg":"trace[2039891453] linearizableReadLoop","detail":"{readStateIndex:10727; appliedIndex:10726; }","duration":"342.53696ms","start":"2026-03-31T05:16:46.87034Z","end":"2026-03-31T05:16:47.212877Z","steps":["trace[2039891453] 'read index received' (duration: 342.16645ms)","trace[2039891453] 'applied index is now lower than readState.Index' (duration: 369.56µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:47.213043Z","caller":"traceutil/trace.go:171","msg":"trace[1297751945] transaction","detail":"{read_only:false; response_revision:10333; number_of_response:1; }","duration":"379.116279ms","start":"2026-03-31T05:16:46.833912Z","end":"2026-03-31T05:16:47.213028Z","steps":["trace[1297751945] 'process raft request' (duration: 378.689627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:47.213178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:46.833899Z","time spent":"379.17672ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:47.213221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.243609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:47.21327Z","caller":"traceutil/trace.go:171","msg":"trace[1949788919] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:10333; }","duration":"169.289991ms","start":"2026-03-31T05:16:47.043963Z","end":"2026-03-31T05:16:47.213253Z","steps":["trace[1949788919] 'agreement among raft nodes before linearized reading' (duration: 169.207398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:47.213506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.173417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:47.21353Z","caller":"traceutil/trace.go:171","msg":"trace[787131568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10333; }","duration":"343.199668ms","start":"2026-03-31T05:16:46.870324Z","end":"2026-03-31T05:16:47.213524Z","steps":["trace[787131568] 'agreement among raft nodes before linearized reading' (duration: 343.157607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:47.213543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:46.870257Z","time spent":"343.283801ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:16:49.675214Z","caller":"traceutil/trace.go:171","msg":"trace[1761680887] transaction","detail":"{read_only:false; response_revision:10340; number_of_response:1; }","duration":"121.057894ms","start":"2026-03-31T05:16:49.554133Z","end":"2026-03-31T05:16:49.675191Z","steps":["trace[1761680887] 'process raft request' (duration: 120.862419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:51.053571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.56296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:51.05366Z","caller":"traceutil/trace.go:171","msg":"trace[2037605549] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:10345; }","duration":"172.719425ms","start":"2026-03-31T05:16:50.880918Z","end":"2026-03-31T05:16:51.053638Z","steps":["trace[2037605549] 'count revisions from in-memory index tree' (duration: 172.348354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:51.361811Z","caller":"traceutil/trace.go:171","msg":"trace[2106208459] transaction","detail":"{read_only:false; response_revision:10347; number_of_response:1; }","duration":"125.226779ms","start":"2026-03-31T05:16:51.236549Z","end":"2026-03-31T05:16:51.361776Z","steps":["trace[2106208459] 'process raft request' (duration: 124.816438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:53.845237Z","caller":"traceutil/trace.go:171","msg":"trace[1551472940] transaction","detail":"{read_only:false; response_revision:10353; number_of_response:1; }","duration":"142.52401ms","start":"2026-03-31T05:16:53.702683Z","end":"2026-03-31T05:16:53.845207Z","steps":["trace[1551472940] 'process raft request' (duration: 142.321974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.185199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.941864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:54.185369Z","caller":"traceutil/trace.go:171","msg":"trace[177565889] linearizableReadLoop","detail":"{readStateIndex:10751; appliedIndex:10750; }","duration":"308.520171ms","start":"2026-03-31T05:16:53.876823Z","end":"2026-03-31T05:16:54.185343Z","steps":["trace[177565889] 'read index received' (duration: 103.158166ms)","trace[177565889] 'applied index is now lower than readState.Index' (duration: 205.359615ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:54.185503Z","caller":"traceutil/trace.go:171","msg":"trace[838168157] transaction","detail":"{read_only:false; response_revision:10354; number_of_response:1; }","duration":"481.541354ms","start":"2026-03-31T05:16:53.703939Z","end":"2026-03-31T05:16:54.18548Z","steps":["trace[838168157] 'process raft request' (duration: 276.167458ms)","trace[838168157] 'compare' (duration: 204.76882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:54.185678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.861041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:16:54.185669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.407538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:54.185738Z","caller":"traceutil/trace.go:171","msg":"trace[1897153499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10354; }","duration":"309.005395ms","start":"2026-03-31T05:16:53.876717Z","end":"2026-03-31T05:16:54.185723Z","steps":["trace[1897153499] 'agreement among raft nodes before linearized reading' (duration: 308.766478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.185682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:53.70392Z","time spent":"481.670808ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:54.185787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:53.876689Z","time spent":"309.084787ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:16:54.185787Z","caller":"traceutil/trace.go:171","msg":"trace[803963813] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:10354; }","duration":"179.569582ms","start":"2026-03-31T05:16:54.006189Z","end":"2026-03-31T05:16:54.185758Z","steps":["trace[803963813] 'agreement among raft nodes before linearized reading' (duration: 179.346606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.185966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.354525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:16:54.186072Z","caller":"traceutil/trace.go:171","msg":"trace[1645628388] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10354; }","duration":"183.475228ms","start":"2026-03-31T05:16:54.002579Z","end":"2026-03-31T05:16:54.186055Z","steps":["trace[1645628388] 'agreement among raft nodes before linearized reading' (duration: 183.099768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.816605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:16:54.18622Z","caller":"traceutil/trace.go:171","msg":"trace[1029950601] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:10354; }","duration":"185.091852ms","start":"2026-03-31T05:16:54.001096Z","end":"2026-03-31T05:16:54.186188Z","steps":["trace[1029950601] 'agreement among raft nodes before linearized reading' (duration: 184.433525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.538498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.289588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:54.538669Z","caller":"traceutil/trace.go:171","msg":"trace[368643570] linearizableReadLoop","detail":"{readStateIndex:10752; appliedIndex:10751; }","duration":"346.513488ms","start":"2026-03-31T05:16:54.19213Z","end":"2026-03-31T05:16:54.538643Z","steps":["trace[368643570] 'read index received' (duration: 186.901051ms)","trace[368643570] 'applied index is now lower than readState.Index' (duration: 159.610257ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:54.538727Z","caller":"traceutil/trace.go:171","msg":"trace[22942593] transaction","detail":"{read_only:false; response_revision:10355; number_of_response:1; }","duration":"347.200747ms","start":"2026-03-31T05:16:54.191447Z","end":"2026-03-31T05:16:54.538648Z","steps":["trace[22942593] 'process raft request' (duration: 187.637382ms)","trace[22942593] 'compare' (duration: 159.109293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:54.5389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.191417Z","time spent":"347.384092ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:54.539211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.837197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-31T05:16:54.539248Z","caller":"traceutil/trace.go:171","msg":"trace[944055115] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:10355; }","duration":"346.907869ms","start":"2026-03-31T05:16:54.192331Z","end":"2026-03-31T05:16:54.539239Z","steps":["trace[944055115] 'agreement among raft nodes before linearized reading' (duration: 346.742015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.539269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.192318Z","time spent":"346.94565ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-31T05:16:54.539631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.425495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:16:54.53973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.596157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321976"} {"level":"info","ts":"2026-03-31T05:16:54.539762Z","caller":"traceutil/trace.go:171","msg":"trace[2111492095] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:10355; }","duration":"347.641779ms","start":"2026-03-31T05:16:54.192109Z","end":"2026-03-31T05:16:54.539751Z","steps":["trace[2111492095] 'agreement among raft nodes before linearized reading' (duration: 346.718954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.539792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.192092Z","time spent":"347.69379ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":321999,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:16:54.539774Z","caller":"traceutil/trace.go:171","msg":"trace[563231364] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:10355; }","duration":"276.641622ms","start":"2026-03-31T05:16:54.263096Z","end":"2026-03-31T05:16:54.539738Z","steps":["trace[563231364] 'agreement among raft nodes before linearized reading' (duration: 276.267012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.095246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.612046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:55.095356Z","caller":"traceutil/trace.go:171","msg":"trace[1549561167] linearizableReadLoop","detail":"{readStateIndex:10753; appliedIndex:10752; }","duration":"548.873112ms","start":"2026-03-31T05:16:54.546465Z","end":"2026-03-31T05:16:55.095338Z","steps":["trace[1549561167] 'read index received' (duration: 225.936008ms)","trace[1549561167] 'applied index is now lower than readState.Index' (duration: 322.934564ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:55.095431Z","caller":"traceutil/trace.go:171","msg":"trace[452640612] transaction","detail":"{read_only:false; response_revision:10356; number_of_response:1; }","duration":"553.245841ms","start":"2026-03-31T05:16:54.542175Z","end":"2026-03-31T05:16:55.09542Z","steps":["trace[452640612] 'process raft request' (duration: 230.326817ms)","trace[452640612] 'compare' (duration: 322.363299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:55.095492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.54214Z","time spent":"553.324224ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:55.095787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.319484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:55.095821Z","caller":"traceutil/trace.go:171","msg":"trace[1619500432] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:10356; }","duration":"549.382466ms","start":"2026-03-31T05:16:54.54643Z","end":"2026-03-31T05:16:55.095813Z","steps":["trace[1619500432] 'agreement among raft nodes before linearized reading' (duration: 549.245102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.095847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.546414Z","time spent":"549.427537ms","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-31T05:16:55.256502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.231747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:55.256631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.653574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-31T05:16:55.256734Z","caller":"traceutil/trace.go:171","msg":"trace[1439290161] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10357; }","duration":"434.819999ms","start":"2026-03-31T05:16:54.821891Z","end":"2026-03-31T05:16:55.256711Z","steps":["trace[1439290161] 'agreement among raft nodes before linearized reading' (duration: 434.48959ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:55.256736Z","caller":"traceutil/trace.go:171","msg":"trace[1895641055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10357; }","duration":"388.534765ms","start":"2026-03-31T05:16:54.868176Z","end":"2026-03-31T05:16:55.256711Z","steps":["trace[1895641055] 'agreement among raft nodes before linearized reading' (duration: 388.148334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.256546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.26152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:55.256817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.821863Z","time spent":"434.944143ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T05:16:55.256873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.500493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:16:55.256599Z","caller":"traceutil/trace.go:171","msg":"trace[120287463] transaction","detail":"{read_only:false; response_revision:10357; number_of_response:1; }","duration":"708.326984ms","start":"2026-03-31T05:16:54.54822Z","end":"2026-03-31T05:16:55.256547Z","steps":["trace[120287463] 'process raft request' (duration: 650.228728ms)","trace[120287463] 'compare' (duration: 57.545801ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:55.256921Z","caller":"traceutil/trace.go:171","msg":"trace[72231410] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:10357; }","duration":"280.741572ms","start":"2026-03-31T05:16:54.976095Z","end":"2026-03-31T05:16:55.256837Z","steps":["trace[72231410] 'agreement among raft nodes before linearized reading' (duration: 280.125906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:55.256931Z","caller":"traceutil/trace.go:171","msg":"trace[1233266301] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10357; }","duration":"577.579345ms","start":"2026-03-31T05:16:54.679327Z","end":"2026-03-31T05:16:55.256907Z","steps":["trace[1233266301] 'agreement among raft nodes before linearized reading' (duration: 577.39526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.25686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.868139Z","time spent":"388.70361ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:55.257578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.679303Z","time spent":"578.231973ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:16:55.256186Z","caller":"traceutil/trace.go:171","msg":"trace[101471935] linearizableReadLoop","detail":"{readStateIndex:10754; appliedIndex:10753; }","duration":"160.773729ms","start":"2026-03-31T05:16:55.095377Z","end":"2026-03-31T05:16:55.256151Z","steps":["trace[101471935] 'read index received' (duration: 103.118415ms)","trace[101471935] 'applied index is now lower than readState.Index' (duration: 57.654164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:55.257859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.907835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"warn","ts":"2026-03-31T05:16:55.257892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.985115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:55.25792Z","caller":"traceutil/trace.go:171","msg":"trace[81146722] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:10357; }","duration":"160.032539ms","start":"2026-03-31T05:16:55.097873Z","end":"2026-03-31T05:16:55.257905Z","steps":["trace[81146722] 'agreement among raft nodes before linearized reading' (duration: 159.884524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.257935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.020763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d53ef11cdce7\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-03-31T05:16:55.257977Z","caller":"traceutil/trace.go:171","msg":"trace[1176496820] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d53ef11cdce7; range_end:; response_count:1; response_revision:10357; }","duration":"158.109895ms","start":"2026-03-31T05:16:55.099858Z","end":"2026-03-31T05:16:55.257968Z","steps":["trace[1176496820] 'agreement among raft nodes before linearized reading' (duration: 158.010553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:55.257993Z","caller":"traceutil/trace.go:171","msg":"trace[463202924] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:10357; }","duration":"157.105888ms","start":"2026-03-31T05:16:55.100852Z","end":"2026-03-31T05:16:55.257958Z","steps":["trace[463202924] 'agreement among raft nodes before linearized reading' (duration: 156.990825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.258917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.548207Z","time spent":"708.92356ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5659,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:55.970049Z","caller":"traceutil/trace.go:171","msg":"trace[662956279] transaction","detail":"{read_only:false; response_revision:10360; number_of_response:1; }","duration":"114.121055ms","start":"2026-03-31T05:16:55.855872Z","end":"2026-03-31T05:16:55.969993Z","steps":["trace[662956279] 'process raft request' (duration: 113.738814ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:56.383532Z","caller":"traceutil/trace.go:171","msg":"trace[138799356] transaction","detail":"{read_only:false; response_revision:10362; number_of_response:1; }","duration":"128.634621ms","start":"2026-03-31T05:16:56.254842Z","end":"2026-03-31T05:16:56.383477Z","steps":["trace[138799356] 'process raft request' (duration: 102.466587ms)","trace[138799356] 'compare' (duration: 25.909067ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:57.710615Z","caller":"traceutil/trace.go:171","msg":"trace[1846937418] transaction","detail":"{read_only:false; response_revision:10366; number_of_response:1; }","duration":"180.336813ms","start":"2026-03-31T05:16:57.530252Z","end":"2026-03-31T05:16:57.710588Z","steps":["trace[1846937418] 'process raft request' (duration: 180.161258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:57.858485Z","caller":"traceutil/trace.go:171","msg":"trace[1151354501] transaction","detail":"{read_only:false; response_revision:10367; number_of_response:1; }","duration":"143.141287ms","start":"2026-03-31T05:16:57.715314Z","end":"2026-03-31T05:16:57.858455Z","steps":["trace[1151354501] 'process raft request' (duration: 97.196542ms)","trace[1151354501] 'compare' (duration: 45.79149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:58.094953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.51516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:16:58.095025Z","caller":"traceutil/trace.go:171","msg":"trace[1846617896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10367; }","duration":"120.640234ms","start":"2026-03-31T05:16:57.974369Z","end":"2026-03-31T05:16:58.095009Z","steps":["trace[1846617896] 'range keys from in-memory index tree' (duration: 120.335775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:58.6884Z","caller":"traceutil/trace.go:171","msg":"trace[224947435] linearizableReadLoop","detail":"{readStateIndex:10772; appliedIndex:10771; }","duration":"131.202541ms","start":"2026-03-31T05:16:58.557172Z","end":"2026-03-31T05:16:58.688375Z","steps":["trace[224947435] 'read index received' (duration: 131.063157ms)","trace[224947435] 'applied index is now lower than readState.Index' (duration: 138.454µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:58.688454Z","caller":"traceutil/trace.go:171","msg":"trace[1247429683] transaction","detail":"{read_only:false; response_revision:10374; number_of_response:1; }","duration":"191.60775ms","start":"2026-03-31T05:16:58.496816Z","end":"2026-03-31T05:16:58.688424Z","steps":["trace[1247429683] 'process raft request' (duration: 191.382444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.68867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.482029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9582"} {"level":"info","ts":"2026-03-31T05:16:58.688985Z","caller":"traceutil/trace.go:171","msg":"trace[543949366] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:10374; }","duration":"131.586972ms","start":"2026-03-31T05:16:58.557117Z","end":"2026-03-31T05:16:58.688704Z","steps":["trace[543949366] 'agreement among raft nodes before linearized reading' (duration: 131.400807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:58.742795Z","caller":"traceutil/trace.go:171","msg":"trace[1464556591] transaction","detail":"{read_only:false; response_revision:10375; number_of_response:1; }","duration":"185.082602ms","start":"2026-03-31T05:16:58.557664Z","end":"2026-03-31T05:16:58.742747Z","steps":["trace[1464556591] 'process raft request' (duration: 184.909628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.742957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.666879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:16:58.743176Z","caller":"traceutil/trace.go:171","msg":"trace[1381698956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10375; }","duration":"159.954457ms","start":"2026-03-31T05:16:58.583206Z","end":"2026-03-31T05:16:58.743161Z","steps":["trace[1381698956] 'agreement among raft nodes before linearized reading' (duration: 159.533025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.743204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.107586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:16:58.74333Z","caller":"traceutil/trace.go:171","msg":"trace[1507361397] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10375; }","duration":"169.298872ms","start":"2026-03-31T05:16:58.574007Z","end":"2026-03-31T05:16:58.743306Z","steps":["trace[1507361397] 'agreement among raft nodes before linearized reading' (duration: 168.900001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:58.860177Z","caller":"traceutil/trace.go:171","msg":"trace[596637865] linearizableReadLoop","detail":"{readStateIndex:10774; appliedIndex:10773; }","duration":"110.157776ms","start":"2026-03-31T05:16:58.749978Z","end":"2026-03-31T05:16:58.860136Z","steps":["trace[596637865] 'read index received' (duration: 79.718065ms)","trace[596637865] 'applied index is now lower than readState.Index' (duration: 30.438251ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:58.860239Z","caller":"traceutil/trace.go:171","msg":"trace[228114991] transaction","detail":"{read_only:false; response_revision:10376; number_of_response:1; }","duration":"111.349479ms","start":"2026-03-31T05:16:58.748841Z","end":"2026-03-31T05:16:58.860191Z","steps":["trace[228114991] 'process raft request' (duration: 80.946059ms)","trace[228114991] 'compare' (duration: 29.977748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:58.860582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.101483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9582"} {"level":"info","ts":"2026-03-31T05:16:58.860661Z","caller":"traceutil/trace.go:171","msg":"trace[1948501450] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:10376; }","duration":"107.241447ms","start":"2026-03-31T05:16:58.7534Z","end":"2026-03-31T05:16:58.860642Z","steps":["trace[1948501450] 'agreement among raft nodes before linearized reading' (duration: 106.939259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.861026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.02406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321976"} {"level":"info","ts":"2026-03-31T05:16:58.861141Z","caller":"traceutil/trace.go:171","msg":"trace[1970530136] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:10376; }","duration":"111.199045ms","start":"2026-03-31T05:16:58.749914Z","end":"2026-03-31T05:16:58.861113Z","steps":["trace[1970530136] 'agreement among raft nodes before linearized reading' (duration: 110.338361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:00.484886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.599077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-31T05:17:00.484966Z","caller":"traceutil/trace.go:171","msg":"trace[2104694246] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:10395; }","duration":"111.761821ms","start":"2026-03-31T05:17:00.373185Z","end":"2026-03-31T05:17:00.484947Z","steps":["trace[2104694246] 'range keys from in-memory index tree' (duration: 111.235146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:00.597232Z","caller":"traceutil/trace.go:171","msg":"trace[132174997] transaction","detail":"{read_only:false; response_revision:10396; number_of_response:1; }","duration":"105.441048ms","start":"2026-03-31T05:17:00.49176Z","end":"2026-03-31T05:17:00.597201Z","steps":["trace[132174997] 'process raft request' (duration: 105.253223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.012763Z","caller":"traceutil/trace.go:171","msg":"trace[1063931890] transaction","detail":"{read_only:false; response_revision:10397; number_of_response:1; }","duration":"519.823249ms","start":"2026-03-31T05:17:00.492898Z","end":"2026-03-31T05:17:01.012721Z","steps":["trace[1063931890] 'process raft request' (duration: 446.629231ms)","trace[1063931890] 'compare' (duration: 72.869129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:01.012914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:00.492884Z","time spent":"519.956842ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:01.013322Z","caller":"traceutil/trace.go:171","msg":"trace[1841151418] transaction","detail":"{read_only:false; response_revision:10399; number_of_response:1; }","duration":"518.454332ms","start":"2026-03-31T05:17:00.494856Z","end":"2026-03-31T05:17:01.013311Z","steps":["trace[1841151418] 'process raft request' (duration: 518.02179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.013164Z","caller":"traceutil/trace.go:171","msg":"trace[1450855217] transaction","detail":"{read_only:false; response_revision:10398; number_of_response:1; }","duration":"519.102569ms","start":"2026-03-31T05:17:00.494027Z","end":"2026-03-31T05:17:01.01313Z","steps":["trace[1450855217] 'process raft request' (duration: 518.687418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.013374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:00.494834Z","time spent":"518.513203ms","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:01.013421Z","caller":"traceutil/trace.go:171","msg":"trace[2020376868] transaction","detail":"{read_only:false; response_revision:10400; number_of_response:1; }","duration":"517.67914ms","start":"2026-03-31T05:17:00.495724Z","end":"2026-03-31T05:17:01.013403Z","steps":["trace[2020376868] 'process raft request' (duration: 517.203447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.013565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:00.495686Z","time spent":"517.768913ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1104,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:01.013827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:00.49401Z","time spent":"519.790988ms","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1564,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:01.014014Z","caller":"traceutil/trace.go:171","msg":"trace[79319695] transaction","detail":"{read_only:false; response_revision:10402; number_of_response:1; }","duration":"516.453437ms","start":"2026-03-31T05:17:00.497548Z","end":"2026-03-31T05:17:01.014001Z","steps":["trace[79319695] 'process raft request' (duration: 516.077066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.014073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:00.497539Z","time spent":"516.505798ms","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:01.014069Z","caller":"traceutil/trace.go:171","msg":"trace[1306581436] linearizableReadLoop","detail":"{readStateIndex:10800; appliedIndex:10793; }","duration":"491.485525ms","start":"2026-03-31T05:17:00.522559Z","end":"2026-03-31T05:17:01.014044Z","steps":["trace[1306581436] 'read index received' (duration: 74.530764ms)","trace[1306581436] 'applied index is now lower than readState.Index' (duration: 416.953181ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:01.014368Z","caller":"traceutil/trace.go:171","msg":"trace[1578712134] transaction","detail":"{read_only:false; response_revision:10401; number_of_response:1; }","duration":"517.146696ms","start":"2026-03-31T05:17:00.496669Z","end":"2026-03-31T05:17:01.013815Z","steps":["trace[1578712134] 'process raft request' (duration: 516.541489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.014518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.938298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-31T05:17:01.014617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:00.496658Z","time spent":"517.898816ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1407,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:01.014638Z","caller":"traceutil/trace.go:171","msg":"trace[904263518] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:10402; }","duration":"492.113993ms","start":"2026-03-31T05:17:00.522511Z","end":"2026-03-31T05:17:01.014625Z","steps":["trace[904263518] 'agreement among raft nodes before linearized reading' (duration: 491.762743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.014788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:00.522494Z","time spent":"492.279777ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-31T05:17:01.018058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.570712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129481"} {"level":"info","ts":"2026-03-31T05:17:01.018162Z","caller":"traceutil/trace.go:171","msg":"trace[2010893288] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:10403; }","duration":"482.726736ms","start":"2026-03-31T05:17:00.535414Z","end":"2026-03-31T05:17:01.018141Z","steps":["trace[2010893288] 'agreement among raft nodes before linearized reading' (duration: 482.377386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.018227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:00.535404Z","time spent":"482.806759ms","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129504,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T05:17:01.01918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.033684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:17:01.019226Z","caller":"traceutil/trace.go:171","msg":"trace[254583717] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10403; }","duration":"147.104185ms","start":"2026-03-31T05:17:00.872111Z","end":"2026-03-31T05:17:01.019215Z","steps":["trace[254583717] 'agreement among raft nodes before linearized reading' (duration: 147.001602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.019427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.784111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:01.019455Z","caller":"traceutil/trace.go:171","msg":"trace[2076492014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10403; }","duration":"148.810911ms","start":"2026-03-31T05:17:00.870635Z","end":"2026-03-31T05:17:01.019446Z","steps":["trace[2076492014] 'agreement among raft nodes before linearized reading' (duration: 148.732899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.019662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.100126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:17:01.019701Z","caller":"traceutil/trace.go:171","msg":"trace[359024819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10403; }","duration":"154.189079ms","start":"2026-03-31T05:17:00.865504Z","end":"2026-03-31T05:17:01.019693Z","steps":["trace[359024819] 'agreement among raft nodes before linearized reading' (duration: 154.099737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.019955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.13592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-31T05:17:01.020009Z","caller":"traceutil/trace.go:171","msg":"trace[624169272] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:10403; }","duration":"397.228942ms","start":"2026-03-31T05:17:00.622768Z","end":"2026-03-31T05:17:01.019997Z","steps":["trace[624169272] 'agreement among raft nodes before linearized reading' (duration: 397.056258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.020037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:00.622749Z","time spent":"397.281554ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-03-31T05:17:01.020412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.548036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T05:17:01.020464Z","caller":"traceutil/trace.go:171","msg":"trace[1515791902] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:10403; }","duration":"447.597538ms","start":"2026-03-31T05:17:00.572851Z","end":"2026-03-31T05:17:01.020449Z","steps":["trace[1515791902] 'agreement among raft nodes before linearized reading' (duration: 447.476924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.020503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:00.572712Z","time spent":"447.780643ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"info","ts":"2026-03-31T05:17:01.148589Z","caller":"traceutil/trace.go:171","msg":"trace[693872006] linearizableReadLoop","detail":"{readStateIndex:10802; appliedIndex:10801; }","duration":"126.581315ms","start":"2026-03-31T05:17:01.021979Z","end":"2026-03-31T05:17:01.14856Z","steps":["trace[693872006] 'read index received' (duration: 92.524816ms)","trace[693872006] 'applied index is now lower than readState.Index' (duration: 34.055619ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:01.148612Z","caller":"traceutil/trace.go:171","msg":"trace[766163143] transaction","detail":"{read_only:false; response_revision:10404; number_of_response:1; }","duration":"128.924099ms","start":"2026-03-31T05:17:01.019665Z","end":"2026-03-31T05:17:01.148589Z","steps":["trace[766163143] 'process raft request' (duration: 94.910881ms)","trace[766163143] 'compare' (duration: 33.854584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:01.148821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.839602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T05:17:01.148869Z","caller":"traceutil/trace.go:171","msg":"trace[335506428] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:10404; }","duration":"128.835566ms","start":"2026-03-31T05:17:01.020009Z","end":"2026-03-31T05:17:01.148844Z","steps":["trace[335506428] 'agreement among raft nodes before linearized reading' (duration: 128.640911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.157751Z","caller":"traceutil/trace.go:171","msg":"trace[665950376] transaction","detail":"{read_only:false; response_revision:10405; number_of_response:1; }","duration":"135.113968ms","start":"2026-03-31T05:17:01.022599Z","end":"2026-03-31T05:17:01.157713Z","steps":["trace[665950376] 'process raft request' (duration: 127.711056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.159294Z","caller":"traceutil/trace.go:171","msg":"trace[352575] transaction","detail":"{read_only:false; response_revision:10407; number_of_response:1; }","duration":"134.814539ms","start":"2026-03-31T05:17:01.024446Z","end":"2026-03-31T05:17:01.159261Z","steps":["trace[352575] 'process raft request' (duration: 133.969106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.15932Z","caller":"traceutil/trace.go:171","msg":"trace[892781894] transaction","detail":"{read_only:false; response_revision:10406; number_of_response:1; }","duration":"135.365685ms","start":"2026-03-31T05:17:01.023939Z","end":"2026-03-31T05:17:01.159305Z","steps":["trace[892781894] 'process raft request' (duration: 133.672448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.159549Z","caller":"traceutil/trace.go:171","msg":"trace[421443557] transaction","detail":"{read_only:false; response_revision:10408; number_of_response:1; }","duration":"132.068255ms","start":"2026-03-31T05:17:01.027466Z","end":"2026-03-31T05:17:01.159534Z","steps":["trace[421443557] 'process raft request' (duration: 131.008936ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.159842Z","caller":"traceutil/trace.go:171","msg":"trace[453533502] transaction","detail":"{read_only:false; response_revision:10409; number_of_response:1; }","duration":"128.707853ms","start":"2026-03-31T05:17:01.031123Z","end":"2026-03-31T05:17:01.159831Z","steps":["trace[453533502] 'process raft request' (duration: 127.392407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.159871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.957533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:01.159906Z","caller":"traceutil/trace.go:171","msg":"trace[2108874352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10409; }","duration":"113.050606ms","start":"2026-03-31T05:17:01.046844Z","end":"2026-03-31T05:17:01.159894Z","steps":["trace[2108874352] 'agreement among raft nodes before linearized reading' (duration: 112.983204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.160041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.262918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:01.160076Z","caller":"traceutil/trace.go:171","msg":"trace[342539391] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:10409; }","duration":"133.321228ms","start":"2026-03-31T05:17:01.026746Z","end":"2026-03-31T05:17:01.160067Z","steps":["trace[342539391] 'agreement among raft nodes before linearized reading' (duration: 133.272087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.160569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.589558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321976"} {"level":"info","ts":"2026-03-31T05:17:01.160702Z","caller":"traceutil/trace.go:171","msg":"trace[594679039] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:10409; }","duration":"136.763733ms","start":"2026-03-31T05:17:01.023909Z","end":"2026-03-31T05:17:01.160673Z","steps":["trace[594679039] 'agreement among raft nodes before linearized reading' (duration: 135.796037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.328635Z","caller":"traceutil/trace.go:171","msg":"trace[2072021150] transaction","detail":"{read_only:false; response_revision:10410; number_of_response:1; }","duration":"164.85051ms","start":"2026-03-31T05:17:01.163745Z","end":"2026-03-31T05:17:01.328595Z","steps":["trace[2072021150] 'process raft request' (duration: 164.649255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.328656Z","caller":"traceutil/trace.go:171","msg":"trace[1959617344] transaction","detail":"{read_only:false; response_revision:10411; number_of_response:1; }","duration":"161.457317ms","start":"2026-03-31T05:17:01.167176Z","end":"2026-03-31T05:17:01.328634Z","steps":["trace[1959617344] 'process raft request' (duration: 161.345284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.329077Z","caller":"traceutil/trace.go:171","msg":"trace[1841194200] transaction","detail":"{read_only:false; response_revision:10412; number_of_response:1; }","duration":"158.557938ms","start":"2026-03-31T05:17:01.170509Z","end":"2026-03-31T05:17:01.329067Z","steps":["trace[1841194200] 'process raft request' (duration: 158.075885ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.329101Z","caller":"traceutil/trace.go:171","msg":"trace[491994159] transaction","detail":"{read_only:false; response_revision:10413; number_of_response:1; }","duration":"155.897016ms","start":"2026-03-31T05:17:01.173193Z","end":"2026-03-31T05:17:01.32909Z","steps":["trace[491994159] 'process raft request' (duration: 155.549806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.329063Z","caller":"traceutil/trace.go:171","msg":"trace[1162119400] linearizableReadLoop","detail":"{readStateIndex:10809; appliedIndex:10808; }","duration":"165.123737ms","start":"2026-03-31T05:17:01.163925Z","end":"2026-03-31T05:17:01.329049Z","steps":["trace[1162119400] 'read index received' (duration: 43.302292ms)","trace[1162119400] 'applied index is now lower than readState.Index' (duration: 121.820395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:01.329294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.351363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:01.329328Z","caller":"traceutil/trace.go:171","msg":"trace[1138568197] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10413; }","duration":"165.429846ms","start":"2026-03-31T05:17:01.163889Z","end":"2026-03-31T05:17:01.329319Z","steps":["trace[1138568197] 'agreement among raft nodes before linearized reading' (duration: 165.283252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.329479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.024974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1073"} {"level":"info","ts":"2026-03-31T05:17:01.32951Z","caller":"traceutil/trace.go:171","msg":"trace[1827962990] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:10413; }","duration":"121.095426ms","start":"2026-03-31T05:17:01.208405Z","end":"2026-03-31T05:17:01.329501Z","steps":["trace[1827962990] 'agreement among raft nodes before linearized reading' (duration: 120.945412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.477978Z","caller":"traceutil/trace.go:171","msg":"trace[568956976] transaction","detail":"{read_only:false; response_revision:10414; number_of_response:1; }","duration":"143.011634ms","start":"2026-03-31T05:17:01.334942Z","end":"2026-03-31T05:17:01.477953Z","steps":["trace[568956976] 'process raft request' (duration: 136.668711ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.478888Z","caller":"traceutil/trace.go:171","msg":"trace[496256712] transaction","detail":"{read_only:false; response_revision:10415; number_of_response:1; }","duration":"143.787925ms","start":"2026-03-31T05:17:01.335054Z","end":"2026-03-31T05:17:01.478842Z","steps":["trace[496256712] 'process raft request' (duration: 143.518378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.479058Z","caller":"traceutil/trace.go:171","msg":"trace[1087519447] transaction","detail":"{read_only:false; response_revision:10416; number_of_response:1; }","duration":"143.445215ms","start":"2026-03-31T05:17:01.335579Z","end":"2026-03-31T05:17:01.479024Z","steps":["trace[1087519447] 'process raft request' (duration: 143.173478ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.479139Z","caller":"traceutil/trace.go:171","msg":"trace[325373375] transaction","detail":"{read_only:false; response_revision:10417; number_of_response:1; }","duration":"142.576182ms","start":"2026-03-31T05:17:01.336516Z","end":"2026-03-31T05:17:01.479092Z","steps":["trace[325373375] 'process raft request' (duration: 142.402367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.479222Z","caller":"traceutil/trace.go:171","msg":"trace[1254072757] transaction","detail":"{read_only:false; response_revision:10418; number_of_response:1; }","duration":"138.739517ms","start":"2026-03-31T05:17:01.34038Z","end":"2026-03-31T05:17:01.479119Z","steps":["trace[1254072757] 'process raft request' (duration: 138.604233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.488236Z","caller":"traceutil/trace.go:171","msg":"trace[2104888292] linearizableReadLoop","detail":"{readStateIndex:10817; appliedIndex:10812; }","duration":"125.28632ms","start":"2026-03-31T05:17:01.36291Z","end":"2026-03-31T05:17:01.488196Z","steps":["trace[2104888292] 'read index received' (duration: 108.739079ms)","trace[2104888292] 'applied index is now lower than readState.Index' (duration: 16.545661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:01.488724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.794774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T05:17:01.48877Z","caller":"traceutil/trace.go:171","msg":"trace[694892913] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10418; }","duration":"125.900807ms","start":"2026-03-31T05:17:01.362857Z","end":"2026-03-31T05:17:01.488758Z","steps":["trace[694892913] 'agreement among raft nodes before linearized reading' (duration: 125.742472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.645108Z","caller":"traceutil/trace.go:171","msg":"trace[1954981423] transaction","detail":"{read_only:false; response_revision:10421; number_of_response:1; }","duration":"127.638164ms","start":"2026-03-31T05:17:01.517432Z","end":"2026-03-31T05:17:01.64507Z","steps":["trace[1954981423] 'process raft request' (duration: 71.81826ms)","trace[1954981423] 'compare' (duration: 55.551537ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:01.645472Z","caller":"traceutil/trace.go:171","msg":"trace[1849242798] transaction","detail":"{read_only:false; response_revision:10422; number_of_response:1; }","duration":"122.242166ms","start":"2026-03-31T05:17:01.523155Z","end":"2026-03-31T05:17:01.645397Z","steps":["trace[1849242798] 'process raft request' (duration: 121.843035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:02.709852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.193573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:02.710387Z","caller":"traceutil/trace.go:171","msg":"trace[1760363280] transaction","detail":"{read_only:false; response_revision:10442; number_of_response:1; }","duration":"292.441733ms","start":"2026-03-31T05:17:02.417903Z","end":"2026-03-31T05:17:02.710345Z","steps":["trace[1760363280] 'process raft request' (duration: 98.648273ms)","trace[1760363280] 'compare' (duration: 192.790323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:03.012158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.573526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:03.012242Z","caller":"traceutil/trace.go:171","msg":"trace[1815269882] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10442; }","duration":"181.72038ms","start":"2026-03-31T05:17:02.830507Z","end":"2026-03-31T05:17:03.012227Z","steps":["trace[1815269882] 'range keys from in-memory index tree' (duration: 181.487044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:03.012536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.902233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:03.012619Z","caller":"traceutil/trace.go:171","msg":"trace[782091468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10442; }","duration":"142.040167ms","start":"2026-03-31T05:17:02.870556Z","end":"2026-03-31T05:17:03.012597Z","steps":["trace[782091468] 'range keys from in-memory index tree' (duration: 141.726859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:03.01309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.331034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:03.013282Z","caller":"traceutil/trace.go:171","msg":"trace[281657124] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:10442; }","duration":"172.56333ms","start":"2026-03-31T05:17:02.84069Z","end":"2026-03-31T05:17:03.013253Z","steps":["trace[281657124] 'count revisions from in-memory index tree' (duration: 172.265242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:03.545147Z","caller":"traceutil/trace.go:171","msg":"trace[503215613] transaction","detail":"{read_only:false; response_revision:10443; number_of_response:1; }","duration":"375.788107ms","start":"2026-03-31T05:17:03.16933Z","end":"2026-03-31T05:17:03.545118Z","steps":["trace[503215613] 'process raft request' (duration: 375.601872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:03.54533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.1693Z","time spent":"375.936882ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:04.601516Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.056549648s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:17:04.624002Z","caller":"traceutil/trace.go:171","msg":"trace[1343462894] transaction","detail":"{read_only:false; response_revision:10444; number_of_response:1; }","duration":"1.453267218s","start":"2026-03-31T05:17:03.170702Z","end":"2026-03-31T05:17:04.623969Z","steps":["trace[1343462894] 'process raft request' (duration: 1.431118423s)","trace[1343462894] 'compare' (duration: 21.375864ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:04.623962Z","caller":"traceutil/trace.go:171","msg":"trace[1390699580] linearizableReadLoop","detail":"{readStateIndex:10845; appliedIndex:10843; }","duration":"1.450630625s","start":"2026-03-31T05:17:03.173296Z","end":"2026-03-31T05:17:04.623927Z","steps":["trace[1390699580] 'read index received' (duration: 371.653655ms)","trace[1390699580] 'applied index is now lower than readState.Index' (duration: 1.0789752s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:04.624133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.170667Z","time spent":"1.453378781s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:04.624738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451424347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:335293"} {"level":"info","ts":"2026-03-31T05:17:04.624892Z","caller":"traceutil/trace.go:171","msg":"trace[1625176510] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10444; }","duration":"1.451637953s","start":"2026-03-31T05:17:03.17323Z","end":"2026-03-31T05:17:04.624868Z","steps":["trace[1625176510] 'agreement among raft nodes before linearized reading' (duration: 1.450873022s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.624967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.173205Z","time spent":"1.451740515s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":335316,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:17:04.6257Z","caller":"traceutil/trace.go:171","msg":"trace[2129032237] transaction","detail":"{read_only:false; response_revision:10445; number_of_response:1; }","duration":"963.893019ms","start":"2026-03-31T05:17:03.661784Z","end":"2026-03-31T05:17:04.625678Z","steps":["trace[2129032237] 'process raft request' (duration: 963.707944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.625833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.661751Z","time spent":"963.992212ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:04.625883Z","caller":"traceutil/trace.go:171","msg":"trace[1946008190] transaction","detail":"{read_only:false; response_revision:10446; number_of_response:1; }","duration":"208.538112ms","start":"2026-03-31T05:17:04.41733Z","end":"2026-03-31T05:17:04.625868Z","steps":["trace[1946008190] 'process raft request' (duration: 208.305336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.626081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444023055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16021"} {"level":"warn","ts":"2026-03-31T05:17:04.626055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.269406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:17:04.626109Z","caller":"traceutil/trace.go:171","msg":"trace[420293810] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:10446; }","duration":"1.444090737s","start":"2026-03-31T05:17:03.182009Z","end":"2026-03-31T05:17:04.6261Z","steps":["trace[420293810] 'agreement among raft nodes before linearized reading' (duration: 1.443947623s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.626108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446316378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15342"} {"level":"warn","ts":"2026-03-31T05:17:04.626096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444600951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3888"} {"level":"info","ts":"2026-03-31T05:17:04.626145Z","caller":"traceutil/trace.go:171","msg":"trace[1849102580] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:10446; }","duration":"1.4463849s","start":"2026-03-31T05:17:03.17975Z","end":"2026-03-31T05:17:04.626135Z","steps":["trace[1849102580] 'agreement among raft nodes before linearized reading' (duration: 1.446291517s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:04.626131Z","caller":"traceutil/trace.go:171","msg":"trace[713062694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10446; }","duration":"873.409149ms","start":"2026-03-31T05:17:03.752702Z","end":"2026-03-31T05:17:04.626111Z","steps":["trace[713062694] 'agreement among raft nodes before linearized reading' (duration: 873.168573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.626185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167298461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T05:17:04.626097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445710291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9580"} {"level":"info","ts":"2026-03-31T05:17:04.626208Z","caller":"traceutil/trace.go:171","msg":"trace[697059460] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10446; }","duration":"1.167367254s","start":"2026-03-31T05:17:03.458835Z","end":"2026-03-31T05:17:04.626202Z","steps":["trace[697059460] 'agreement among raft nodes before linearized reading' (duration: 1.167306492s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.626221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.458806Z","time spent":"1.167412164s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:17:04.626217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.752677Z","time spent":"873.530383ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:04.62624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446143942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7385"} {"level":"warn","ts":"2026-03-31T05:17:04.626237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444854877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"info","ts":"2026-03-31T05:17:04.626263Z","caller":"traceutil/trace.go:171","msg":"trace[997417377] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:10446; }","duration":"1.446178394s","start":"2026-03-31T05:17:03.180079Z","end":"2026-03-31T05:17:04.626257Z","steps":["trace[997417377] 'agreement among raft nodes before linearized reading' (duration: 1.446113352s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.626271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446482802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12029"} {"level":"warn","ts":"2026-03-31T05:17:04.626297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167426975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:17:04.626295Z","caller":"traceutil/trace.go:171","msg":"trace[154547868] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:10446; }","duration":"1.44493348s","start":"2026-03-31T05:17:03.181343Z","end":"2026-03-31T05:17:04.626277Z","steps":["trace[154547868] 'agreement among raft nodes before linearized reading' (duration: 1.444796286s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:04.626323Z","caller":"traceutil/trace.go:171","msg":"trace[478265057] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10446; }","duration":"1.167476837s","start":"2026-03-31T05:17:03.458836Z","end":"2026-03-31T05:17:04.626313Z","steps":["trace[478265057] 'agreement among raft nodes before linearized reading' (duration: 1.167425565s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.626338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.458811Z","time spent":"1.167523557s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:17:04.626281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.180072Z","time spent":"1.446204715s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7408,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T05:17:04.626347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446267516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-31T05:17:04.626341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.181335Z","time spent":"1.444995221s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4408,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-03-31T05:17:04.626457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.66758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:17:04.626528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445417873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-03-31T05:17:04.626543Z","caller":"traceutil/trace.go:171","msg":"trace[1274642120] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:10446; }","duration":"1.445443084s","start":"2026-03-31T05:17:03.181095Z","end":"2026-03-31T05:17:04.626538Z","steps":["trace[1274642120] 'agreement among raft nodes before linearized reading' (duration: 1.445396932s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.62656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.181088Z","time spent":"1.445466734s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3196,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T05:17:04.626548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447294384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9542"} {"level":"warn","ts":"2026-03-31T05:17:04.626565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446157713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5326"} {"level":"info","ts":"2026-03-31T05:17:04.626607Z","caller":"traceutil/trace.go:171","msg":"trace[571779938] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:10446; }","duration":"1.447378116s","start":"2026-03-31T05:17:03.179208Z","end":"2026-03-31T05:17:04.626586Z","steps":["trace[571779938] 'agreement among raft nodes before linearized reading' (duration: 1.447255503s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:04.626618Z","caller":"traceutil/trace.go:171","msg":"trace[684392548] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:10446; }","duration":"1.446219345s","start":"2026-03-31T05:17:03.180388Z","end":"2026-03-31T05:17:04.626608Z","steps":["trace[684392548] 'agreement among raft nodes before linearized reading' (duration: 1.446113772s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.626231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.224314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:17:04.62662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445997098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7454"} {"level":"warn","ts":"2026-03-31T05:17:04.626649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.180381Z","time spent":"1.446261576s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5349,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"info","ts":"2026-03-31T05:17:04.626663Z","caller":"traceutil/trace.go:171","msg":"trace[1475484049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10446; }","duration":"219.699977ms","start":"2026-03-31T05:17:04.406952Z","end":"2026-03-31T05:17:04.626652Z","steps":["trace[1475484049] 'agreement among raft nodes before linearized reading' (duration: 219.135371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:04.626685Z","caller":"traceutil/trace.go:171","msg":"trace[1145806542] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10446; }","duration":"1.446073961s","start":"2026-03-31T05:17:03.180592Z","end":"2026-03-31T05:17:04.626666Z","steps":["trace[1145806542] 'agreement among raft nodes before linearized reading' (duration: 1.445880886s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:04.62622Z","caller":"traceutil/trace.go:171","msg":"trace[1641084951] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:10446; }","duration":"1.445867545s","start":"2026-03-31T05:17:03.180342Z","end":"2026-03-31T05:17:04.626209Z","steps":["trace[1641084951] 'agreement among raft nodes before linearized reading' (duration: 1.445567847s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.626735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.180331Z","time spent":"1.44639689s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9603,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-31T05:17:04.626691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445376072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-8wvjr\" ","response":"range_response_count:1 size:6637"} {"level":"warn","ts":"2026-03-31T05:17:04.626733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.180585Z","time spent":"1.446136013s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7477,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T05:17:04.626736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446004679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15346"} {"level":"info","ts":"2026-03-31T05:17:04.626328Z","caller":"traceutil/trace.go:171","msg":"trace[1306782524] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10446; }","duration":"1.446525003s","start":"2026-03-31T05:17:03.179779Z","end":"2026-03-31T05:17:04.626304Z","steps":["trace[1306782524] 'agreement among raft nodes before linearized reading' (duration: 1.44641802s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.626651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.179196Z","time spent":"1.447444789s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9565,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"info","ts":"2026-03-31T05:17:04.626785Z","caller":"traceutil/trace.go:171","msg":"trace[1766581198] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-8wvjr; range_end:; response_count:1; response_revision:10446; }","duration":"1.445494075s","start":"2026-03-31T05:17:03.181267Z","end":"2026-03-31T05:17:04.626761Z","steps":["trace[1766581198] 'agreement among raft nodes before linearized reading' (duration: 1.445232988s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:04.626803Z","caller":"traceutil/trace.go:171","msg":"trace[1891642165] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10446; }","duration":"1.446112512s","start":"2026-03-31T05:17:03.180669Z","end":"2026-03-31T05:17:04.626782Z","steps":["trace[1891642165] 'agreement among raft nodes before linearized reading' (duration: 1.445919627s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:04.626171Z","caller":"traceutil/trace.go:171","msg":"trace[822005109] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:10446; }","duration":"1.444685543s","start":"2026-03-31T05:17:03.181464Z","end":"2026-03-31T05:17:04.62615Z","steps":["trace[822005109] 'agreement among raft nodes before linearized reading' (duration: 1.444401625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.626833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.18126Z","time spent":"1.445563627s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6660,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-8wvjr\" "} {"level":"warn","ts":"2026-03-31T05:17:04.626851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.180634Z","time spent":"1.446204634s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15369,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T05:17:04.62687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.18146Z","time spent":"1.445398862s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3911,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-03-31T05:17:04.62635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.30408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d5414525dcab\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-03-31T05:17:04.626983Z","caller":"traceutil/trace.go:171","msg":"trace[1788612694] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d5414525dcab; range_end:; response_count:1; response_revision:10446; }","duration":"125.924917ms","start":"2026-03-31T05:17:04.501035Z","end":"2026-03-31T05:17:04.62696Z","steps":["trace[1788612694] 'agreement among raft nodes before linearized reading' (duration: 125.232788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.62613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.181993Z","time spent":"1.444132047s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":16044,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"warn","ts":"2026-03-31T05:17:04.626368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.670383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:04.627105Z","caller":"traceutil/trace.go:171","msg":"trace[1613923398] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:10446; }","duration":"251.396933ms","start":"2026-03-31T05:17:04.375683Z","end":"2026-03-31T05:17:04.62708Z","steps":["trace[1613923398] 'agreement among raft nodes before linearized reading' (duration: 250.638512ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:04.626374Z","caller":"traceutil/trace.go:171","msg":"trace[1543712915] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10446; }","duration":"1.446301797s","start":"2026-03-31T05:17:03.180062Z","end":"2026-03-31T05:17:04.626364Z","steps":["trace[1543712915] 'agreement among raft nodes before linearized reading' (duration: 1.446231435s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.627164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.180055Z","time spent":"1.447091048s","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-31T05:17:04.627178Z","caller":"traceutil/trace.go:171","msg":"trace[1652962095] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10446; }","duration":"211.430272ms","start":"2026-03-31T05:17:04.415726Z","end":"2026-03-31T05:17:04.627156Z","steps":["trace[1652962095] 'agreement among raft nodes before linearized reading' (duration: 210.65121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.626174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.179722Z","time spent":"1.446445801s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15365,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-31T05:17:04.626427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446590465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-pwtql\" ","response":"range_response_count:1 size:4617"} {"level":"info","ts":"2026-03-31T05:17:04.627397Z","caller":"traceutil/trace.go:171","msg":"trace[929443773] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-pwtql; range_end:; response_count:1; response_revision:10446; }","duration":"1.447571212s","start":"2026-03-31T05:17:03.179819Z","end":"2026-03-31T05:17:04.62739Z","steps":["trace[929443773] 'agreement among raft nodes before linearized reading' (duration: 1.446565235s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.627417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.179812Z","time spent":"1.447599253s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4640,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-pwtql\" "} {"level":"warn","ts":"2026-03-31T05:17:04.626408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444691933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3899"} {"level":"info","ts":"2026-03-31T05:17:04.627514Z","caller":"traceutil/trace.go:171","msg":"trace[1299580612] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:10446; }","duration":"1.445784373s","start":"2026-03-31T05:17:03.181687Z","end":"2026-03-31T05:17:04.627472Z","steps":["trace[1299580612] 'agreement among raft nodes before linearized reading' (duration: 1.44458305s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.627571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.181682Z","time spent":"1.445871895s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3922,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-03-31T05:17:04.62648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445758442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9582"} {"level":"info","ts":"2026-03-31T05:17:04.627686Z","caller":"traceutil/trace.go:171","msg":"trace[1408121867] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:10446; }","duration":"1.446951415s","start":"2026-03-31T05:17:03.1807Z","end":"2026-03-31T05:17:04.627651Z","steps":["trace[1408121867] 'agreement among raft nodes before linearized reading' (duration: 1.445743272s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.627763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.180687Z","time spent":"1.447060228s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9605,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-03-31T05:17:04.626464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.866728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:17:04.627852Z","caller":"traceutil/trace.go:171","msg":"trace[1208046822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10446; }","duration":"485.307777ms","start":"2026-03-31T05:17:04.142537Z","end":"2026-03-31T05:17:04.627845Z","steps":["trace[1208046822] 'agreement among raft nodes before linearized reading' (duration: 483.857578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.627872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.142509Z","time spent":"485.357358ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:17:04.62614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446987156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7227"} {"level":"info","ts":"2026-03-31T05:17:04.627971Z","caller":"traceutil/trace.go:171","msg":"trace[1407698428] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:10446; }","duration":"1.448871668s","start":"2026-03-31T05:17:03.179092Z","end":"2026-03-31T05:17:04.627964Z","steps":["trace[1407698428] 'agreement among raft nodes before linearized reading' (duration: 1.446780111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.627989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.17908Z","time spent":"1.448903838s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7250,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T05:17:04.626791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.179756Z","time spent":"1.447029696s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12052,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T05:17:04.62677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44714351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:17:04.628256Z","caller":"traceutil/trace.go:171","msg":"trace[556011387] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10446; }","duration":"1.448675551s","start":"2026-03-31T05:17:03.179572Z","end":"2026-03-31T05:17:04.628248Z","steps":["trace[556011387] 'agreement among raft nodes before linearized reading' (duration: 1.447109029s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.628283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.179538Z","time spent":"1.448735743s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T05:17:04.626365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444415126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18203"} {"level":"info","ts":"2026-03-31T05:17:04.629698Z","caller":"traceutil/trace.go:171","msg":"trace[1077026770] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:10446; }","duration":"1.447753697s","start":"2026-03-31T05:17:03.181927Z","end":"2026-03-31T05:17:04.629681Z","steps":["trace[1077026770] 'agreement among raft nodes before linearized reading' (duration: 1.444316893s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.629802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.18191Z","time spent":"1.44787428s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18226,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-31T05:17:04.939777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.376379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:04.94008Z","caller":"traceutil/trace.go:171","msg":"trace[1324853963] linearizableReadLoop","detail":"{readStateIndex:10848; appliedIndex:10847; }","duration":"308.231553ms","start":"2026-03-31T05:17:04.631794Z","end":"2026-03-31T05:17:04.940025Z","steps":["trace[1324853963] 'read index received' (duration: 181.650898ms)","trace[1324853963] 'applied index is now lower than readState.Index' (duration: 126.572285ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:04.940301Z","caller":"traceutil/trace.go:171","msg":"trace[286618080] transaction","detail":"{read_only:false; response_revision:10448; number_of_response:1; }","duration":"308.179371ms","start":"2026-03-31T05:17:04.632026Z","end":"2026-03-31T05:17:04.940205Z","steps":["trace[286618080] 'process raft request' (duration: 307.881973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.940417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.632004Z","time spent":"308.365017ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:04.940534Z","caller":"traceutil/trace.go:171","msg":"trace[1885204816] transaction","detail":"{read_only:false; response_revision:10447; number_of_response:1; }","duration":"309.913159ms","start":"2026-03-31T05:17:04.630033Z","end":"2026-03-31T05:17:04.939946Z","steps":["trace[1885204816] 'process raft request' (duration: 183.269773ms)","trace[1885204816] 'compare' (duration: 125.412383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:04.940573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.648595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-2dlcc\" ","response":"range_response_count:1 size:4908"} {"level":"info","ts":"2026-03-31T05:17:04.940705Z","caller":"traceutil/trace.go:171","msg":"trace[1445735557] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-2dlcc; range_end:; response_count:1; response_revision:10450; }","duration":"308.897891ms","start":"2026-03-31T05:17:04.631771Z","end":"2026-03-31T05:17:04.940669Z","steps":["trace[1445735557] 'agreement among raft nodes before linearized reading' (duration: 308.521751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:04.940744Z","caller":"traceutil/trace.go:171","msg":"trace[1031518218] transaction","detail":"{read_only:false; response_revision:10449; number_of_response:1; }","duration":"306.916718ms","start":"2026-03-31T05:17:04.633698Z","end":"2026-03-31T05:17:04.940615Z","steps":["trace[1031518218] 'process raft request' (duration: 306.27573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.940848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.630013Z","time spent":"310.637448ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:04.940845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.631756Z","time spent":"309.046546ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4931,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-2dlcc\" "} {"level":"info","ts":"2026-03-31T05:17:04.940966Z","caller":"traceutil/trace.go:171","msg":"trace[657891315] transaction","detail":"{read_only:false; response_revision:10450; number_of_response:1; }","duration":"307.151204ms","start":"2026-03-31T05:17:04.633771Z","end":"2026-03-31T05:17:04.940922Z","steps":["trace[657891315] 'process raft request' (duration: 306.246199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.941187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.633764Z","time spent":"307.305188ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:04.941407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.56028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk\" ","response":"range_response_count:1 size:5674"} {"level":"info","ts":"2026-03-31T05:17:04.941448Z","caller":"traceutil/trace.go:171","msg":"trace[1628400098] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk; range_end:; response_count:1; response_revision:10453; }","duration":"309.620491ms","start":"2026-03-31T05:17:04.631818Z","end":"2026-03-31T05:17:04.941438Z","steps":["trace[1628400098] 'agreement among raft nodes before linearized reading' (duration: 309.336643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:04.941462Z","caller":"traceutil/trace.go:171","msg":"trace[1486352049] transaction","detail":"{read_only:false; response_revision:10452; number_of_response:1; }","duration":"307.083112ms","start":"2026-03-31T05:17:04.634359Z","end":"2026-03-31T05:17:04.941442Z","steps":["trace[1486352049] 'process raft request' (duration: 306.693791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.941484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.631806Z","time spent":"309.660322ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5697,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk\" "} {"level":"warn","ts":"2026-03-31T05:17:04.941518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.634353Z","time spent":"307.133703ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:04.94152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.560883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-31T05:17:04.941528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.048006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-58g6q\" ","response":"range_response_count:1 size:6014"} {"level":"info","ts":"2026-03-31T05:17:04.941568Z","caller":"traceutil/trace.go:171","msg":"trace[1569627302] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10453; }","duration":"304.622764ms","start":"2026-03-31T05:17:04.636934Z","end":"2026-03-31T05:17:04.941556Z","steps":["trace[1569627302] 'agreement among raft nodes before linearized reading' (duration: 304.45717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.941597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.636929Z","time spent":"304.661786ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-31T05:17:04.941605Z","caller":"traceutil/trace.go:171","msg":"trace[1499314731] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-58g6q; range_end:; response_count:1; response_revision:10453; }","duration":"305.134469ms","start":"2026-03-31T05:17:04.636451Z","end":"2026-03-31T05:17:04.941585Z","steps":["trace[1499314731] 'agreement among raft nodes before linearized reading' (duration: 304.895972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:04.941634Z","caller":"traceutil/trace.go:171","msg":"trace[1018105150] transaction","detail":"{read_only:false; response_revision:10451; number_of_response:1; }","duration":"307.310278ms","start":"2026-03-31T05:17:04.634315Z","end":"2026-03-31T05:17:04.941625Z","steps":["trace[1018105150] 'process raft request' (duration: 305.743835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.941652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.636443Z","time spent":"305.199361ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6037,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-58g6q\" "} {"level":"warn","ts":"2026-03-31T05:17:04.941681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.63431Z","time spent":"307.348729ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:04.941743Z","caller":"traceutil/trace.go:171","msg":"trace[842881962] transaction","detail":"{read_only:false; response_revision:10453; number_of_response:1; }","duration":"305.512729ms","start":"2026-03-31T05:17:04.63622Z","end":"2026-03-31T05:17:04.941733Z","steps":["trace[842881962] 'process raft request' (duration: 304.869601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.941755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.160099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-9f7fd\" ","response":"range_response_count:1 size:4908"} {"level":"warn","ts":"2026-03-31T05:17:04.941798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.63621Z","time spent":"305.55944ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:04.941816Z","caller":"traceutil/trace.go:171","msg":"trace[331959001] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-9f7fd; range_end:; response_count:1; response_revision:10453; }","duration":"305.233841ms","start":"2026-03-31T05:17:04.636567Z","end":"2026-03-31T05:17:04.941801Z","steps":["trace[331959001] 'agreement among raft nodes before linearized reading' (duration: 305.007395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.941845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.522349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-03-31T05:17:04.941863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.636559Z","time spent":"305.293943ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4931,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-9f7fd\" "} {"level":"info","ts":"2026-03-31T05:17:04.941919Z","caller":"traceutil/trace.go:171","msg":"trace[1114723847] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:10453; }","duration":"305.570611ms","start":"2026-03-31T05:17:04.636304Z","end":"2026-03-31T05:17:04.941874Z","steps":["trace[1114723847] 'agreement among raft nodes before linearized reading' (duration: 305.471758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.941929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.379915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:17:04.941964Z","caller":"traceutil/trace.go:171","msg":"trace[1222064770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10453; }","duration":"305.460427ms","start":"2026-03-31T05:17:04.636495Z","end":"2026-03-31T05:17:04.941956Z","steps":["trace[1222064770] 'agreement among raft nodes before linearized reading' (duration: 305.350414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.941973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.636298Z","time spent":"305.648003ms","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3256,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-31T05:17:04.941985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.670343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-31T05:17:04.942012Z","caller":"traceutil/trace.go:171","msg":"trace[1659519000] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:10453; }","duration":"305.707544ms","start":"2026-03-31T05:17:04.636295Z","end":"2026-03-31T05:17:04.942003Z","steps":["trace[1659519000] 'agreement among raft nodes before linearized reading' (duration: 305.642983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.942033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.636287Z","time spent":"305.741255ms","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T05:17:04.942062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.54662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ln7pb\" ","response":"range_response_count:1 size:19525"} {"level":"info","ts":"2026-03-31T05:17:04.942093Z","caller":"traceutil/trace.go:171","msg":"trace[454878262] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ln7pb; range_end:; response_count:1; response_revision:10453; }","duration":"305.610112ms","start":"2026-03-31T05:17:04.636476Z","end":"2026-03-31T05:17:04.942086Z","steps":["trace[454878262] 'agreement among raft nodes before linearized reading' (duration: 305.526739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.942122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.636448Z","time spent":"305.667633ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19548,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ln7pb\" "} {"level":"warn","ts":"2026-03-31T05:17:04.942143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.865749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-31T05:17:04.942133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.309954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-kq72x\" ","response":"range_response_count:1 size:5161"} {"level":"info","ts":"2026-03-31T05:17:04.942165Z","caller":"traceutil/trace.go:171","msg":"trace[1788136361] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10453; }","duration":"305.89437ms","start":"2026-03-31T05:17:04.636263Z","end":"2026-03-31T05:17:04.942158Z","steps":["trace[1788136361] 'agreement among raft nodes before linearized reading' (duration: 305.830438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.941922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.630797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-t4st7\" ","response":"range_response_count:1 size:3481"} {"level":"warn","ts":"2026-03-31T05:17:04.942452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.636258Z","time spent":"306.184827ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T05:17:04.942488Z","caller":"traceutil/trace.go:171","msg":"trace[2081903453] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-t4st7; range_end:; response_count:1; response_revision:10453; }","duration":"308.200032ms","start":"2026-03-31T05:17:04.634276Z","end":"2026-03-31T05:17:04.942476Z","steps":["trace[2081903453] 'agreement among raft nodes before linearized reading' (duration: 307.584176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.942515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.634273Z","time spent":"308.236373ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3504,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-t4st7\" "} {"level":"warn","ts":"2026-03-31T05:17:04.942528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.630505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5706"} {"level":"warn","ts":"2026-03-31T05:17:04.941987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.636473Z","time spent":"305.508989ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T05:17:04.942203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.963806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4778"} {"level":"info","ts":"2026-03-31T05:17:04.944729Z","caller":"traceutil/trace.go:171","msg":"trace[1800714315] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:10453; }","duration":"310.494525ms","start":"2026-03-31T05:17:04.634222Z","end":"2026-03-31T05:17:04.944716Z","steps":["trace[1800714315] 'agreement among raft nodes before linearized reading' (duration: 307.918095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:04.942184Z","caller":"traceutil/trace.go:171","msg":"trace[397874208] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-kq72x; range_end:; response_count:1; response_revision:10453; }","duration":"305.362575ms","start":"2026-03-31T05:17:04.636803Z","end":"2026-03-31T05:17:04.942166Z","steps":["trace[397874208] 'agreement among raft nodes before linearized reading' (duration: 305.231781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.94479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.634217Z","time spent":"310.561667ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4801,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"warn","ts":"2026-03-31T05:17:04.94223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.871523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4518"} {"level":"info","ts":"2026-03-31T05:17:04.944923Z","caller":"traceutil/trace.go:171","msg":"trace[1056080525] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:10453; }","duration":"310.564967ms","start":"2026-03-31T05:17:04.634351Z","end":"2026-03-31T05:17:04.944916Z","steps":["trace[1056080525] 'agreement among raft nodes before linearized reading' (duration: 307.845463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.944949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.634321Z","time spent":"310.617909ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4541,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"warn","ts":"2026-03-31T05:17:04.944905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.636797Z","time spent":"308.041888ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5184,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-kq72x\" "} {"level":"warn","ts":"2026-03-31T05:17:04.942291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.643943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-31T05:17:04.945084Z","caller":"traceutil/trace.go:171","msg":"trace[1394906203] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:10453; }","duration":"308.446819ms","start":"2026-03-31T05:17:04.636629Z","end":"2026-03-31T05:17:04.945076Z","steps":["trace[1394906203] 'agreement among raft nodes before linearized reading' (duration: 305.578951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.945112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.636627Z","time spent":"308.47556ms","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-31T05:17:04.945309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.253155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5960"} {"level":"info","ts":"2026-03-31T05:17:04.945369Z","caller":"traceutil/trace.go:171","msg":"trace[1612860797] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:10453; }","duration":"311.316908ms","start":"2026-03-31T05:17:04.634031Z","end":"2026-03-31T05:17:04.945348Z","steps":["trace[1612860797] 'agreement among raft nodes before linearized reading' (duration: 308.188442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.945404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.634027Z","time spent":"311.369679ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":5983,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"warn","ts":"2026-03-31T05:17:04.942323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.104445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7454"} {"level":"info","ts":"2026-03-31T05:17:04.945781Z","caller":"traceutil/trace.go:171","msg":"trace[1530759233] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10453; }","duration":"309.562129ms","start":"2026-03-31T05:17:04.636203Z","end":"2026-03-31T05:17:04.945765Z","steps":["trace[1530759233] 'agreement among raft nodes before linearized reading' (duration: 306.044723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.945821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.636196Z","time spent":"309.611211ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7477,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T05:17:04.942395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.373837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-w9mmm\" ","response":"range_response_count:1 size:10139"} {"level":"info","ts":"2026-03-31T05:17:04.945973Z","caller":"traceutil/trace.go:171","msg":"trace[59838509] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-w9mmm; range_end:; response_count:1; response_revision:10453; }","duration":"311.953884ms","start":"2026-03-31T05:17:04.634007Z","end":"2026-03-31T05:17:04.945961Z","steps":["trace[59838509] 'agreement among raft nodes before linearized reading' (duration: 308.337406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.946013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.634003Z","time spent":"312.000256ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":10162,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-w9mmm\" "} {"level":"warn","ts":"2026-03-31T05:17:04.942414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.976543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-6xmvt\" ","response":"range_response_count:1 size:4466"} {"level":"info","ts":"2026-03-31T05:17:04.946178Z","caller":"traceutil/trace.go:171","msg":"trace[1070603296] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-6xmvt; range_end:; response_count:1; response_revision:10453; }","duration":"312.746247ms","start":"2026-03-31T05:17:04.633414Z","end":"2026-03-31T05:17:04.94616Z","steps":["trace[1070603296] 'agreement among raft nodes before linearized reading' (duration: 308.922122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.94624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.633406Z","time spent":"312.819819ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4489,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-6xmvt\" "} {"level":"info","ts":"2026-03-31T05:17:04.949724Z","caller":"traceutil/trace.go:171","msg":"trace[1540045435] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:10453; }","duration":"308.679326ms","start":"2026-03-31T05:17:04.633877Z","end":"2026-03-31T05:17:04.942557Z","steps":["trace[1540045435] 'agreement among raft nodes before linearized reading' (duration: 308.559462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.94981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.633871Z","time spent":"315.911523ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5729,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-03-31T05:17:04.950256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.633686Z","time spent":"307.216335ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:05.275924Z","caller":"traceutil/trace.go:171","msg":"trace[1113538875] linearizableReadLoop","detail":"{readStateIndex:10855; appliedIndex:10854; }","duration":"321.63461ms","start":"2026-03-31T05:17:04.954258Z","end":"2026-03-31T05:17:05.275893Z","steps":["trace[1113538875] 'read index received' (duration: 321.265699ms)","trace[1113538875] 'applied index is now lower than readState.Index' (duration: 367.91µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:05.276103Z","caller":"traceutil/trace.go:171","msg":"trace[1024157781] transaction","detail":"{read_only:false; response_revision:10454; number_of_response:1; }","duration":"325.29915ms","start":"2026-03-31T05:17:04.950788Z","end":"2026-03-31T05:17:05.276087Z","steps":["trace[1024157781] 'process raft request' (duration: 324.871768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.276265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.950107Z","time spent":"326.035979ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:05.276706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.6462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-mjqfp\" ","response":"range_response_count:1 size:5979"} {"level":"info","ts":"2026-03-31T05:17:05.276747Z","caller":"traceutil/trace.go:171","msg":"trace[819035879] range","detail":"{range_begin:/registry/pods/monitoring/vector-mjqfp; range_end:; response_count:1; response_revision:10454; }","duration":"243.742734ms","start":"2026-03-31T05:17:05.032995Z","end":"2026-03-31T05:17:05.276737Z","steps":["trace[819035879] 'agreement among raft nodes before linearized reading' (duration: 243.579069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.276951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.516762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15346"} {"level":"info","ts":"2026-03-31T05:17:05.276977Z","caller":"traceutil/trace.go:171","msg":"trace[1774553707] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10454; }","duration":"219.589834ms","start":"2026-03-31T05:17:05.05738Z","end":"2026-03-31T05:17:05.27697Z","steps":["trace[1774553707] 'agreement among raft nodes before linearized reading' (duration: 219.510712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.276994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.108501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-f4hm6\" ","response":"range_response_count:1 size:4922"} {"level":"info","ts":"2026-03-31T05:17:05.277047Z","caller":"traceutil/trace.go:171","msg":"trace[1634172868] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-f4hm6; range_end:; response_count:1; response_revision:10454; }","duration":"119.189864ms","start":"2026-03-31T05:17:05.157842Z","end":"2026-03-31T05:17:05.277032Z","steps":["trace[1634172868] 'agreement among raft nodes before linearized reading' (duration: 119.06229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.277248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.172309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:16874"} {"level":"warn","ts":"2026-03-31T05:17:05.277182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.919744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:05.277467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.113355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-vsqw4\" ","response":"range_response_count:1 size:3721"} {"level":"warn","ts":"2026-03-31T05:17:05.277443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.110783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15342"} {"level":"info","ts":"2026-03-31T05:17:05.277471Z","caller":"traceutil/trace.go:171","msg":"trace[1216559634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10454; }","duration":"323.190202ms","start":"2026-03-31T05:17:04.954239Z","end":"2026-03-31T05:17:05.27743Z","steps":["trace[1216559634] 'agreement among raft nodes before linearized reading' (duration: 322.901235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:05.27751Z","caller":"traceutil/trace.go:171","msg":"trace[1539781683] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-vsqw4; range_end:; response_count:1; response_revision:10454; }","duration":"295.190427ms","start":"2026-03-31T05:17:04.982306Z","end":"2026-03-31T05:17:05.277496Z","steps":["trace[1539781683] 'agreement among raft nodes before linearized reading' (duration: 295.061714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.277536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.694264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-7cff949c8b\" ","response":"range_response_count:1 size:4105"} {"level":"info","ts":"2026-03-31T05:17:05.277541Z","caller":"traceutil/trace.go:171","msg":"trace[801786060] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:10454; }","duration":"270.308249ms","start":"2026-03-31T05:17:05.007209Z","end":"2026-03-31T05:17:05.277518Z","steps":["trace[801786060] 'agreement among raft nodes before linearized reading' (duration: 269.935269ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:05.27756Z","caller":"traceutil/trace.go:171","msg":"trace[1623107063] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-7cff949c8b; range_end:; response_count:1; response_revision:10454; }","duration":"320.747145ms","start":"2026-03-31T05:17:04.956806Z","end":"2026-03-31T05:17:05.277553Z","steps":["trace[1623107063] 'agreement among raft nodes before linearized reading' (duration: 320.671053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.277582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.956782Z","time spent":"320.795156ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4128,"request content":"key:\"/registry/replicasets/openstack/pxc-operator-7cff949c8b\" "} {"level":"warn","ts":"2026-03-31T05:17:05.27759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.954233Z","time spent":"323.311346ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:05.277791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.768956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:10674"} {"level":"info","ts":"2026-03-31T05:17:05.277819Z","caller":"traceutil/trace.go:171","msg":"trace[2131020380] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:10454; }","duration":"320.845628ms","start":"2026-03-31T05:17:04.956966Z","end":"2026-03-31T05:17:05.277812Z","steps":["trace[2131020380] 'agreement among raft nodes before linearized reading' (duration: 320.769016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.277837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.956956Z","time spent":"320.876788ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10697,"request content":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-31T05:17:05.277338Z","caller":"traceutil/trace.go:171","msg":"trace[1773314076] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:10454; }","duration":"320.294423ms","start":"2026-03-31T05:17:04.957022Z","end":"2026-03-31T05:17:05.277316Z","steps":["trace[1773314076] 'agreement among raft nodes before linearized reading' (duration: 319.410859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.278009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.957014Z","time spent":"320.980222ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":16897,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T05:17:05.278147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.305951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-5448d56d95\" ","response":"range_response_count:1 size:5616"} {"level":"warn","ts":"2026-03-31T05:17:05.278155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.412074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd\" ","response":"range_response_count:1 size:8895"} {"level":"info","ts":"2026-03-31T05:17:05.27822Z","caller":"traceutil/trace.go:171","msg":"trace[998534179] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd; range_end:; response_count:1; response_revision:10454; }","duration":"321.482286ms","start":"2026-03-31T05:17:04.956727Z","end":"2026-03-31T05:17:05.278209Z","steps":["trace[998534179] 'agreement among raft nodes before linearized reading' (duration: 321.345822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.278259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.348222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5209"} {"level":"info","ts":"2026-03-31T05:17:05.278287Z","caller":"traceutil/trace.go:171","msg":"trace[939810575] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:10454; }","duration":"321.415554ms","start":"2026-03-31T05:17:04.956863Z","end":"2026-03-31T05:17:05.278279Z","steps":["trace[939810575] 'agreement among raft nodes before linearized reading' (duration: 321.334321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.27831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.95684Z","time spent":"321.464385ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5232,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" "} {"level":"warn","ts":"2026-03-31T05:17:05.278338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.501006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5326"} {"level":"warn","ts":"2026-03-31T05:17:05.278336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.317261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7842"} {"level":"info","ts":"2026-03-31T05:17:05.278364Z","caller":"traceutil/trace.go:171","msg":"trace[857544257] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:10454; }","duration":"321.558948ms","start":"2026-03-31T05:17:04.956797Z","end":"2026-03-31T05:17:05.278356Z","steps":["trace[857544257] 'agreement among raft nodes before linearized reading' (duration: 321.479396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:05.278375Z","caller":"traceutil/trace.go:171","msg":"trace[546536597] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:10454; }","duration":"321.363942ms","start":"2026-03-31T05:17:04.956999Z","end":"2026-03-31T05:17:05.278363Z","steps":["trace[546536597] 'agreement among raft nodes before linearized reading' (duration: 321.154936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.27839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.956776Z","time spent":"321.608179ms","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5349,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-03-31T05:17:05.278406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.956994Z","time spent":"321.405853ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7865,"request content":"key:\"/registry/pods/auth-system/keycloak-0\" "} {"level":"warn","ts":"2026-03-31T05:17:05.278253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.956721Z","time spent":"321.522657ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":8918,"request content":"key:\"/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd\" "} {"level":"info","ts":"2026-03-31T05:17:05.278178Z","caller":"traceutil/trace.go:171","msg":"trace[1268287724] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-5448d56d95; range_end:; response_count:1; response_revision:10454; }","duration":"321.359832ms","start":"2026-03-31T05:17:04.956806Z","end":"2026-03-31T05:17:05.278166Z","steps":["trace[1268287724] 'agreement among raft nodes before linearized reading' (duration: 321.271779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.278588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.008825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-7b66cfb94c-6pn7h\" ","response":"range_response_count:1 size:4556"} {"level":"warn","ts":"2026-03-31T05:17:05.278603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.956782Z","time spent":"321.811814ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":5639,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-5448d56d95\" "} {"level":"info","ts":"2026-03-31T05:17:05.278624Z","caller":"traceutil/trace.go:171","msg":"trace[969063558] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-7b66cfb94c-6pn7h; range_end:; response_count:1; response_revision:10454; }","duration":"321.953418ms","start":"2026-03-31T05:17:04.956661Z","end":"2026-03-31T05:17:05.278614Z","steps":["trace[969063558] 'agreement among raft nodes before linearized reading' (duration: 319.777628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.278642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.956646Z","time spent":"321.992169ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4579,"request content":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-7b66cfb94c-6pn7h\" "} {"level":"warn","ts":"2026-03-31T05:17:05.278737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.979017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-gxtgm\" ","response":"range_response_count:1 size:3772"} {"level":"warn","ts":"2026-03-31T05:17:05.278738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.498652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-p9q8m\" ","response":"range_response_count:1 size:4586"} {"level":"info","ts":"2026-03-31T05:17:05.278772Z","caller":"traceutil/trace.go:171","msg":"trace[487387643] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-gxtgm; range_end:; response_count:1; response_revision:10454; }","duration":"171.0757ms","start":"2026-03-31T05:17:05.107687Z","end":"2026-03-31T05:17:05.278762Z","steps":["trace[487387643] 'agreement among raft nodes before linearized reading' (duration: 170.985397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:05.278784Z","caller":"traceutil/trace.go:171","msg":"trace[1159620298] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-p9q8m; range_end:; response_count:1; response_revision:10454; }","duration":"145.651796ms","start":"2026-03-31T05:17:05.133119Z","end":"2026-03-31T05:17:05.278771Z","steps":["trace[1159620298] 'agreement among raft nodes before linearized reading' (duration: 145.494752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.278792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.082362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7\" ","response":"range_response_count:1 size:2920"} {"level":"info","ts":"2026-03-31T05:17:05.27881Z","caller":"traceutil/trace.go:171","msg":"trace[1818862334] range","detail":"{range_begin:/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7; range_end:; response_count:1; response_revision:10454; }","duration":"322.105752ms","start":"2026-03-31T05:17:04.956698Z","end":"2026-03-31T05:17:05.278804Z","steps":["trace[1818862334] 'agreement among raft nodes before linearized reading' (duration: 322.057041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.278827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.956693Z","time spent":"322.130544ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":2943,"request content":"key:\"/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7\" "} {"level":"warn","ts":"2026-03-31T05:17:05.278746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.03265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3899"} {"level":"info","ts":"2026-03-31T05:17:05.278873Z","caller":"traceutil/trace.go:171","msg":"trace[559261042] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:10454; }","duration":"322.174135ms","start":"2026-03-31T05:17:04.956689Z","end":"2026-03-31T05:17:05.278863Z","steps":["trace[559261042] 'agreement among raft nodes before linearized reading' (duration: 322.01622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.278898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.956678Z","time spent":"322.211945ms","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3922,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-03-31T05:17:05.279195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.451001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3888"} {"level":"info","ts":"2026-03-31T05:17:05.27924Z","caller":"traceutil/trace.go:171","msg":"trace[1169446848] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:10454; }","duration":"322.495743ms","start":"2026-03-31T05:17:04.956733Z","end":"2026-03-31T05:17:05.279229Z","steps":["trace[1169446848] 'agreement among raft nodes before linearized reading' (duration: 321.785253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.279276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.956719Z","time spent":"322.544085ms","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3911,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-03-31T05:17:05.280989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.674196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10707"} {"level":"info","ts":"2026-03-31T05:17:05.281062Z","caller":"traceutil/trace.go:171","msg":"trace[783643721] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:10454; }","duration":"197.816119ms","start":"2026-03-31T05:17:05.083226Z","end":"2026-03-31T05:17:05.281043Z","steps":["trace[783643721] 'agreement among raft nodes before linearized reading' (duration: 193.310616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:05.548628Z","caller":"traceutil/trace.go:171","msg":"trace[1646194841] transaction","detail":"{read_only:false; response_revision:10455; number_of_response:1; }","duration":"265.629931ms","start":"2026-03-31T05:17:05.282956Z","end":"2026-03-31T05:17:05.548586Z","steps":["trace[1646194841] 'process raft request' (duration: 172.153899ms)","trace[1646194841] 'compare' (duration: 93.097821ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:05.548664Z","caller":"traceutil/trace.go:171","msg":"trace[1588597768] transaction","detail":"{read_only:false; response_revision:10456; number_of_response:1; }","duration":"184.701411ms","start":"2026-03-31T05:17:05.363938Z","end":"2026-03-31T05:17:05.54864Z","steps":["trace[1588597768] 'process raft request' (duration: 184.606878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:05.548696Z","caller":"traceutil/trace.go:171","msg":"trace[658365379] linearizableReadLoop","detail":"{readStateIndex:10856; appliedIndex:10855; }","duration":"241.05434ms","start":"2026-03-31T05:17:05.307606Z","end":"2026-03-31T05:17:05.548661Z","steps":["trace[658365379] 'read index received' (duration: 147.497496ms)","trace[658365379] 'applied index is now lower than readState.Index' (duration: 93.554054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:05.548867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.246305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7385"} {"level":"info","ts":"2026-03-31T05:17:05.549002Z","caller":"traceutil/trace.go:171","msg":"trace[992050010] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:10456; }","duration":"241.422499ms","start":"2026-03-31T05:17:05.307557Z","end":"2026-03-31T05:17:05.548979Z","steps":["trace[992050010] 'agreement among raft nodes before linearized reading' (duration: 241.200983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.549175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.308815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:05.549221Z","caller":"traceutil/trace.go:171","msg":"trace[1528977349] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:10456; }","duration":"149.416409ms","start":"2026-03-31T05:17:05.399796Z","end":"2026-03-31T05:17:05.549213Z","steps":["trace[1528977349] 'agreement among raft nodes before linearized reading' (duration: 149.349177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.549342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.649129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9542"} {"level":"info","ts":"2026-03-31T05:17:05.549364Z","caller":"traceutil/trace.go:171","msg":"trace[809150066] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:10456; }","duration":"166.708181ms","start":"2026-03-31T05:17:05.382651Z","end":"2026-03-31T05:17:05.549359Z","steps":["trace[809150066] 'agreement among raft nodes before linearized reading' (duration: 166.648149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.549024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.331942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-64bf9b6f75-89qmb\" ","response":"range_response_count:1 size:12107"} {"level":"info","ts":"2026-03-31T05:17:05.549414Z","caller":"traceutil/trace.go:171","msg":"trace[390927925] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-64bf9b6f75-89qmb; range_end:; response_count:1; response_revision:10456; }","duration":"217.750874ms","start":"2026-03-31T05:17:05.331647Z","end":"2026-03-31T05:17:05.549398Z","steps":["trace[390927925] 'agreement among raft nodes before linearized reading' (duration: 217.333182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.549462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.081095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-tf762\" ","response":"range_response_count:1 size:8251"} {"level":"info","ts":"2026-03-31T05:17:05.549476Z","caller":"traceutil/trace.go:171","msg":"trace[771718841] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-tf762; range_end:; response_count:1; response_revision:10456; }","duration":"191.130887ms","start":"2026-03-31T05:17:05.358341Z","end":"2026-03-31T05:17:05.549472Z","steps":["trace[771718841] 'agreement among raft nodes before linearized reading' (duration: 191.081555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.549453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.51005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16021"} {"level":"info","ts":"2026-03-31T05:17:05.549527Z","caller":"traceutil/trace.go:171","msg":"trace[856721087] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:10456; }","duration":"142.626683ms","start":"2026-03-31T05:17:05.406882Z","end":"2026-03-31T05:17:05.549509Z","steps":["trace[856721087] 'agreement among raft nodes before linearized reading' (duration: 142.245022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.54982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.9755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:10708"} {"level":"info","ts":"2026-03-31T05:17:05.549889Z","caller":"traceutil/trace.go:171","msg":"trace[1886010087] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:10456; }","duration":"118.068243ms","start":"2026-03-31T05:17:05.431805Z","end":"2026-03-31T05:17:05.549873Z","steps":["trace[1886010087] 'agreement among raft nodes before linearized reading' (duration: 117.927039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.135488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792631545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:17:07.161087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.083558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:17:07.16116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.6526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3890"} {"level":"info","ts":"2026-03-31T05:17:07.161252Z","caller":"traceutil/trace.go:171","msg":"trace[1715187972] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:10459; }","duration":"528.772503ms","start":"2026-03-31T05:17:06.632445Z","end":"2026-03-31T05:17:07.161218Z","steps":["trace[1715187972] 'range keys from in-memory index tree' (duration: 528.393653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.161273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.215953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:17:07.1613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.632432Z","time spent":"528.857576ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3913,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-31T05:17:07.161316Z","caller":"traceutil/trace.go:171","msg":"trace[1706846785] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:10459; }","duration":"737.303235ms","start":"2026-03-31T05:17:06.424001Z","end":"2026-03-31T05:17:07.161304Z","steps":["trace[1706846785] 'count revisions from in-memory index tree' (duration: 737.09643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.161346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.423982Z","time spent":"737.354857ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":27,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:07.161319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.488006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b\" ","response":"range_response_count:1 size:3995"} {"level":"warn","ts":"2026-03-31T05:17:07.161352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.143415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"info","ts":"2026-03-31T05:17:07.161438Z","caller":"traceutil/trace.go:171","msg":"trace[306046477] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:10459; }","duration":"628.29589ms","start":"2026-03-31T05:17:06.533121Z","end":"2026-03-31T05:17:07.161417Z","steps":["trace[306046477] 'range keys from in-memory index tree' (duration: 627.900119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.161488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.533098Z","time spent":"628.381332ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4732,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-31T05:17:07.16151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.831688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4680"} {"level":"info","ts":"2026-03-31T05:17:07.161407Z","caller":"traceutil/trace.go:171","msg":"trace[1379902300] range","detail":"{range_begin:/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b; range_end:; response_count:1; response_revision:10459; }","duration":"853.61756ms","start":"2026-03-31T05:17:06.307764Z","end":"2026-03-31T05:17:07.161382Z","steps":["trace[1379902300] 'range keys from in-memory index tree' (duration: 853.132126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.161558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.901143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/glance-api-7c64dcffb4\" ","response":"range_response_count:1 size:11488"} {"level":"info","ts":"2026-03-31T05:17:07.161595Z","caller":"traceutil/trace.go:171","msg":"trace[512907695] range","detail":"{range_begin:/registry/replicasets/openstack/glance-api-7c64dcffb4; range_end:; response_count:1; response_revision:10459; }","duration":"703.968036ms","start":"2026-03-31T05:17:06.457611Z","end":"2026-03-31T05:17:07.161579Z","steps":["trace[512907695] 'range keys from in-memory index tree' (duration: 703.595195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.161594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.30775Z","time spent":"853.816125ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4018,"request content":"key:\"/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b\" "} {"level":"warn","ts":"2026-03-31T05:17:07.161627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.457591Z","time spent":"704.030157ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":11511,"request content":"key:\"/registry/replicasets/openstack/glance-api-7c64dcffb4\" "} {"level":"warn","ts":"2026-03-31T05:17:07.161674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.875932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"range_response_count:1 size:3113"} {"level":"info","ts":"2026-03-31T05:17:07.161707Z","caller":"traceutil/trace.go:171","msg":"trace[2000596217] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; response_count:1; response_revision:10459; }","duration":"729.956105ms","start":"2026-03-31T05:17:06.431743Z","end":"2026-03-31T05:17:07.161699Z","steps":["trace[2000596217] 'range keys from in-memory index tree' (duration: 729.685038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.161739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.431721Z","time spent":"730.011566ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3136,"request content":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" "} {"level":"warn","ts":"2026-03-31T05:17:07.161851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.876911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-03-31T05:17:07.161889Z","caller":"traceutil/trace.go:171","msg":"trace[410372498] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:10459; }","duration":"578.909422ms","start":"2026-03-31T05:17:06.582967Z","end":"2026-03-31T05:17:07.161876Z","steps":["trace[410372498] 'range keys from in-memory index tree' (duration: 578.46762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.161915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.582892Z","time spent":"579.014895ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4242,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-31T05:17:07.161994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004627243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"range_response_count:1 size:5159"} {"level":"info","ts":"2026-03-31T05:17:07.162028Z","caller":"traceutil/trace.go:171","msg":"trace[1411055456] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; response_count:1; response_revision:10459; }","duration":"1.004687684s","start":"2026-03-31T05:17:06.157332Z","end":"2026-03-31T05:17:07.16202Z","steps":["trace[1411055456] 'range keys from in-memory index tree' (duration: 1.003538742s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.162045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.157318Z","time spent":"1.004722005s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5182,"request content":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" "} {"level":"warn","ts":"2026-03-31T05:17:07.161463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.241348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" ","response":"range_response_count:1 size:4898"} {"level":"warn","ts":"2026-03-31T05:17:07.161995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.90118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18203"} {"level":"info","ts":"2026-03-31T05:17:07.162105Z","caller":"traceutil/trace.go:171","msg":"trace[1438315870] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:10459; }","duration":"905.024433ms","start":"2026-03-31T05:17:06.257075Z","end":"2026-03-31T05:17:07.162099Z","steps":["trace[1438315870] 'range keys from in-memory index tree' (duration: 904.808547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.162107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.667654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-5f6ls\" ","response":"range_response_count:1 size:4559"} {"level":"warn","ts":"2026-03-31T05:17:07.16212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.25707Z","time spent":"905.045524ms","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18226,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-31T05:17:07.162126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.410934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4586"} {"level":"info","ts":"2026-03-31T05:17:07.162132Z","caller":"traceutil/trace.go:171","msg":"trace[1458369055] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-5f6ls; range_end:; response_count:1; response_revision:10459; }","duration":"549.729315ms","start":"2026-03-31T05:17:06.612392Z","end":"2026-03-31T05:17:07.162122Z","steps":["trace[1458369055] 'range keys from in-memory index tree' (duration: 549.52682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.162145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.112442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:17:07.162182Z","caller":"traceutil/trace.go:171","msg":"trace[1832391507] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:10459; }","duration":"825.170904ms","start":"2026-03-31T05:17:06.337003Z","end":"2026-03-31T05:17:07.162174Z","steps":["trace[1832391507] 'range keys from in-memory index tree' (duration: 825.0311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.162199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.528954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4783"} {"level":"info","ts":"2026-03-31T05:17:07.162234Z","caller":"traceutil/trace.go:171","msg":"trace[1010037449] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:10459; }","duration":"954.599286ms","start":"2026-03-31T05:17:06.207626Z","end":"2026-03-31T05:17:07.162225Z","steps":["trace[1010037449] 'range keys from in-memory index tree' (duration: 953.669331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.162259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.207607Z","time spent":"954.645168ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4806,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"warn","ts":"2026-03-31T05:17:07.16229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.542966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:17:07.162151Z","caller":"traceutil/trace.go:171","msg":"trace[1451852400] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:10459; }","duration":"879.503806ms","start":"2026-03-31T05:17:06.28264Z","end":"2026-03-31T05:17:07.162144Z","steps":["trace[1451852400] 'range keys from in-memory index tree' (duration: 879.277251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.162335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.8075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4499"} {"level":"warn","ts":"2026-03-31T05:17:07.162335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.830201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4262"} {"level":"warn","ts":"2026-03-31T05:17:07.162262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.486777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10941"} {"level":"info","ts":"2026-03-31T05:17:07.162362Z","caller":"traceutil/trace.go:171","msg":"trace[577974129] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:10459; }","duration":"929.861401ms","start":"2026-03-31T05:17:06.232495Z","end":"2026-03-31T05:17:07.162357Z","steps":["trace[577974129] 'range keys from in-memory index tree' (duration: 929.056569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:07.162368Z","caller":"traceutil/trace.go:171","msg":"trace[1235775037] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:10459; }","duration":"803.911383ms","start":"2026-03-31T05:17:06.358449Z","end":"2026-03-31T05:17:07.162361Z","steps":["trace[1235775037] 'range keys from in-memory index tree' (duration: 803.665237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.162379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.232483Z","time spent":"929.890492ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4522,"request content":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" "} {"level":"warn","ts":"2026-03-31T05:17:07.162386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.908701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-03-31T05:17:07.162397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.35842Z","time spent":"803.971005ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":4285,"request content":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" "} {"level":"info","ts":"2026-03-31T05:17:07.162417Z","caller":"traceutil/trace.go:171","msg":"trace[86430037] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:10459; }","duration":"604.993384ms","start":"2026-03-31T05:17:06.557415Z","end":"2026-03-31T05:17:07.162408Z","steps":["trace[86430037] 'range keys from in-memory index tree' (duration: 603.630987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.16243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.110837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3312"} {"level":"warn","ts":"2026-03-31T05:17:07.162308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.407665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/barbican-api-5dcd85494c\" ","response":"range_response_count:1 size:7373"} {"level":"warn","ts":"2026-03-31T05:17:07.162204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.336993Z","time spent":"825.204594ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-31T05:17:07.16245Z","caller":"traceutil/trace.go:171","msg":"trace[1254876218] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:10459; }","duration":"779.183188ms","start":"2026-03-31T05:17:06.383261Z","end":"2026-03-31T05:17:07.162444Z","steps":["trace[1254876218] 'range keys from in-memory index tree' (duration: 778.998633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:07.162461Z","caller":"traceutil/trace.go:171","msg":"trace[1738334490] range","detail":"{range_begin:/registry/replicasets/openstack/barbican-api-5dcd85494c; range_end:; response_count:1; response_revision:10459; }","duration":"553.610292ms","start":"2026-03-31T05:17:06.608846Z","end":"2026-03-31T05:17:07.162456Z","steps":["trace[1738334490] 'range keys from in-memory index tree' (duration: 552.82145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.162158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.612369Z","time spent":"549.783686ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4582,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-5f6ls\" "} {"level":"warn","ts":"2026-03-31T05:17:07.16247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.383233Z","time spent":"779.23345ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3335,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"info","ts":"2026-03-31T05:17:07.162122Z","caller":"traceutil/trace.go:171","msg":"trace[23421518] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9; range_end:; response_count:1; response_revision:10459; }","duration":"754.964888ms","start":"2026-03-31T05:17:06.407132Z","end":"2026-03-31T05:17:07.162097Z","steps":["trace[23421518] 'range keys from in-memory index tree' (duration: 753.912589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:07.161538Z","caller":"traceutil/trace.go:171","msg":"trace[842700592] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:10459; }","duration":"978.859238ms","start":"2026-03-31T05:17:06.182671Z","end":"2026-03-31T05:17:07.16153Z","steps":["trace[842700592] 'range keys from in-memory index tree' (duration: 978.600041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.162339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.282592Z","time spent":"879.742013ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":4609,"request content":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" "} {"level":"warn","ts":"2026-03-31T05:17:07.162521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.671266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-57ccbf7cf4\" ","response":"range_response_count:1 size:10512"} {"level":"info","ts":"2026-03-31T05:17:07.162544Z","caller":"traceutil/trace.go:171","msg":"trace[739041003] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-57ccbf7cf4; range_end:; response_count:1; response_revision:10459; }","duration":"829.717578ms","start":"2026-03-31T05:17:06.33282Z","end":"2026-03-31T05:17:07.162538Z","steps":["trace[739041003] 'range keys from in-memory index tree' (duration: 828.246128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.162559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.332808Z","time spent":"829.747728ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":10535,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-57ccbf7cf4\" "} {"level":"warn","ts":"2026-03-31T05:17:07.162457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.557394Z","time spent":"605.051735ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11520,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"info","ts":"2026-03-31T05:17:07.162371Z","caller":"traceutil/trace.go:171","msg":"trace[1580275305] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:10459; }","duration":"679.630411ms","start":"2026-03-31T05:17:06.482733Z","end":"2026-03-31T05:17:07.162364Z","steps":["trace[1580275305] 'range keys from in-memory index tree' (duration: 678.695385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:07.161188Z","caller":"traceutil/trace.go:171","msg":"trace[1740772115] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:10459; }","duration":"878.241452ms","start":"2026-03-31T05:17:06.282925Z","end":"2026-03-31T05:17:07.161166Z","steps":["trace[1740772115] 'count revisions from in-memory index tree' (duration: 878.012956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.162714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.48272Z","time spent":"679.9784ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10964,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-31T05:17:07.162739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.282915Z","time spent":"879.813145ms","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":12,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:17:07.162337Z","caller":"traceutil/trace.go:171","msg":"trace[875322792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10459; }","duration":"532.631798ms","start":"2026-03-31T05:17:06.629695Z","end":"2026-03-31T05:17:07.162327Z","steps":["trace[875322792] 'range keys from in-memory index tree' (duration: 532.448123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.16283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.629676Z","time spent":"533.146223ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:17:07.162512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.407098Z","time spent":"755.406209ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":4921,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" "} {"level":"warn","ts":"2026-03-31T05:17:07.162522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.182608Z","time spent":"979.903157ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4703,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-03-31T05:17:07.162479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.608822Z","time spent":"553.652282ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7396,"request content":"key:\"/registry/replicasets/openstack/barbican-api-5dcd85494c\" "} {"level":"warn","ts":"2026-03-31T05:17:07.163723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.78262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5445"} {"level":"info","ts":"2026-03-31T05:17:07.163774Z","caller":"traceutil/trace.go:171","msg":"trace[1316717364] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:10459; }","duration":"655.830171ms","start":"2026-03-31T05:17:06.507928Z","end":"2026-03-31T05:17:07.163758Z","steps":["trace[1316717364] 'range keys from in-memory index tree' (duration: 655.221324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.163803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.50786Z","time spent":"655.934584ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":5468,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} {"level":"info","ts":"2026-03-31T05:17:07.29242Z","caller":"traceutil/trace.go:171","msg":"trace[1104299593] transaction","detail":"{read_only:false; response_revision:10460; number_of_response:1; }","duration":"659.225404ms","start":"2026-03-31T05:17:06.633164Z","end":"2026-03-31T05:17:07.292389Z","steps":["trace[1104299593] 'process raft request' (duration: 659.019819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.292614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.633134Z","time spent":"659.372269ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:07.303542Z","caller":"traceutil/trace.go:171","msg":"trace[633751767] transaction","detail":"{read_only:false; response_revision:10461; number_of_response:1; }","duration":"668.267361ms","start":"2026-03-31T05:17:06.635252Z","end":"2026-03-31T05:17:07.303519Z","steps":["trace[633751767] 'process raft request' (duration: 667.813228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.303646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.635221Z","time spent":"668.373924ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:07.304042Z","caller":"traceutil/trace.go:171","msg":"trace[932948817] transaction","detail":"{read_only:false; response_revision:10463; number_of_response:1; }","duration":"132.517247ms","start":"2026-03-31T05:17:07.1715Z","end":"2026-03-31T05:17:07.304018Z","steps":["trace[932948817] 'process raft request' (duration: 132.25448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:07.304265Z","caller":"traceutil/trace.go:171","msg":"trace[1692559068] transaction","detail":"{read_only:false; response_revision:10462; number_of_response:1; }","duration":"135.122138ms","start":"2026-03-31T05:17:07.169133Z","end":"2026-03-31T05:17:07.304255Z","steps":["trace[1692559068] 'process raft request' (duration: 134.496331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.304267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.828075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:17:07.304309Z","caller":"traceutil/trace.go:171","msg":"trace[2066688833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10463; }","duration":"668.946879ms","start":"2026-03-31T05:17:06.635351Z","end":"2026-03-31T05:17:07.304298Z","steps":["trace[2066688833] 'agreement among raft nodes before linearized reading' (duration: 668.759244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.304349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.635296Z","time spent":"669.046682ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:17:07.304561Z","caller":"traceutil/trace.go:171","msg":"trace[1002585422] linearizableReadLoop","detail":"{readStateIndex:10862; appliedIndex:10860; }","duration":"668.552049ms","start":"2026-03-31T05:17:06.635432Z","end":"2026-03-31T05:17:07.303985Z","steps":["trace[1002585422] 'read index received' (duration: 656.816419ms)","trace[1002585422] 'applied index is now lower than readState.Index' (duration: 11.734529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:07.304938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.827357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4494"} {"level":"info","ts":"2026-03-31T05:17:07.304987Z","caller":"traceutil/trace.go:171","msg":"trace[738585247] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:10463; }","duration":"135.889449ms","start":"2026-03-31T05:17:07.169086Z","end":"2026-03-31T05:17:07.304975Z","steps":["trace[738585247] 'agreement among raft nodes before linearized reading' (duration: 135.768325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.305017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.475771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5031"} {"level":"info","ts":"2026-03-31T05:17:07.305063Z","caller":"traceutil/trace.go:171","msg":"trace[487497865] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:10463; }","duration":"134.561233ms","start":"2026-03-31T05:17:07.17049Z","end":"2026-03-31T05:17:07.305052Z","steps":["trace[487497865] 'agreement among raft nodes before linearized reading' (duration: 134.382158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.305218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.993917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3558"} {"level":"info","ts":"2026-03-31T05:17:07.305253Z","caller":"traceutil/trace.go:171","msg":"trace[1421654276] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:10463; }","duration":"134.043469ms","start":"2026-03-31T05:17:07.171202Z","end":"2026-03-31T05:17:07.305245Z","steps":["trace[1421654276] 'agreement among raft nodes before linearized reading' (duration: 133.953386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.305263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.82868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10941"} {"level":"info","ts":"2026-03-31T05:17:07.3053Z","caller":"traceutil/trace.go:171","msg":"trace[15629435] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:10463; }","duration":"134.876971ms","start":"2026-03-31T05:17:07.170414Z","end":"2026-03-31T05:17:07.305291Z","steps":["trace[15629435] 'agreement among raft nodes before linearized reading' (duration: 134.781199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.305443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.233391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11798"} {"level":"info","ts":"2026-03-31T05:17:07.305478Z","caller":"traceutil/trace.go:171","msg":"trace[555422344] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:10463; }","duration":"135.277652ms","start":"2026-03-31T05:17:07.170189Z","end":"2026-03-31T05:17:07.305467Z","steps":["trace[555422344] 'agreement among raft nodes before linearized reading' (duration: 135.19095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.305488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.712227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-31T05:17:07.30552Z","caller":"traceutil/trace.go:171","msg":"trace[81679746] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:10463; }","duration":"134.754878ms","start":"2026-03-31T05:17:07.170756Z","end":"2026-03-31T05:17:07.305511Z","steps":["trace[81679746] 'agreement among raft nodes before linearized reading' (duration: 134.661506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.305652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.045086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-31T05:17:07.305687Z","caller":"traceutil/trace.go:171","msg":"trace[1956651231] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:10463; }","duration":"135.091778ms","start":"2026-03-31T05:17:07.170587Z","end":"2026-03-31T05:17:07.305679Z","steps":["trace[1956651231] 'agreement among raft nodes before linearized reading' (duration: 135.011656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.305755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.577081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7673"} {"level":"info","ts":"2026-03-31T05:17:07.305809Z","caller":"traceutil/trace.go:171","msg":"trace[250605693] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:10463; }","duration":"135.648693ms","start":"2026-03-31T05:17:07.170144Z","end":"2026-03-31T05:17:07.305793Z","steps":["trace[250605693] 'agreement among raft nodes before linearized reading' (duration: 135.53524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.305881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.343714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5014"} {"level":"info","ts":"2026-03-31T05:17:07.305917Z","caller":"traceutil/trace.go:171","msg":"trace[1922492316] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:10463; }","duration":"135.393895ms","start":"2026-03-31T05:17:07.170515Z","end":"2026-03-31T05:17:07.305909Z","steps":["trace[1922492316] 'agreement among raft nodes before linearized reading' (duration: 135.304243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.306036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.552237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-03-31T05:17:07.306076Z","caller":"traceutil/trace.go:171","msg":"trace[1880954674] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:10463; }","duration":"136.602708ms","start":"2026-03-31T05:17:07.169463Z","end":"2026-03-31T05:17:07.306066Z","steps":["trace[1880954674] 'agreement among raft nodes before linearized reading' (duration: 136.505046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.306201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.02056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5635"} {"level":"info","ts":"2026-03-31T05:17:07.306229Z","caller":"traceutil/trace.go:171","msg":"trace[1184816035] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:10463; }","duration":"137.071522ms","start":"2026-03-31T05:17:07.169151Z","end":"2026-03-31T05:17:07.306222Z","steps":["trace[1184816035] 'agreement among raft nodes before linearized reading' (duration: 136.99835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.306346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.205335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4132"} {"level":"info","ts":"2026-03-31T05:17:07.306374Z","caller":"traceutil/trace.go:171","msg":"trace[1770856813] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:10463; }","duration":"137.244516ms","start":"2026-03-31T05:17:07.169123Z","end":"2026-03-31T05:17:07.306367Z","steps":["trace[1770856813] 'agreement among raft nodes before linearized reading' (duration: 137.170424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.306686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.843492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24681"} {"level":"info","ts":"2026-03-31T05:17:07.306721Z","caller":"traceutil/trace.go:171","msg":"trace[1214203343] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:10463; }","duration":"137.942675ms","start":"2026-03-31T05:17:07.16877Z","end":"2026-03-31T05:17:07.306713Z","steps":["trace[1214203343] 'agreement among raft nodes before linearized reading' (duration: 137.854603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.306731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.74315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-31T05:17:07.306781Z","caller":"traceutil/trace.go:171","msg":"trace[2058075124] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:10463; }","duration":"137.802902ms","start":"2026-03-31T05:17:07.168966Z","end":"2026-03-31T05:17:07.306769Z","steps":["trace[2058075124] 'agreement among raft nodes before linearized reading' (duration: 137.674458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.306877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.898734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"info","ts":"2026-03-31T05:17:07.306908Z","caller":"traceutil/trace.go:171","msg":"trace[25404619] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:10463; }","duration":"137.938595ms","start":"2026-03-31T05:17:07.168961Z","end":"2026-03-31T05:17:07.3069Z","steps":["trace[25404619] 'agreement among raft nodes before linearized reading' (duration: 137.861863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.306933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.894113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5014"} {"level":"info","ts":"2026-03-31T05:17:07.30697Z","caller":"traceutil/trace.go:171","msg":"trace[468978689] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:10463; }","duration":"137.960776ms","start":"2026-03-31T05:17:07.169Z","end":"2026-03-31T05:17:07.306961Z","steps":["trace[468978689] 'agreement among raft nodes before linearized reading' (duration: 137.855483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.306984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.899934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:3105"} {"level":"info","ts":"2026-03-31T05:17:07.307074Z","caller":"traceutil/trace.go:171","msg":"trace[224413433] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:10463; }","duration":"138.051898ms","start":"2026-03-31T05:17:07.169Z","end":"2026-03-31T05:17:07.307052Z","steps":["trace[224413433] 'agreement among raft nodes before linearized reading' (duration: 137.778321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.307151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.190372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"warn","ts":"2026-03-31T05:17:07.307172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.128114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:17:07.307187Z","caller":"traceutil/trace.go:171","msg":"trace[1708405624] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:10463; }","duration":"138.237133ms","start":"2026-03-31T05:17:07.16894Z","end":"2026-03-31T05:17:07.307178Z","steps":["trace[1708405624] 'agreement among raft nodes before linearized reading' (duration: 138.15463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:07.307203Z","caller":"traceutil/trace.go:171","msg":"trace[1492286129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10463; }","duration":"351.205936ms","start":"2026-03-31T05:17:06.955988Z","end":"2026-03-31T05:17:07.307194Z","steps":["trace[1492286129] 'agreement among raft nodes before linearized reading' (duration: 351.120164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.307232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.955959Z","time spent":"351.264278ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:07.307282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.094695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:17:07.307315Z","caller":"traceutil/trace.go:171","msg":"trace[884712783] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10463; }","duration":"354.156787ms","start":"2026-03-31T05:17:06.953149Z","end":"2026-03-31T05:17:07.307306Z","steps":["trace[884712783] 'agreement among raft nodes before linearized reading' (duration: 354.090485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.307347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.953135Z","time spent":"354.202268ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:17:07.307362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.225007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:17:07.307408Z","caller":"traceutil/trace.go:171","msg":"trace[511981539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10463; }","duration":"358.326421ms","start":"2026-03-31T05:17:06.949072Z","end":"2026-03-31T05:17:07.307398Z","steps":["trace[511981539] 'agreement among raft nodes before linearized reading' (duration: 358.225638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.307423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.578332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5031"} {"level":"warn","ts":"2026-03-31T05:17:07.307444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.949043Z","time spent":"358.388663ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:17:07.307452Z","caller":"traceutil/trace.go:171","msg":"trace[2123535234] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:10463; }","duration":"138.622744ms","start":"2026-03-31T05:17:07.168821Z","end":"2026-03-31T05:17:07.307443Z","steps":["trace[2123535234] 'agreement among raft nodes before linearized reading' (duration: 138.536602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.307415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.127791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:17:07.307502Z","caller":"traceutil/trace.go:171","msg":"trace[1404759252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10463; }","duration":"352.248105ms","start":"2026-03-31T05:17:06.955234Z","end":"2026-03-31T05:17:07.307482Z","steps":["trace[1404759252] 'agreement among raft nodes before linearized reading' (duration: 352.07279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.307551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.207956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:17:07.30755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.955221Z","time spent":"352.320747ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:17:07.30759Z","caller":"traceutil/trace.go:171","msg":"trace[285114974] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10463; }","duration":"307.299788ms","start":"2026-03-31T05:17:07.000279Z","end":"2026-03-31T05:17:07.307579Z","steps":["trace[285114974] 'agreement among raft nodes before linearized reading' (duration: 307.239946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.30717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.229623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3890"} {"level":"warn","ts":"2026-03-31T05:17:07.307622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:07.000252Z","time spent":"307.36171ms","remote":"127.0.0.1:51726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:17:07.307627Z","caller":"traceutil/trace.go:171","msg":"trace[547441998] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:10463; }","duration":"138.728957ms","start":"2026-03-31T05:17:07.168888Z","end":"2026-03-31T05:17:07.307617Z","steps":["trace[547441998] 'agreement among raft nodes before linearized reading' (duration: 138.216733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.308183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.754604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:07.308225Z","caller":"traceutil/trace.go:171","msg":"trace[975826047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10463; }","duration":"436.477794ms","start":"2026-03-31T05:17:06.871737Z","end":"2026-03-31T05:17:07.308215Z","steps":["trace[975826047] 'agreement among raft nodes before linearized reading' (duration: 433.097632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.308253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.871711Z","time spent":"436.533825ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:07.762674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.187214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7227"} {"level":"info","ts":"2026-03-31T05:17:07.762767Z","caller":"traceutil/trace.go:171","msg":"trace[1935979863] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:10468; }","duration":"252.339698ms","start":"2026-03-31T05:17:07.510406Z","end":"2026-03-31T05:17:07.762746Z","steps":["trace[1935979863] 'range keys from in-memory index tree' (duration: 252.007139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.763042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.110652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:17:07.763175Z","caller":"traceutil/trace.go:171","msg":"trace[786155360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10468; }","duration":"141.260296ms","start":"2026-03-31T05:17:07.621894Z","end":"2026-03-31T05:17:07.763154Z","steps":["trace[786155360] 'range keys from in-memory index tree' (duration: 140.944477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:08.112401Z","caller":"traceutil/trace.go:171","msg":"trace[877326593] linearizableReadLoop","detail":"{readStateIndex:10871; appliedIndex:10870; }","duration":"358.558347ms","start":"2026-03-31T05:17:07.753814Z","end":"2026-03-31T05:17:08.112372Z","steps":["trace[877326593] 'read index received' (duration: 358.230188ms)","trace[877326593] 'applied index is now lower than readState.Index' (duration: 326.669µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:08.112494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:07.743052Z","time spent":"369.435444ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:17:08.112818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.969658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:17:08.112887Z","caller":"traceutil/trace.go:171","msg":"trace[1065207281] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10468; }","duration":"359.069671ms","start":"2026-03-31T05:17:07.7538Z","end":"2026-03-31T05:17:08.112869Z","steps":["trace[1065207281] 'agreement among raft nodes before linearized reading' (duration: 358.69273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:08.113027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:07.753794Z","time spent":"359.178954ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:17:08.61859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792631581,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:17:08.899087Z","caller":"traceutil/trace.go:171","msg":"trace[2060132757] transaction","detail":"{read_only:false; response_revision:10470; number_of_response:1; }","duration":"1.127987889s","start":"2026-03-31T05:17:07.771058Z","end":"2026-03-31T05:17:08.899046Z","steps":["trace[2060132757] 'process raft request' (duration: 1.127881906s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:08.899344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:07.770951Z","time spent":"1.128266037s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4827,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:08.899696Z","caller":"traceutil/trace.go:171","msg":"trace[235707427] transaction","detail":"{read_only:false; response_revision:10469; number_of_response:1; }","duration":"1.132164963s","start":"2026-03-31T05:17:07.767507Z","end":"2026-03-31T05:17:08.899672Z","steps":["trace[235707427] 'process raft request' (duration: 1.131122475s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:08.899886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:07.767484Z","time spent":"1.132270876s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:09.023615Z","caller":"traceutil/trace.go:171","msg":"trace[2041078127] linearizableReadLoop","detail":"{readStateIndex:10874; appliedIndex:10871; }","duration":"905.536248ms","start":"2026-03-31T05:17:08.118049Z","end":"2026-03-31T05:17:09.023585Z","steps":["trace[2041078127] 'read index received' (duration: 780.608687ms)","trace[2041078127] 'applied index is now lower than readState.Index' (duration: 124.926631ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:09.023677Z","caller":"traceutil/trace.go:171","msg":"trace[241658527] transaction","detail":"{read_only:false; response_revision:10471; number_of_response:1; }","duration":"909.551968ms","start":"2026-03-31T05:17:08.114069Z","end":"2026-03-31T05:17:09.023621Z","steps":["trace[241658527] 'process raft request' (duration: 881.749899ms)","trace[241658527] 'compare' (duration: 27.540021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:09.023845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.778594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:17:09.023893Z","caller":"traceutil/trace.go:171","msg":"trace[54136043] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10471; }","duration":"905.869987ms","start":"2026-03-31T05:17:08.118012Z","end":"2026-03-31T05:17:09.023882Z","steps":["trace[54136043] 'agreement among raft nodes before linearized reading' (duration: 905.660911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.023892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.104269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:09.023917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:08.11799Z","time spent":"905.920639ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:17:09.023907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:08.113935Z","time spent":"909.885416ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:17:09.023878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.132079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:09.023946Z","caller":"traceutil/trace.go:171","msg":"trace[1964063656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10471; }","duration":"153.177131ms","start":"2026-03-31T05:17:08.870755Z","end":"2026-03-31T05:17:09.023932Z","steps":["trace[1964063656] 'agreement among raft nodes before linearized reading' (duration: 153.036497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:09.023981Z","caller":"traceutil/trace.go:171","msg":"trace[938905547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10471; }","duration":"741.302735ms","start":"2026-03-31T05:17:08.282651Z","end":"2026-03-31T05:17:09.023954Z","steps":["trace[938905547] 'agreement among raft nodes before linearized reading' (duration: 741.12758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.024022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.943164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-03-31T05:17:09.024029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:08.282625Z","time spent":"741.392966ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:17:09.024067Z","caller":"traceutil/trace.go:171","msg":"trace[318135263] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:10471; }","duration":"697.033876ms","start":"2026-03-31T05:17:08.327022Z","end":"2026-03-31T05:17:09.024055Z","steps":["trace[318135263] 'agreement among raft nodes before linearized reading' (duration: 696.841421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.024096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:08.326997Z","time spent":"697.092727ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-03-31T05:17:09.187791Z","caller":"traceutil/trace.go:171","msg":"trace[1854078042] transaction","detail":"{read_only:false; response_revision:10473; number_of_response:1; }","duration":"149.983694ms","start":"2026-03-31T05:17:09.037771Z","end":"2026-03-31T05:17:09.187755Z","steps":["trace[1854078042] 'process raft request' (duration: 125.555497ms)","trace[1854078042] 'compare' (duration: 23.80885ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:09.229583Z","caller":"traceutil/trace.go:171","msg":"trace[649423689] transaction","detail":"{read_only:false; response_revision:10474; number_of_response:1; }","duration":"127.683386ms","start":"2026-03-31T05:17:09.101842Z","end":"2026-03-31T05:17:09.229525Z","steps":["trace[649423689] 'process raft request' (duration: 127.394698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:09.466163Z","caller":"traceutil/trace.go:171","msg":"trace[1444542681] linearizableReadLoop","detail":"{readStateIndex:10878; appliedIndex:10877; }","duration":"156.987155ms","start":"2026-03-31T05:17:09.309135Z","end":"2026-03-31T05:17:09.466122Z","steps":["trace[1444542681] 'read index received' (duration: 149.977034ms)","trace[1444542681] 'applied index is now lower than readState.Index' (duration: 7.007881ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:09.466183Z","caller":"traceutil/trace.go:171","msg":"trace[174731071] transaction","detail":"{read_only:false; response_revision:10475; number_of_response:1; }","duration":"160.682407ms","start":"2026-03-31T05:17:09.305458Z","end":"2026-03-31T05:17:09.466141Z","steps":["trace[174731071] 'process raft request' (duration: 153.571803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.466408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.257133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:17:09.466461Z","caller":"traceutil/trace.go:171","msg":"trace[1521498205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10475; }","duration":"157.382696ms","start":"2026-03-31T05:17:09.309067Z","end":"2026-03-31T05:17:09.46645Z","steps":["trace[1521498205] 'agreement among raft nodes before linearized reading' (duration: 157.15436ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:09.466827Z","caller":"traceutil/trace.go:171","msg":"trace[646338446] transaction","detail":"{read_only:false; response_revision:10476; number_of_response:1; }","duration":"156.460691ms","start":"2026-03-31T05:17:09.310356Z","end":"2026-03-31T05:17:09.466817Z","steps":["trace[646338446] 'process raft request' (duration: 155.875205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.466804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.444855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:17:09.466915Z","caller":"traceutil/trace.go:171","msg":"trace[1613790266] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10476; }","duration":"147.62009ms","start":"2026-03-31T05:17:09.319264Z","end":"2026-03-31T05:17:09.466884Z","steps":["trace[1613790266] 'agreement among raft nodes before linearized reading' (duration: 147.164588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.767359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.620522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:09.767828Z","caller":"traceutil/trace.go:171","msg":"trace[1618339086] transaction","detail":"{read_only:false; response_revision:10478; number_of_response:1; }","duration":"294.423677ms","start":"2026-03-31T05:17:09.47335Z","end":"2026-03-31T05:17:09.767774Z","steps":["trace[1618339086] 'process raft request' (duration: 132.265041ms)","trace[1618339086] 'compare' (duration: 161.299252ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:09.76826Z","caller":"traceutil/trace.go:171","msg":"trace[629520525] transaction","detail":"{read_only:false; response_revision:10479; number_of_response:1; }","duration":"294.851888ms","start":"2026-03-31T05:17:09.47337Z","end":"2026-03-31T05:17:09.768222Z","steps":["trace[629520525] 'process raft request' (duration: 294.128418ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:09.768543Z","caller":"traceutil/trace.go:171","msg":"trace[2043674131] transaction","detail":"{read_only:false; response_revision:10481; number_of_response:1; }","duration":"295.064444ms","start":"2026-03-31T05:17:09.473433Z","end":"2026-03-31T05:17:09.768498Z","steps":["trace[2043674131] 'process raft request' (duration: 294.498948ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:09.768019Z","caller":"traceutil/trace.go:171","msg":"trace[545698822] transaction","detail":"{read_only:false; response_revision:10480; number_of_response:1; }","duration":"294.618902ms","start":"2026-03-31T05:17:09.473372Z","end":"2026-03-31T05:17:09.767991Z","steps":["trace[545698822] 'process raft request' (duration: 294.380675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:10.704461Z","caller":"traceutil/trace.go:171","msg":"trace[736114437] linearizableReadLoop","detail":"{readStateIndex:10889; appliedIndex:10888; }","duration":"184.262699ms","start":"2026-03-31T05:17:10.520164Z","end":"2026-03-31T05:17:10.704426Z","steps":["trace[736114437] 'read index received' (duration: 158.561938ms)","trace[736114437] 'applied index is now lower than readState.Index' (duration: 25.699171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:10.70482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.627449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-03-31T05:17:10.704584Z","caller":"traceutil/trace.go:171","msg":"trace[291125596] transaction","detail":"{read_only:false; response_revision:10486; number_of_response:1; }","duration":"187.084547ms","start":"2026-03-31T05:17:10.517431Z","end":"2026-03-31T05:17:10.704516Z","steps":["trace[291125596] 'process raft request' (duration: 161.271762ms)","trace[291125596] 'compare' (duration: 25.401233ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:10.704924Z","caller":"traceutil/trace.go:171","msg":"trace[1042949175] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:10486; }","duration":"184.758393ms","start":"2026-03-31T05:17:10.520143Z","end":"2026-03-31T05:17:10.704901Z","steps":["trace[1042949175] 'agreement among raft nodes before linearized reading' (duration: 184.424584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:10.734864Z","caller":"traceutil/trace.go:171","msg":"trace[911254739] transaction","detail":"{read_only:false; response_revision:10487; number_of_response:1; }","duration":"214.441033ms","start":"2026-03-31T05:17:10.52038Z","end":"2026-03-31T05:17:10.734821Z","steps":["trace[911254739] 'process raft request' (duration: 214.114724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:10.734886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.917632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:10.734996Z","caller":"traceutil/trace.go:171","msg":"trace[1565989476] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10487; }","duration":"176.117247ms","start":"2026-03-31T05:17:10.558854Z","end":"2026-03-31T05:17:10.734971Z","steps":["trace[1565989476] 'agreement among raft nodes before linearized reading' (duration: 175.86848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:10.915098Z","caller":"traceutil/trace.go:171","msg":"trace[1539037096] linearizableReadLoop","detail":"{readStateIndex:10891; appliedIndex:10890; }","duration":"171.139682ms","start":"2026-03-31T05:17:10.743922Z","end":"2026-03-31T05:17:10.915062Z","steps":["trace[1539037096] 'read index received' (duration: 149.868221ms)","trace[1539037096] 'applied index is now lower than readState.Index' (duration: 21.269891ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:10.915472Z","caller":"traceutil/trace.go:171","msg":"trace[746350880] transaction","detail":"{read_only:false; response_revision:10488; number_of_response:1; }","duration":"174.358179ms","start":"2026-03-31T05:17:10.741093Z","end":"2026-03-31T05:17:10.915451Z","steps":["trace[746350880] 'process raft request' (duration: 152.869693ms)","trace[746350880] 'compare' (duration: 20.90197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:10.915801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.866261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:17:10.915886Z","caller":"traceutil/trace.go:171","msg":"trace[917287586] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:10488; }","duration":"172.001205ms","start":"2026-03-31T05:17:10.743868Z","end":"2026-03-31T05:17:10.915869Z","steps":["trace[917287586] 'agreement among raft nodes before linearized reading' (duration: 171.82852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:11.2881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.850392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T05:17:11.288226Z","caller":"traceutil/trace.go:171","msg":"trace[269036332] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:10492; }","duration":"227.033797ms","start":"2026-03-31T05:17:11.06116Z","end":"2026-03-31T05:17:11.288194Z","steps":["trace[269036332] 'range keys from in-memory index tree' (duration: 226.602385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:11.288405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.773091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-5f6ls\" ","response":"range_response_count:1 size:4752"} {"level":"info","ts":"2026-03-31T05:17:11.288475Z","caller":"traceutil/trace.go:171","msg":"trace[599104183] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-5f6ls; range_end:; response_count:1; response_revision:10492; }","duration":"255.903635ms","start":"2026-03-31T05:17:11.032555Z","end":"2026-03-31T05:17:11.288459Z","steps":["trace[599104183] 'range keys from in-memory index tree' (duration: 255.645507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:11.288731Z","caller":"traceutil/trace.go:171","msg":"trace[1789809630] transaction","detail":"{read_only:false; response_revision:10493; number_of_response:1; }","duration":"140.776212ms","start":"2026-03-31T05:17:11.147919Z","end":"2026-03-31T05:17:11.288695Z","steps":["trace[1789809630] 'process raft request' (duration: 72.350325ms)","trace[1789809630] 'compare' (duration: 67.852702ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:11.445429Z","caller":"traceutil/trace.go:171","msg":"trace[606265276] transaction","detail":"{read_only:false; response_revision:10495; number_of_response:1; }","duration":"148.266257ms","start":"2026-03-31T05:17:11.297132Z","end":"2026-03-31T05:17:11.445399Z","steps":["trace[606265276] 'process raft request' (duration: 147.424544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:11.584234Z","caller":"traceutil/trace.go:171","msg":"trace[131309088] transaction","detail":"{read_only:false; response_revision:10496; number_of_response:1; }","duration":"108.358858ms","start":"2026-03-31T05:17:11.475854Z","end":"2026-03-31T05:17:11.584213Z","steps":["trace[131309088] 'process raft request' (duration: 107.958047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:11.654293Z","caller":"traceutil/trace.go:171","msg":"trace[1830600004] linearizableReadLoop","detail":"{readStateIndex:10900; appliedIndex:10898; }","duration":"172.677314ms","start":"2026-03-31T05:17:11.481584Z","end":"2026-03-31T05:17:11.654261Z","steps":["trace[1830600004] 'read index received' (duration: 102.298613ms)","trace[1830600004] 'applied index is now lower than readState.Index' (duration: 70.377101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:11.654689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.079865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:17:11.65476Z","caller":"traceutil/trace.go:171","msg":"trace[879468055] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10497; }","duration":"173.202148ms","start":"2026-03-31T05:17:11.481544Z","end":"2026-03-31T05:17:11.654746Z","steps":["trace[879468055] 'agreement among raft nodes before linearized reading' (duration: 172.948441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:11.655049Z","caller":"traceutil/trace.go:171","msg":"trace[1779926078] transaction","detail":"{read_only:false; response_revision:10497; number_of_response:1; }","duration":"178.294447ms","start":"2026-03-31T05:17:11.47614Z","end":"2026-03-31T05:17:11.654435Z","steps":["trace[1779926078] 'process raft request' (duration: 177.952297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:11.655345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.825061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:17:11.655448Z","caller":"traceutil/trace.go:171","msg":"trace[548381212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10497; }","duration":"153.007787ms","start":"2026-03-31T05:17:11.502416Z","end":"2026-03-31T05:17:11.655424Z","steps":["trace[548381212] 'agreement among raft nodes before linearized reading' (duration: 152.556365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:12.265217Z","caller":"traceutil/trace.go:171","msg":"trace[1996518550] transaction","detail":"{read_only:false; response_revision:10505; number_of_response:1; }","duration":"156.788559ms","start":"2026-03-31T05:17:12.108394Z","end":"2026-03-31T05:17:12.265183Z","steps":["trace[1996518550] 'process raft request' (duration: 156.590244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:12.643662Z","caller":"traceutil/trace.go:171","msg":"trace[1568701985] transaction","detail":"{read_only:false; response_revision:10506; number_of_response:1; }","duration":"180.265331ms","start":"2026-03-31T05:17:12.463354Z","end":"2026-03-31T05:17:12.643619Z","steps":["trace[1568701985] 'process raft request' (duration: 179.998654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:12.838748Z","caller":"traceutil/trace.go:171","msg":"trace[12853228] linearizableReadLoop","detail":"{readStateIndex:10912; appliedIndex:10911; }","duration":"183.392427ms","start":"2026-03-31T05:17:12.655321Z","end":"2026-03-31T05:17:12.838714Z","steps":["trace[12853228] 'read index received' (duration: 183.363946ms)","trace[12853228] 'applied index is now lower than readState.Index' (duration: 27.631µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:12.838968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.624973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1705"} {"level":"info","ts":"2026-03-31T05:17:12.839008Z","caller":"traceutil/trace.go:171","msg":"trace[587231329] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:10507; }","duration":"183.730385ms","start":"2026-03-31T05:17:12.655268Z","end":"2026-03-31T05:17:12.838999Z","steps":["trace[587231329] 'agreement among raft nodes before linearized reading' (duration: 183.55071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:12.839193Z","caller":"traceutil/trace.go:171","msg":"trace[739078050] transaction","detail":"{read_only:false; response_revision:10507; number_of_response:1; }","duration":"186.002957ms","start":"2026-03-31T05:17:12.653167Z","end":"2026-03-31T05:17:12.83917Z","steps":["trace[739078050] 'process raft request' (duration: 185.048921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:12.844489Z","caller":"traceutil/trace.go:171","msg":"trace[84295693] transaction","detail":"{read_only:false; response_revision:10508; number_of_response:1; }","duration":"149.022418ms","start":"2026-03-31T05:17:12.695412Z","end":"2026-03-31T05:17:12.844434Z","steps":["trace[84295693] 'process raft request' (duration: 148.705829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:13.757603Z","caller":"traceutil/trace.go:171","msg":"trace[63476332] transaction","detail":"{read_only:false; response_revision:10518; number_of_response:1; }","duration":"167.273495ms","start":"2026-03-31T05:17:13.590303Z","end":"2026-03-31T05:17:13.757576Z","steps":["trace[63476332] 'process raft request' (duration: 167.100731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:14.054881Z","caller":"traceutil/trace.go:171","msg":"trace[2002921093] transaction","detail":"{read_only:false; response_revision:10522; number_of_response:1; }","duration":"190.566212ms","start":"2026-03-31T05:17:13.864289Z","end":"2026-03-31T05:17:14.054855Z","steps":["trace[2002921093] 'process raft request' (duration: 190.252613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:14.055109Z","caller":"traceutil/trace.go:171","msg":"trace[1154192933] linearizableReadLoop","detail":"{readStateIndex:10929; appliedIndex:10925; }","duration":"187.133998ms","start":"2026-03-31T05:17:13.867956Z","end":"2026-03-31T05:17:14.05509Z","steps":["trace[1154192933] 'read index received' (duration: 85.70668ms)","trace[1154192933] 'applied index is now lower than readState.Index' (duration: 101.426438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:14.055284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.311243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:14.055361Z","caller":"traceutil/trace.go:171","msg":"trace[251602145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10524; }","duration":"187.429596ms","start":"2026-03-31T05:17:13.867914Z","end":"2026-03-31T05:17:14.055343Z","steps":["trace[251602145] 'agreement among raft nodes before linearized reading' (duration: 187.297592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:14.055399Z","caller":"traceutil/trace.go:171","msg":"trace[350034661] transaction","detail":"{read_only:false; response_revision:10524; number_of_response:1; }","duration":"191.069725ms","start":"2026-03-31T05:17:13.864314Z","end":"2026-03-31T05:17:14.055384Z","steps":["trace[350034661] 'process raft request' (duration: 190.698785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:14.055305Z","caller":"traceutil/trace.go:171","msg":"trace[2027396701] transaction","detail":"{read_only:false; response_revision:10523; number_of_response:1; }","duration":"190.910051ms","start":"2026-03-31T05:17:13.864295Z","end":"2026-03-31T05:17:14.055205Z","steps":["trace[2027396701] 'process raft request' (duration: 190.50774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:15.995171Z","caller":"traceutil/trace.go:171","msg":"trace[308684058] linearizableReadLoop","detail":"{readStateIndex:10932; appliedIndex:10931; }","duration":"195.893037ms","start":"2026-03-31T05:17:15.799246Z","end":"2026-03-31T05:17:15.995139Z","steps":["trace[308684058] 'read index received' (duration: 195.733692ms)","trace[308684058] 'applied index is now lower than readState.Index' (duration: 157.915µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:15.995295Z","caller":"traceutil/trace.go:171","msg":"trace[1148259017] transaction","detail":"{read_only:false; response_revision:10527; number_of_response:1; }","duration":"196.567066ms","start":"2026-03-31T05:17:15.798689Z","end":"2026-03-31T05:17:15.995256Z","steps":["trace[1148259017] 'process raft request' (duration: 196.255157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:15.995372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.093933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:15.995412Z","caller":"traceutil/trace.go:171","msg":"trace[1318746929] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:10527; }","duration":"196.199676ms","start":"2026-03-31T05:17:15.7992Z","end":"2026-03-31T05:17:15.9954Z","steps":["trace[1318746929] 'agreement among raft nodes before linearized reading' (duration: 196.090773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:15.997597Z","caller":"traceutil/trace.go:171","msg":"trace[1627873743] transaction","detail":"{read_only:false; response_revision:10528; number_of_response:1; }","duration":"198.21342ms","start":"2026-03-31T05:17:15.799337Z","end":"2026-03-31T05:17:15.99755Z","steps":["trace[1627873743] 'process raft request' (duration: 197.952883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:15.998044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.608307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:17:15.998087Z","caller":"traceutil/trace.go:171","msg":"trace[1645304893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10528; }","duration":"133.743391ms","start":"2026-03-31T05:17:15.864324Z","end":"2026-03-31T05:17:15.998067Z","steps":["trace[1645304893] 'agreement among raft nodes before linearized reading' (duration: 133.564436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:15.998106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.348017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:15.998162Z","caller":"traceutil/trace.go:171","msg":"trace[813483771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10528; }","duration":"127.45886ms","start":"2026-03-31T05:17:15.870686Z","end":"2026-03-31T05:17:15.998145Z","steps":["trace[813483771] 'agreement among raft nodes before linearized reading' (duration: 127.345157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:15.998225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.942493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:15.998291Z","caller":"traceutil/trace.go:171","msg":"trace[332057242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10528; }","duration":"183.060647ms","start":"2026-03-31T05:17:15.815207Z","end":"2026-03-31T05:17:15.998267Z","steps":["trace[332057242] 'agreement among raft nodes before linearized reading' (duration: 182.953524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:15.998371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.278315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:330940"} {"level":"info","ts":"2026-03-31T05:17:15.998466Z","caller":"traceutil/trace.go:171","msg":"trace[130306061] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:10528; }","duration":"197.403358ms","start":"2026-03-31T05:17:15.801042Z","end":"2026-03-31T05:17:15.998445Z","steps":["trace[130306061] 'agreement among raft nodes before linearized reading' (duration: 196.37896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:16.16249Z","caller":"traceutil/trace.go:171","msg":"trace[167404850] linearizableReadLoop","detail":"{readStateIndex:10935; appliedIndex:10933; }","duration":"101.025708ms","start":"2026-03-31T05:17:16.06144Z","end":"2026-03-31T05:17:16.162465Z","steps":["trace[167404850] 'read index received' (duration: 70.207017ms)","trace[167404850] 'applied index is now lower than readState.Index' (duration: 30.817851ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:16.162613Z","caller":"traceutil/trace.go:171","msg":"trace[1095734456] transaction","detail":"{read_only:false; response_revision:10529; number_of_response:1; }","duration":"156.78785ms","start":"2026-03-31T05:17:16.005814Z","end":"2026-03-31T05:17:16.162602Z","steps":["trace[1095734456] 'process raft request' (duration: 125.813844ms)","trace[1095734456] 'compare' (duration: 30.606116ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:16.162801Z","caller":"traceutil/trace.go:171","msg":"trace[2024845255] transaction","detail":"{read_only:false; response_revision:10530; number_of_response:1; }","duration":"154.677062ms","start":"2026-03-31T05:17:16.008117Z","end":"2026-03-31T05:17:16.162794Z","steps":["trace[2024845255] 'process raft request' (duration: 154.297851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:16.162972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.511621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:17:16.163007Z","caller":"traceutil/trace.go:171","msg":"trace[1937632758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10530; }","duration":"101.568462ms","start":"2026-03-31T05:17:16.061431Z","end":"2026-03-31T05:17:16.162999Z","steps":["trace[1937632758] 'agreement among raft nodes before linearized reading' (duration: 101.435589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:16.163214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.669555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:17:16.163276Z","caller":"traceutil/trace.go:171","msg":"trace[919106967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10530; }","duration":"101.747917ms","start":"2026-03-31T05:17:16.061511Z","end":"2026-03-31T05:17:16.163259Z","steps":["trace[919106967] 'agreement among raft nodes before linearized reading' (duration: 101.611554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:16.163303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.145531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:17:16.163329Z","caller":"traceutil/trace.go:171","msg":"trace[386692954] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10530; }","duration":"101.189342ms","start":"2026-03-31T05:17:16.062129Z","end":"2026-03-31T05:17:16.163319Z","steps":["trace[386692954] 'agreement among raft nodes before linearized reading' (duration: 101.12249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:17.570438Z","caller":"traceutil/trace.go:171","msg":"trace[683029464] linearizableReadLoop","detail":"{readStateIndex:10941; appliedIndex:10940; }","duration":"241.830041ms","start":"2026-03-31T05:17:17.328571Z","end":"2026-03-31T05:17:17.570401Z","steps":["trace[683029464] 'read index received' (duration: 241.468591ms)","trace[683029464] 'applied index is now lower than readState.Index' (duration: 360.37µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:17.570774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.785058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:17.570801Z","caller":"traceutil/trace.go:171","msg":"trace[594066238] transaction","detail":"{read_only:false; response_revision:10535; number_of_response:1; }","duration":"456.491141ms","start":"2026-03-31T05:17:17.114248Z","end":"2026-03-31T05:17:17.570739Z","steps":["trace[594066238] 'process raft request' (duration: 455.880944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:17.571068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:17.114217Z","time spent":"456.718196ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:17.570832Z","caller":"traceutil/trace.go:171","msg":"trace[676686169] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:10535; }","duration":"238.948333ms","start":"2026-03-31T05:17:17.331864Z","end":"2026-03-31T05:17:17.570812Z","steps":["trace[676686169] 'agreement among raft nodes before linearized reading' (duration: 238.730337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:17.571136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.496699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:17.571686Z","caller":"traceutil/trace.go:171","msg":"trace[1134183940] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:10535; }","duration":"242.769767ms","start":"2026-03-31T05:17:17.328522Z","end":"2026-03-31T05:17:17.571292Z","steps":["trace[1134183940] 'agreement among raft nodes before linearized reading' (duration: 242.089938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:18.108168Z","caller":"traceutil/trace.go:171","msg":"trace[684482306] transaction","detail":"{read_only:false; response_revision:10536; number_of_response:1; }","duration":"104.225833ms","start":"2026-03-31T05:17:18.003909Z","end":"2026-03-31T05:17:18.108134Z","steps":["trace[684482306] 'process raft request' (duration: 104.005937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:18.282552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.682831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:18.28269Z","caller":"traceutil/trace.go:171","msg":"trace[1141524042] linearizableReadLoop","detail":"{readStateIndex:10943; appliedIndex:10941; }","duration":"272.591269ms","start":"2026-03-31T05:17:18.010077Z","end":"2026-03-31T05:17:18.282669Z","steps":["trace[1141524042] 'read index received' (duration: 97.674715ms)","trace[1141524042] 'applied index is now lower than readState.Index' (duration: 174.914794ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:18.282797Z","caller":"traceutil/trace.go:171","msg":"trace[386001491] transaction","detail":"{read_only:false; response_revision:10537; number_of_response:1; }","duration":"277.979306ms","start":"2026-03-31T05:17:18.004805Z","end":"2026-03-31T05:17:18.282784Z","steps":["trace[386001491] 'process raft request' (duration: 162.942367ms)","trace[386001491] 'compare' (duration: 114.519755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:18.283054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.947249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:17:18.283137Z","caller":"traceutil/trace.go:171","msg":"trace[890993889] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10537; }","duration":"273.103284ms","start":"2026-03-31T05:17:18.010017Z","end":"2026-03-31T05:17:18.283121Z","steps":["trace[890993889] 'agreement among raft nodes before linearized reading' (duration: 272.813556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:18.284636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.465396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:17:18.284732Z","caller":"traceutil/trace.go:171","msg":"trace[880176119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10537; }","duration":"117.640281ms","start":"2026-03-31T05:17:18.167072Z","end":"2026-03-31T05:17:18.284712Z","steps":["trace[880176119] 'agreement among raft nodes before linearized reading' (duration: 115.76702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:18.285057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.698816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:17:18.28518Z","caller":"traceutil/trace.go:171","msg":"trace[1740557288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10537; }","duration":"116.8798ms","start":"2026-03-31T05:17:18.168274Z","end":"2026-03-31T05:17:18.285154Z","steps":["trace[1740557288] 'agreement among raft nodes before linearized reading' (duration: 114.831394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:19.734375Z","caller":"traceutil/trace.go:171","msg":"trace[675108351] transaction","detail":"{read_only:false; response_revision:10543; number_of_response:1; }","duration":"154.396004ms","start":"2026-03-31T05:17:19.579944Z","end":"2026-03-31T05:17:19.73434Z","steps":["trace[675108351] 'process raft request' (duration: 154.172458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:20.092169Z","caller":"traceutil/trace.go:171","msg":"trace[1264786959] transaction","detail":"{read_only:false; response_revision:10544; number_of_response:1; }","duration":"134.124201ms","start":"2026-03-31T05:17:19.958016Z","end":"2026-03-31T05:17:20.09214Z","steps":["trace[1264786959] 'process raft request' (duration: 133.71237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:20.440544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.276934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:20.440857Z","caller":"traceutil/trace.go:171","msg":"trace[333424650] linearizableReadLoop","detail":"{readStateIndex:10951; appliedIndex:10949; }","duration":"424.338963ms","start":"2026-03-31T05:17:20.016502Z","end":"2026-03-31T05:17:20.440841Z","steps":["trace[333424650] 'read index received' (duration: 75.274995ms)","trace[333424650] 'applied index is now lower than readState.Index' (duration: 349.061878ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:20.440787Z","caller":"traceutil/trace.go:171","msg":"trace[1068670594] transaction","detail":"{read_only:false; response_revision:10546; number_of_response:1; }","duration":"326.332318ms","start":"2026-03-31T05:17:20.114412Z","end":"2026-03-31T05:17:20.440745Z","steps":["trace[1068670594] 'process raft request' (duration: 326.262326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:20.440961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:20.114375Z","time spent":"326.544753ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:20.440997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.491367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:20.440983Z","caller":"traceutil/trace.go:171","msg":"trace[80675273] transaction","detail":"{read_only:false; response_revision:10545; number_of_response:1; }","duration":"482.636484ms","start":"2026-03-31T05:17:19.958289Z","end":"2026-03-31T05:17:20.440926Z","steps":["trace[80675273] 'process raft request' (duration: 265.868477ms)","trace[80675273] 'compare' (duration: 216.048827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:20.441159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:19.958276Z","time spent":"482.787968ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:20.44103Z","caller":"traceutil/trace.go:171","msg":"trace[2079432132] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:10546; }","duration":"424.562359ms","start":"2026-03-31T05:17:20.016454Z","end":"2026-03-31T05:17:20.441016Z","steps":["trace[2079432132] 'agreement among raft nodes before linearized reading' (duration: 424.470446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:20.441338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:20.016438Z","time spent":"424.829256ms","remote":"127.0.0.1:33504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:20.495246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.440467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:17:20.495245Z","caller":"traceutil/trace.go:171","msg":"trace[1281688061] transaction","detail":"{read_only:false; response_revision:10547; number_of_response:1; }","duration":"207.427762ms","start":"2026-03-31T05:17:20.287746Z","end":"2026-03-31T05:17:20.495173Z","steps":["trace[1281688061] 'process raft request' (duration: 207.140765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:20.49534Z","caller":"traceutil/trace.go:171","msg":"trace[978887040] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10547; }","duration":"135.542149ms","start":"2026-03-31T05:17:20.359772Z","end":"2026-03-31T05:17:20.495314Z","steps":["trace[978887040] 'agreement among raft nodes before linearized reading' (duration: 135.326143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:20.495339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.749782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:17:20.495398Z","caller":"traceutil/trace.go:171","msg":"trace[1101119306] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10547; }","duration":"136.840695ms","start":"2026-03-31T05:17:20.35854Z","end":"2026-03-31T05:17:20.495381Z","steps":["trace[1101119306] 'agreement among raft nodes before linearized reading' (duration: 136.697331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:20.495554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.3897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:17:20.495556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.669013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:17:20.495592Z","caller":"traceutil/trace.go:171","msg":"trace[1688881151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10547; }","duration":"178.462472ms","start":"2026-03-31T05:17:20.317119Z","end":"2026-03-31T05:17:20.495582Z","steps":["trace[1688881151] 'agreement among raft nodes before linearized reading' (duration: 178.360949ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:20.495628Z","caller":"traceutil/trace.go:171","msg":"trace[1298185184] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10547; }","duration":"172.816817ms","start":"2026-03-31T05:17:20.322793Z","end":"2026-03-31T05:17:20.495609Z","steps":["trace[1298185184] 'agreement among raft nodes before linearized reading' (duration: 172.514069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:20.495185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.646069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:20.495728Z","caller":"traceutil/trace.go:171","msg":"trace[1544298774] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:10547; }","duration":"448.262236ms","start":"2026-03-31T05:17:20.047453Z","end":"2026-03-31T05:17:20.495715Z","steps":["trace[1544298774] 'agreement among raft nodes before linearized reading' (duration: 447.604208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:20.495852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:20.047441Z","time spent":"448.39697ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:20.496239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.843652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:17:20.496549Z","caller":"traceutil/trace.go:171","msg":"trace[1150964417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10547; }","duration":"138.218163ms","start":"2026-03-31T05:17:20.358295Z","end":"2026-03-31T05:17:20.496514Z","steps":["trace[1150964417] 'agreement among raft nodes before linearized reading' (duration: 136.912847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:20.496387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.401753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:17:20.497332Z","caller":"traceutil/trace.go:171","msg":"trace[754294845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10547; }","duration":"137.402471ms","start":"2026-03-31T05:17:20.359904Z","end":"2026-03-31T05:17:20.497307Z","steps":["trace[754294845] 'agreement among raft nodes before linearized reading' (duration: 136.26483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:20.691633Z","caller":"traceutil/trace.go:171","msg":"trace[2088690356] transaction","detail":"{read_only:false; response_revision:10550; number_of_response:1; }","duration":"186.812229ms","start":"2026-03-31T05:17:20.504787Z","end":"2026-03-31T05:17:20.691599Z","steps":["trace[2088690356] 'process raft request' (duration: 186.684405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:20.691703Z","caller":"traceutil/trace.go:171","msg":"trace[725090495] transaction","detail":"{read_only:false; response_revision:10549; number_of_response:1; }","duration":"187.121908ms","start":"2026-03-31T05:17:20.504514Z","end":"2026-03-31T05:17:20.691636Z","steps":["trace[725090495] 'process raft request' (duration: 186.740008ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:20.692172Z","caller":"traceutil/trace.go:171","msg":"trace[1352168829] transaction","detail":"{read_only:false; response_revision:10551; number_of_response:1; }","duration":"178.598995ms","start":"2026-03-31T05:17:20.513546Z","end":"2026-03-31T05:17:20.692145Z","steps":["trace[1352168829] 'process raft request' (duration: 177.987648ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:20.692258Z","caller":"traceutil/trace.go:171","msg":"trace[306871987] transaction","detail":"{read_only:false; response_revision:10552; number_of_response:1; }","duration":"177.68473ms","start":"2026-03-31T05:17:20.514555Z","end":"2026-03-31T05:17:20.69224Z","steps":["trace[306871987] 'process raft request' (duration: 177.459194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:20.692151Z","caller":"traceutil/trace.go:171","msg":"trace[386310616] linearizableReadLoop","detail":"{readStateIndex:10956; appliedIndex:10953; }","duration":"180.558468ms","start":"2026-03-31T05:17:20.511565Z","end":"2026-03-31T05:17:20.692124Z","steps":["trace[386310616] 'read index received' (duration: 22.845594ms)","trace[386310616] 'applied index is now lower than readState.Index' (duration: 157.711684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:20.693013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.422872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:330940"} {"level":"info","ts":"2026-03-31T05:17:20.693157Z","caller":"traceutil/trace.go:171","msg":"trace[1062021395] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:10552; }","duration":"181.561006ms","start":"2026-03-31T05:17:20.51153Z","end":"2026-03-31T05:17:20.693091Z","steps":["trace[1062021395] 'agreement among raft nodes before linearized reading' (duration: 180.738723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:20.848371Z","caller":"traceutil/trace.go:171","msg":"trace[803577236] transaction","detail":"{read_only:false; response_revision:10553; number_of_response:1; }","duration":"284.715271ms","start":"2026-03-31T05:17:20.563611Z","end":"2026-03-31T05:17:20.848327Z","steps":["trace[803577236] 'process raft request' (duration: 249.769847ms)","trace[803577236] 'compare' (duration: 34.411519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:21.931037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.143708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:17:21.931213Z","caller":"traceutil/trace.go:171","msg":"trace[92960527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10555; }","duration":"191.378964ms","start":"2026-03-31T05:17:21.739813Z","end":"2026-03-31T05:17:21.931192Z","steps":["trace[92960527] 'range keys from in-memory index tree' (duration: 190.945522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:22.061037Z","caller":"traceutil/trace.go:171","msg":"trace[962646423] transaction","detail":"{read_only:false; response_revision:10556; number_of_response:1; }","duration":"122.128393ms","start":"2026-03-31T05:17:21.938879Z","end":"2026-03-31T05:17:22.061008Z","steps":["trace[962646423] 'process raft request' (duration: 121.947578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:23.852934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227178357s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T05:17:23.994601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.368818373s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:17:23.995335Z","caller":"traceutil/trace.go:171","msg":"trace[1345306075] linearizableReadLoop","detail":"{readStateIndex:10965; appliedIndex:10962; }","duration":"1.455595471s","start":"2026-03-31T05:17:22.539703Z","end":"2026-03-31T05:17:23.995299Z","steps":["trace[1345306075] 'read index received' (duration: 86.111ms)","trace[1345306075] 'applied index is now lower than readState.Index' (duration: 1.369483531s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:23.995503Z","caller":"traceutil/trace.go:171","msg":"trace[610257967] transaction","detail":"{read_only:false; response_revision:10558; number_of_response:1; }","duration":"1.491513832s","start":"2026-03-31T05:17:22.503975Z","end":"2026-03-31T05:17:23.995489Z","steps":["trace[610257967] 'process raft request' (duration: 1.491254335s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:23.99541Z","caller":"traceutil/trace.go:171","msg":"trace[1942249045] transaction","detail":"{read_only:false; response_revision:10557; number_of_response:1; }","duration":"1.54822287s","start":"2026-03-31T05:17:22.447139Z","end":"2026-03-31T05:17:23.995362Z","steps":["trace[1942249045] 'process raft request' (duration: 1.54787445s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:23.995621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442912765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:17:23.995637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:22.503938Z","time spent":"1.491602194s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:23.99568Z","caller":"traceutil/trace.go:171","msg":"trace[489863592] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:10558; }","duration":"1.442996698s","start":"2026-03-31T05:17:22.552668Z","end":"2026-03-31T05:17:23.995664Z","steps":["trace[489863592] 'agreement among raft nodes before linearized reading' (duration: 1.442863694s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:23.995718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:22.552629Z","time spent":"1.44307926s","remote":"127.0.0.1:33084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:23.995788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281721915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:17:23.995787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281038447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:17:23.995882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.158756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:23.995919Z","caller":"traceutil/trace.go:171","msg":"trace[1627508871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10558; }","duration":"125.244229ms","start":"2026-03-31T05:17:23.870666Z","end":"2026-03-31T05:17:23.99591Z","steps":["trace[1627508871] 'agreement among raft nodes before linearized reading' (duration: 125.194337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:23.995935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.911481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:23.995978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283047021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:17:23.995882Z","caller":"traceutil/trace.go:171","msg":"trace[1130995340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10558; }","duration":"1.28115384s","start":"2026-03-31T05:17:22.714708Z","end":"2026-03-31T05:17:23.995862Z","steps":["trace[1130995340] 'agreement among raft nodes before linearized reading' (duration: 1.280854762s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:23.996042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.747929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:23.996038Z","caller":"traceutil/trace.go:171","msg":"trace[404452422] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10558; }","duration":"1.283146215s","start":"2026-03-31T05:17:22.712876Z","end":"2026-03-31T05:17:23.996022Z","steps":["trace[404452422] 'agreement among raft nodes before linearized reading' (duration: 1.283006431s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:23.996067Z","caller":"traceutil/trace.go:171","msg":"trace[2123740001] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:10558; }","duration":"873.828562ms","start":"2026-03-31T05:17:23.122228Z","end":"2026-03-31T05:17:23.996057Z","steps":["trace[2123740001] 'agreement among raft nodes before linearized reading' (duration: 873.78702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:23.996063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:22.714683Z","time spent":"1.281367365s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:17:23.996089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:22.712849Z","time spent":"1.283230436s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:17:23.99583Z","caller":"traceutil/trace.go:171","msg":"trace[537230002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10558; }","duration":"1.281779797s","start":"2026-03-31T05:17:22.714039Z","end":"2026-03-31T05:17:23.995819Z","steps":["trace[537230002] 'agreement among raft nodes before linearized reading' (duration: 1.281621953s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:23.996137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:22.447111Z","time spent":"1.548543079s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:23.996293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456589289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:17:23.995788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282688401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:17:23.996323Z","caller":"traceutil/trace.go:171","msg":"trace[1976661167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10558; }","duration":"1.456660681s","start":"2026-03-31T05:17:22.539653Z","end":"2026-03-31T05:17:23.996314Z","steps":["trace[1976661167] 'agreement among raft nodes before linearized reading' (duration: 1.456568748s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:23.996347Z","caller":"traceutil/trace.go:171","msg":"trace[181779413] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10558; }","duration":"1.283312059s","start":"2026-03-31T05:17:22.71302Z","end":"2026-03-31T05:17:23.996332Z","steps":["trace[181779413] 'agreement among raft nodes before linearized reading' (duration: 1.28262429s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:23.99637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:22.539632Z","time spent":"1.456729862s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:23.996401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283421732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:17:23.996452Z","caller":"traceutil/trace.go:171","msg":"trace[45198469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10558; }","duration":"1.283493044s","start":"2026-03-31T05:17:22.712948Z","end":"2026-03-31T05:17:23.996441Z","steps":["trace[45198469] 'agreement among raft nodes before linearized reading' (duration: 1.28333773s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:23.996481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:22.712937Z","time spent":"1.283538545s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:17:23.995993Z","caller":"traceutil/trace.go:171","msg":"trace[242122817] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:10558; }","duration":"265.023993ms","start":"2026-03-31T05:17:23.730953Z","end":"2026-03-31T05:17:23.995977Z","steps":["trace[242122817] 'agreement among raft nodes before linearized reading' (duration: 264.953501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:23.996384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:22.712993Z","time spent":"1.28337884s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:17:23.996201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:22.714032Z","time spent":"1.282158187s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:23.996098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:23.122198Z","time spent":"873.894634ms","remote":"127.0.0.1:33422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:24.507286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792631811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:17:25.474197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.039946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:25.474343Z","caller":"traceutil/trace.go:171","msg":"trace[1060314669] transaction","detail":"{read_only:false; response_revision:10559; number_of_response:1; }","duration":"1.473281153s","start":"2026-03-31T05:17:24.001038Z","end":"2026-03-31T05:17:25.474319Z","steps":["trace[1060314669] 'process raft request' (duration: 543.006122ms)","trace[1060314669] 'compare' (duration: 929.159911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:25.474412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:24.00102Z","time spent":"1.473359816s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:25.511683Z","caller":"traceutil/trace.go:171","msg":"trace[724034205] linearizableReadLoop","detail":"{readStateIndex:10970; appliedIndex:10965; }","duration":"1.505426482s","start":"2026-03-31T05:17:24.006237Z","end":"2026-03-31T05:17:25.511663Z","steps":["trace[724034205] 'read index received' (duration: 537.825581ms)","trace[724034205] 'applied index is now lower than readState.Index' (duration: 967.600261ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:25.51211Z","caller":"traceutil/trace.go:171","msg":"trace[173814656] transaction","detail":"{read_only:false; response_revision:10560; number_of_response:1; }","duration":"1.510868799s","start":"2026-03-31T05:17:24.001232Z","end":"2026-03-31T05:17:25.512101Z","steps":["trace[173814656] 'process raft request' (duration: 1.510179461s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:25.512211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:24.001204Z","time spent":"1.510932531s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:25.512342Z","caller":"traceutil/trace.go:171","msg":"trace[772752157] transaction","detail":"{read_only:false; response_revision:10561; number_of_response:1; }","duration":"1.510795398s","start":"2026-03-31T05:17:24.00154Z","end":"2026-03-31T05:17:25.512336Z","steps":["trace[772752157] 'process raft request' (duration: 1.510041227s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:25.512376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:24.001529Z","time spent":"1.510831259s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:25.512444Z","caller":"traceutil/trace.go:171","msg":"trace[1350355470] transaction","detail":"{read_only:false; response_revision:10562; number_of_response:1; }","duration":"1.510428828s","start":"2026-03-31T05:17:24.00201Z","end":"2026-03-31T05:17:25.512439Z","steps":["trace[1350355470] 'process raft request' (duration: 1.509607445s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:25.512476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:24.001999Z","time spent":"1.510460748s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:25.51254Z","caller":"traceutil/trace.go:171","msg":"trace[101590466] transaction","detail":"{read_only:false; response_revision:10563; number_of_response:1; }","duration":"1.508197496s","start":"2026-03-31T05:17:24.004337Z","end":"2026-03-31T05:17:25.512535Z","steps":["trace[101590466] 'process raft request' (duration: 1.507302542s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:25.512571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:24.00433Z","time spent":"1.508226038s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:25.512995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506755508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:330940"} {"level":"info","ts":"2026-03-31T05:17:25.513024Z","caller":"traceutil/trace.go:171","msg":"trace[1321279649] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:10563; }","duration":"1.506804679s","start":"2026-03-31T05:17:24.006214Z","end":"2026-03-31T05:17:25.513018Z","steps":["trace[1321279649] 'agreement among raft nodes before linearized reading' (duration: 1.506443699s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:25.513041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:24.006204Z","time spent":"1.506833089s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":35,"response size":330963,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:17:25.513238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446870242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:17:25.513258Z","caller":"traceutil/trace.go:171","msg":"trace[1305537956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10563; }","duration":"1.446945975s","start":"2026-03-31T05:17:24.066308Z","end":"2026-03-31T05:17:25.513254Z","steps":["trace[1305537956] 'agreement among raft nodes before linearized reading' (duration: 1.446893464s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:25.513277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:24.066279Z","time spent":"1.446994065s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:25.513743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018304444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:17:25.513765Z","caller":"traceutil/trace.go:171","msg":"trace[679800595] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10563; }","duration":"1.018375377s","start":"2026-03-31T05:17:24.495386Z","end":"2026-03-31T05:17:25.513761Z","steps":["trace[679800595] 'agreement among raft nodes before linearized reading' (duration: 1.018309875s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:25.51378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:24.495364Z","time spent":"1.018411337s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:17:25.513863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040538531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d5414525dcab\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-03-31T05:17:25.513893Z","caller":"traceutil/trace.go:171","msg":"trace[51930388] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d5414525dcab; range_end:; response_count:1; response_revision:10563; }","duration":"1.040611523s","start":"2026-03-31T05:17:24.473276Z","end":"2026-03-31T05:17:25.513887Z","steps":["trace[51930388] 'agreement among raft nodes before linearized reading' (duration: 1.040563552s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:25.513914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:24.473251Z","time spent":"1.040658445s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d5414525dcab\" "} {"level":"warn","ts":"2026-03-31T05:17:25.514022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274633772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:25.514042Z","caller":"traceutil/trace.go:171","msg":"trace[98054431] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:10563; }","duration":"1.274681412s","start":"2026-03-31T05:17:24.239356Z","end":"2026-03-31T05:17:25.514037Z","steps":["trace[98054431] 'agreement among raft nodes before linearized reading' (duration: 1.274637391s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:25.514058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:24.239239Z","time spent":"1.274814836s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":8,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:25.700704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.211626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:25.700984Z","caller":"traceutil/trace.go:171","msg":"trace[1997928230] transaction","detail":"{read_only:false; response_revision:10564; number_of_response:1; }","duration":"181.73675ms","start":"2026-03-31T05:17:25.519217Z","end":"2026-03-31T05:17:25.700953Z","steps":["trace[1997928230] 'process raft request' (duration: 63.099422ms)","trace[1997928230] 'compare' (duration: 117.440646ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:25.701095Z","caller":"traceutil/trace.go:171","msg":"trace[1743075237] transaction","detail":"{read_only:false; response_revision:10565; number_of_response:1; }","duration":"176.753965ms","start":"2026-03-31T05:17:25.524319Z","end":"2026-03-31T05:17:25.701073Z","steps":["trace[1743075237] 'process raft request' (duration: 176.621931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:25.701087Z","caller":"traceutil/trace.go:171","msg":"trace[2059571766] linearizableReadLoop","detail":"{readStateIndex:10971; appliedIndex:10970; }","duration":"180.463216ms","start":"2026-03-31T05:17:25.520583Z","end":"2026-03-31T05:17:25.701046Z","steps":["trace[2059571766] 'read index received' (duration: 61.747555ms)","trace[2059571766] 'applied index is now lower than readState.Index' (duration: 118.711361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:25.701596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.965129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:17:25.701663Z","caller":"traceutil/trace.go:171","msg":"trace[1673329778] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10565; }","duration":"181.090393ms","start":"2026-03-31T05:17:25.520556Z","end":"2026-03-31T05:17:25.701646Z","steps":["trace[1673329778] 'agreement among raft nodes before linearized reading' (duration: 180.686362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:25.892299Z","caller":"traceutil/trace.go:171","msg":"trace[707838351] linearizableReadLoop","detail":"{readStateIndex:10974; appliedIndex:10973; }","duration":"105.123599ms","start":"2026-03-31T05:17:25.787106Z","end":"2026-03-31T05:17:25.892229Z","steps":["trace[707838351] 'read index received' (duration: 104.853682ms)","trace[707838351] 'applied index is now lower than readState.Index' (duration: 268.487µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:25.892437Z","caller":"traceutil/trace.go:171","msg":"trace[1518037252] transaction","detail":"{read_only:false; response_revision:10567; number_of_response:1; }","duration":"105.934382ms","start":"2026-03-31T05:17:25.78649Z","end":"2026-03-31T05:17:25.892425Z","steps":["trace[1518037252] 'process raft request' (duration: 105.567442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:25.892957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.819748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:25.893013Z","caller":"traceutil/trace.go:171","msg":"trace[232059985] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10567; }","duration":"105.908491ms","start":"2026-03-31T05:17:25.787092Z","end":"2026-03-31T05:17:25.893001Z","steps":["trace[232059985] 'agreement among raft nodes before linearized reading' (duration: 105.754647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:26.129339Z","caller":"traceutil/trace.go:171","msg":"trace[468504654] transaction","detail":"{read_only:false; response_revision:10570; number_of_response:1; }","duration":"127.001857ms","start":"2026-03-31T05:17:26.002305Z","end":"2026-03-31T05:17:26.129307Z","steps":["trace[468504654] 'process raft request' (duration: 126.76829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:26.356706Z","caller":"traceutil/trace.go:171","msg":"trace[1338014974] linearizableReadLoop","detail":"{readStateIndex:10978; appliedIndex:10976; }","duration":"291.99614ms","start":"2026-03-31T05:17:26.064661Z","end":"2026-03-31T05:17:26.356657Z","steps":["trace[1338014974] 'read index received' (duration: 64.46148ms)","trace[1338014974] 'applied index is now lower than readState.Index' (duration: 227.53325ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:26.357689Z","caller":"traceutil/trace.go:171","msg":"trace[1344235094] transaction","detail":"{read_only:false; response_revision:10571; number_of_response:1; }","duration":"354.499816ms","start":"2026-03-31T05:17:26.003175Z","end":"2026-03-31T05:17:26.357675Z","steps":["trace[1344235094] 'process raft request' (duration: 350.972399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:26.357337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.623757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:26.357874Z","caller":"traceutil/trace.go:171","msg":"trace[1106340027] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:10571; }","duration":"293.247944ms","start":"2026-03-31T05:17:26.064592Z","end":"2026-03-31T05:17:26.35784Z","steps":["trace[1106340027] 'agreement among raft nodes before linearized reading' (duration: 292.537395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:26.357907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:26.003139Z","time spent":"354.585408ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:26.358252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.276645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d43346d418af\" ","response":"range_response_count:1 size:795"} {"level":"info","ts":"2026-03-31T05:17:26.358345Z","caller":"traceutil/trace.go:171","msg":"trace[2131499838] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d43346d418af; range_end:; response_count:1; response_revision:10571; }","duration":"219.439649ms","start":"2026-03-31T05:17:26.138885Z","end":"2026-03-31T05:17:26.358325Z","steps":["trace[2131499838] 'agreement among raft nodes before linearized reading' (duration: 219.149222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:26.591923Z","caller":"traceutil/trace.go:171","msg":"trace[678491900] linearizableReadLoop","detail":"{readStateIndex:10981; appliedIndex:10980; }","duration":"174.105172ms","start":"2026-03-31T05:17:26.417787Z","end":"2026-03-31T05:17:26.591892Z","steps":["trace[678491900] 'read index received' (duration: 91.265891ms)","trace[678491900] 'applied index is now lower than readState.Index' (duration: 82.838251ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:26.591948Z","caller":"traceutil/trace.go:171","msg":"trace[1074741852] transaction","detail":"{read_only:false; response_revision:10573; number_of_response:1; }","duration":"179.037697ms","start":"2026-03-31T05:17:26.412878Z","end":"2026-03-31T05:17:26.591916Z","steps":["trace[1074741852] 'process raft request' (duration: 96.216226ms)","trace[1074741852] 'compare' (duration: 82.651236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:26.592233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.015514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-03-31T05:17:26.592261Z","caller":"traceutil/trace.go:171","msg":"trace[1019590528] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:10573; }","duration":"150.117018ms","start":"2026-03-31T05:17:26.442136Z","end":"2026-03-31T05:17:26.592253Z","steps":["trace[1019590528] 'agreement among raft nodes before linearized reading' (duration: 149.920452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:26.592256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.438761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d4334c19a492\" ","response":"range_response_count:1 size:795"} {"level":"info","ts":"2026-03-31T05:17:26.592362Z","caller":"traceutil/trace.go:171","msg":"trace[709919917] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d4334c19a492; range_end:; response_count:1; response_revision:10573; }","duration":"174.578285ms","start":"2026-03-31T05:17:26.417758Z","end":"2026-03-31T05:17:26.592337Z","steps":["trace[709919917] 'agreement among raft nodes before linearized reading' (duration: 174.222175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:26.592588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.34752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:26.592612Z","caller":"traceutil/trace.go:171","msg":"trace[1967865056] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10573; }","duration":"118.485043ms","start":"2026-03-31T05:17:26.474121Z","end":"2026-03-31T05:17:26.592606Z","steps":["trace[1967865056] 'agreement among raft nodes before linearized reading' (duration: 118.447302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:27.371366Z","caller":"traceutil/trace.go:171","msg":"trace[436100645] transaction","detail":"{read_only:false; response_revision:10575; number_of_response:1; }","duration":"149.822709ms","start":"2026-03-31T05:17:27.221513Z","end":"2026-03-31T05:17:27.371336Z","steps":["trace[436100645] 'process raft request' (duration: 149.611664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:27.678753Z","caller":"traceutil/trace.go:171","msg":"trace[1295949329] transaction","detail":"{read_only:false; response_revision:10577; number_of_response:1; }","duration":"133.32529ms","start":"2026-03-31T05:17:27.545315Z","end":"2026-03-31T05:17:27.678641Z","steps":["trace[1295949329] 'process raft request' (duration: 77.129246ms)","trace[1295949329] 'compare' (duration: 56.009129ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:27.85043Z","caller":"traceutil/trace.go:171","msg":"trace[428517580] transaction","detail":"{read_only:false; response_revision:10578; number_of_response:1; }","duration":"304.337837ms","start":"2026-03-31T05:17:27.546068Z","end":"2026-03-31T05:17:27.850406Z","steps":["trace[428517580] 'process raft request' (duration: 304.172093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:27.850593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:27.546042Z","time spent":"304.459671ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:27.850779Z","caller":"traceutil/trace.go:171","msg":"trace[739235492] linearizableReadLoop","detail":"{readStateIndex:10987; appliedIndex:10984; }","duration":"303.025222ms","start":"2026-03-31T05:17:27.547722Z","end":"2026-03-31T05:17:27.850747Z","steps":["trace[739235492] 'read index received' (duration: 74.438682ms)","trace[739235492] 'applied index is now lower than readState.Index' (duration: 228.58553ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:27.850847Z","caller":"traceutil/trace.go:171","msg":"trace[635801900] transaction","detail":"{read_only:false; response_revision:10579; number_of_response:1; }","duration":"303.3673ms","start":"2026-03-31T05:17:27.547449Z","end":"2026-03-31T05:17:27.850816Z","steps":["trace[635801900] 'process raft request' (duration: 302.923318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:27.850955Z","caller":"traceutil/trace.go:171","msg":"trace[1401014832] transaction","detail":"{read_only:false; response_revision:10580; number_of_response:1; }","duration":"301.947532ms","start":"2026-03-31T05:17:27.54899Z","end":"2026-03-31T05:17:27.850937Z","steps":["trace[1401014832] 'process raft request' (duration: 301.606402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:27.851046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:27.548973Z","time spent":"302.033245ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:27.85106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:27.54744Z","time spent":"303.517495ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:27.852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.240104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:330940"} {"level":"info","ts":"2026-03-31T05:17:27.852092Z","caller":"traceutil/trace.go:171","msg":"trace[1919162575] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:10580; }","duration":"304.41896ms","start":"2026-03-31T05:17:27.547654Z","end":"2026-03-31T05:17:27.852073Z","steps":["trace[1919162575] 'agreement among raft nodes before linearized reading' (duration: 303.287009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:27.85213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:27.547631Z","time spent":"304.491211ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":35,"response size":330963,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:17:27.852201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.112461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:17:27.852288Z","caller":"traceutil/trace.go:171","msg":"trace[579885933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10580; }","duration":"146.260682ms","start":"2026-03-31T05:17:27.706011Z","end":"2026-03-31T05:17:27.852272Z","steps":["trace[579885933] 'agreement among raft nodes before linearized reading' (duration: 144.991288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:28.619022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.381105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:28.619128Z","caller":"traceutil/trace.go:171","msg":"trace[376838023] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10584; }","duration":"109.55048ms","start":"2026-03-31T05:17:28.50955Z","end":"2026-03-31T05:17:28.619101Z","steps":["trace[376838023] 'count revisions from in-memory index tree' (duration: 109.261093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:29.663883Z","caller":"traceutil/trace.go:171","msg":"trace[341336765] transaction","detail":"{read_only:false; response_revision:10585; number_of_response:1; }","duration":"114.777923ms","start":"2026-03-31T05:17:29.549074Z","end":"2026-03-31T05:17:29.663852Z","steps":["trace[341336765] 'process raft request' (duration: 114.534706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:29.933844Z","caller":"traceutil/trace.go:171","msg":"trace[1322639989] transaction","detail":"{read_only:false; response_revision:10586; number_of_response:1; }","duration":"246.406056ms","start":"2026-03-31T05:17:29.68739Z","end":"2026-03-31T05:17:29.933796Z","steps":["trace[1322639989] 'process raft request' (duration: 190.254413ms)","trace[1322639989] 'compare' (duration: 55.795213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:30.439691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792631881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:17:30.940529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792631881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:17:31.197305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.446835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:31.197478Z","caller":"traceutil/trace.go:171","msg":"trace[863112788] transaction","detail":"{read_only:false; response_revision:10587; number_of_response:1; }","duration":"1.258568724s","start":"2026-03-31T05:17:29.93887Z","end":"2026-03-31T05:17:31.197439Z","steps":["trace[863112788] 'process raft request' (duration: 1.110868453s)","trace[863112788] 'compare' (duration: 146.971771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:31.19757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:29.938851Z","time spent":"1.258669676s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:31.271844Z","caller":"traceutil/trace.go:171","msg":"trace[1945486010] transaction","detail":"{read_only:false; response_revision:10589; number_of_response:1; }","duration":"1.332368768s","start":"2026-03-31T05:17:29.939442Z","end":"2026-03-31T05:17:31.27181Z","steps":["trace[1945486010] 'process raft request' (duration: 1.332269426s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:31.271857Z","caller":"traceutil/trace.go:171","msg":"trace[1138383235] transaction","detail":"{read_only:false; response_revision:10588; number_of_response:1; }","duration":"1.332378348s","start":"2026-03-31T05:17:29.939431Z","end":"2026-03-31T05:17:31.27181Z","steps":["trace[1138383235] 'process raft request' (duration: 1.33208503s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:31.27205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:29.939415Z","time spent":"1.332524423s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:31.272084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:29.939413Z","time spent":"1.332554504s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:31.272266Z","caller":"traceutil/trace.go:171","msg":"trace[120376881] transaction","detail":"{read_only:false; response_revision:10590; number_of_response:1; }","duration":"1.332737018s","start":"2026-03-31T05:17:29.939473Z","end":"2026-03-31T05:17:31.27221Z","steps":["trace[120376881] 'process raft request' (duration: 1.332285406s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:31.272465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:29.93945Z","time spent":"1.332909973s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:31.272725Z","caller":"traceutil/trace.go:171","msg":"trace[2092460206] transaction","detail":"{read_only:false; response_revision:10591; number_of_response:1; }","duration":"1.129417049s","start":"2026-03-31T05:17:30.143288Z","end":"2026-03-31T05:17:31.272705Z","steps":["trace[2092460206] 'process raft request' (duration: 1.128825453s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:31.272799Z","caller":"traceutil/trace.go:171","msg":"trace[61456898] transaction","detail":"{read_only:false; response_revision:10592; number_of_response:1; }","duration":"848.072019ms","start":"2026-03-31T05:17:30.42468Z","end":"2026-03-31T05:17:31.272752Z","steps":["trace[61456898] 'process raft request' (duration: 847.898374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:31.272751Z","caller":"traceutil/trace.go:171","msg":"trace[1719408152] linearizableReadLoop","detail":"{readStateIndex:11000; appliedIndex:10994; }","duration":"1.333802697s","start":"2026-03-31T05:17:29.938919Z","end":"2026-03-31T05:17:31.272722Z","steps":["trace[1719408152] 'read index received' (duration: 1.110834911s)","trace[1719408152] 'applied index is now lower than readState.Index' (duration: 222.966406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:31.272837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:30.143262Z","time spent":"1.129529582s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:31.272866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:30.424656Z","time spent":"848.173542ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:31.273054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.034898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:31.273067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213918495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-31T05:17:31.273092Z","caller":"traceutil/trace.go:171","msg":"trace[216226029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10592; }","duration":"223.142261ms","start":"2026-03-31T05:17:31.049938Z","end":"2026-03-31T05:17:31.27308Z","steps":["trace[216226029] 'agreement among raft nodes before linearized reading' (duration: 223.046308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:31.273099Z","caller":"traceutil/trace.go:171","msg":"trace[1831470435] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:10592; }","duration":"1.213983527s","start":"2026-03-31T05:17:30.059104Z","end":"2026-03-31T05:17:31.273088Z","steps":["trace[1831470435] 'agreement among raft nodes before linearized reading' (duration: 1.213853594s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:31.273122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:30.059077Z","time spent":"1.214039428s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T05:17:31.273166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.448286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:17:31.273205Z","caller":"traceutil/trace.go:171","msg":"trace[1714028171] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10592; }","duration":"291.523418ms","start":"2026-03-31T05:17:30.981669Z","end":"2026-03-31T05:17:31.273192Z","steps":["trace[1714028171] 'agreement among raft nodes before linearized reading' (duration: 291.341863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:31.273238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.593006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:31.273266Z","caller":"traceutil/trace.go:171","msg":"trace[896684081] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:10592; }","duration":"832.657978ms","start":"2026-03-31T05:17:30.440596Z","end":"2026-03-31T05:17:31.273254Z","steps":["trace[896684081] 'agreement among raft nodes before linearized reading' (duration: 832.578676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:31.273285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:30.440572Z","time spent":"832.707809ms","remote":"127.0.0.1:33352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:31.273822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334895157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:330940"} {"level":"info","ts":"2026-03-31T05:17:31.273868Z","caller":"traceutil/trace.go:171","msg":"trace[602814637] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:10592; }","duration":"1.334961229s","start":"2026-03-31T05:17:29.938897Z","end":"2026-03-31T05:17:31.273859Z","steps":["trace[602814637] 'agreement among raft nodes before linearized reading' (duration: 1.334442005s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:31.273905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:29.938884Z","time spent":"1.33501234s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":35,"response size":330963,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:17:31.751173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.548466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:31.751314Z","caller":"traceutil/trace.go:171","msg":"trace[473686658] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:10592; }","duration":"366.768481ms","start":"2026-03-31T05:17:31.384495Z","end":"2026-03-31T05:17:31.751263Z","steps":["trace[473686658] 'count revisions from in-memory index tree' (duration: 366.470813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:31.751377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:31.384481Z","time spent":"366.879485ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:31.751245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.528187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:31.75172Z","caller":"traceutil/trace.go:171","msg":"trace[688396693] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10592; }","duration":"377.069883ms","start":"2026-03-31T05:17:31.374622Z","end":"2026-03-31T05:17:31.751691Z","steps":["trace[688396693] 'range keys from in-memory index tree' (duration: 376.399624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:31.751787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:31.374591Z","time spent":"377.176235ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:17:32.138083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.272277ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:17:32.140456Z","caller":"traceutil/trace.go:171","msg":"trace[95510706] transaction","detail":"{read_only:false; response_revision:10593; number_of_response:1; }","duration":"619.789328ms","start":"2026-03-31T05:17:31.520638Z","end":"2026-03-31T05:17:32.140427Z","steps":["trace[95510706] 'process raft request' (duration: 619.350606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:32.140565Z","caller":"traceutil/trace.go:171","msg":"trace[1248180259] linearizableReadLoop","detail":"{readStateIndex:11003; appliedIndex:11000; }","duration":"453.288313ms","start":"2026-03-31T05:17:31.687258Z","end":"2026-03-31T05:17:32.140546Z","steps":["trace[1248180259] 'read index received' (duration: 127.668695ms)","trace[1248180259] 'applied index is now lower than readState.Index' (duration: 325.617838ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:32.140612Z","caller":"traceutil/trace.go:171","msg":"trace[228135832] transaction","detail":"{read_only:false; response_revision:10594; number_of_response:1; }","duration":"453.428207ms","start":"2026-03-31T05:17:31.687147Z","end":"2026-03-31T05:17:32.140575Z","steps":["trace[228135832] 'process raft request' (duration: 453.207271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:32.140808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:31.687115Z","time spent":"453.576001ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:32.140827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.691446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:32.140883Z","caller":"traceutil/trace.go:171","msg":"trace[293683371] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:10594; }","duration":"441.86513ms","start":"2026-03-31T05:17:31.698999Z","end":"2026-03-31T05:17:32.140864Z","steps":["trace[293683371] 'agreement among raft nodes before linearized reading' (duration: 441.706426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:32.140945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:31.698973Z","time spent":"441.955573ms","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:32.14096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:31.520612Z","time spent":"619.913041ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:32.140935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.655402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:17:32.141051Z","caller":"traceutil/trace.go:171","msg":"trace[328228712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10594; }","duration":"453.821897ms","start":"2026-03-31T05:17:31.687202Z","end":"2026-03-31T05:17:32.141024Z","steps":["trace[328228712] 'agreement among raft nodes before linearized reading' (duration: 453.460817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:32.141126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:31.687176Z","time spent":"453.93427ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:17:32.141177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.370017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:32.141199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.41995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:32.141232Z","caller":"traceutil/trace.go:171","msg":"trace[967264164] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10594; }","duration":"385.501632ms","start":"2026-03-31T05:17:31.755723Z","end":"2026-03-31T05:17:32.141225Z","steps":["trace[967264164] 'agreement among raft nodes before linearized reading' (duration: 385.42902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:32.141254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:31.755701Z","time spent":"385.548744ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T05:17:32.141247Z","caller":"traceutil/trace.go:171","msg":"trace[1186077867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10594; }","duration":"271.49421ms","start":"2026-03-31T05:17:31.869737Z","end":"2026-03-31T05:17:32.141231Z","steps":["trace[1186077867] 'agreement among raft nodes before linearized reading' (duration: 271.382837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:32.141409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.114177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:17:32.141461Z","caller":"traceutil/trace.go:171","msg":"trace[2086406286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10594; }","duration":"202.2429ms","start":"2026-03-31T05:17:31.939206Z","end":"2026-03-31T05:17:32.141449Z","steps":["trace[2086406286] 'agreement among raft nodes before linearized reading' (duration: 202.064966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:32.141649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.358315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:32.141713Z","caller":"traceutil/trace.go:171","msg":"trace[1694223625] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:10594; }","duration":"427.459898ms","start":"2026-03-31T05:17:31.714239Z","end":"2026-03-31T05:17:32.141699Z","steps":["trace[1694223625] 'agreement among raft nodes before linearized reading' (duration: 427.360246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:32.141754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:31.714222Z","time spent":"427.520299ms","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:32.563742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.874167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:32.56399Z","caller":"traceutil/trace.go:171","msg":"trace[1345304797] transaction","detail":"{read_only:false; response_revision:10595; number_of_response:1; }","duration":"416.640122ms","start":"2026-03-31T05:17:32.147304Z","end":"2026-03-31T05:17:32.563944Z","steps":["trace[1345304797] 'process raft request' (duration: 239.447686ms)","trace[1345304797] 'compare' (duration: 176.503847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:32.564171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.161179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:17:32.564196Z","caller":"traceutil/trace.go:171","msg":"trace[626499169] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10595; }","duration":"416.20505ms","start":"2026-03-31T05:17:32.147984Z","end":"2026-03-31T05:17:32.564189Z","steps":["trace[626499169] 'agreement among raft nodes before linearized reading' (duration: 416.089346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:32.564224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:32.147973Z","time spent":"416.24266ms","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19243,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:17:32.564239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:32.147281Z","time spent":"416.854627ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:32.564046Z","caller":"traceutil/trace.go:171","msg":"trace[1851819590] linearizableReadLoop","detail":"{readStateIndex:11004; appliedIndex:11003; }","duration":"416.019125ms","start":"2026-03-31T05:17:32.148007Z","end":"2026-03-31T05:17:32.564026Z","steps":["trace[1851819590] 'read index received' (duration: 238.756988ms)","trace[1851819590] 'applied index is now lower than readState.Index' (duration: 177.260407ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:32.564998Z","caller":"traceutil/trace.go:171","msg":"trace[1510155105] transaction","detail":"{read_only:false; response_revision:10596; number_of_response:1; }","duration":"415.84874ms","start":"2026-03-31T05:17:32.149139Z","end":"2026-03-31T05:17:32.564988Z","steps":["trace[1510155105] 'process raft request' (duration: 415.002927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:32.565055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:32.149114Z","time spent":"415.917252ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:32.565129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.8209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:32.565224Z","caller":"traceutil/trace.go:171","msg":"trace[87109666] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:10596; }","duration":"134.967304ms","start":"2026-03-31T05:17:32.430233Z","end":"2026-03-31T05:17:32.5652Z","steps":["trace[87109666] 'agreement among raft nodes before linearized reading' (duration: 134.789189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:32.565496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.869941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:32.565528Z","caller":"traceutil/trace.go:171","msg":"trace[1804335947] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:10596; }","duration":"193.963253ms","start":"2026-03-31T05:17:32.371558Z","end":"2026-03-31T05:17:32.565521Z","steps":["trace[1804335947] 'agreement among raft nodes before linearized reading' (duration: 193.891441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:32.565628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.159991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88531"} {"level":"info","ts":"2026-03-31T05:17:32.56574Z","caller":"traceutil/trace.go:171","msg":"trace[188879541] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:10596; }","duration":"389.303385ms","start":"2026-03-31T05:17:32.176403Z","end":"2026-03-31T05:17:32.565706Z","steps":["trace[188879541] 'agreement among raft nodes before linearized reading' (duration: 388.493733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:32.565868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:32.176382Z","time spent":"389.429599ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":88554,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-31T05:17:33.387274Z","caller":"traceutil/trace.go:171","msg":"trace[23047825] linearizableReadLoop","detail":"{readStateIndex:11006; appliedIndex:11005; }","duration":"108.121211ms","start":"2026-03-31T05:17:33.279126Z","end":"2026-03-31T05:17:33.387247Z","steps":["trace[23047825] 'read index received' (duration: 107.927395ms)","trace[23047825] 'applied index is now lower than readState.Index' (duration: 192.846µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:33.387392Z","caller":"traceutil/trace.go:171","msg":"trace[1536801138] transaction","detail":"{read_only:false; response_revision:10597; number_of_response:1; }","duration":"179.046857ms","start":"2026-03-31T05:17:33.208289Z","end":"2026-03-31T05:17:33.387336Z","steps":["trace[1536801138] 'process raft request' (duration: 178.78703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.387536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.383788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:17:33.387575Z","caller":"traceutil/trace.go:171","msg":"trace[303107584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10597; }","duration":"108.481541ms","start":"2026-03-31T05:17:33.279083Z","end":"2026-03-31T05:17:33.387565Z","steps":["trace[303107584] 'agreement among raft nodes before linearized reading' (duration: 108.305006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:33.395284Z","caller":"traceutil/trace.go:171","msg":"trace[1375947503] transaction","detail":"{read_only:false; response_revision:10598; number_of_response:1; }","duration":"115.501013ms","start":"2026-03-31T05:17:33.279766Z","end":"2026-03-31T05:17:33.395267Z","steps":["trace[1375947503] 'process raft request' (duration: 115.346468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.395532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.074144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:17:33.395614Z","caller":"traceutil/trace.go:171","msg":"trace[464316546] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10599; }","duration":"114.193967ms","start":"2026-03-31T05:17:33.281405Z","end":"2026-03-31T05:17:33.395599Z","steps":["trace[464316546] 'agreement among raft nodes before linearized reading' (duration: 113.987201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.395563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.475309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:17:33.395695Z","caller":"traceutil/trace.go:171","msg":"trace[1598497926] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10599; }","duration":"105.677355ms","start":"2026-03-31T05:17:33.290008Z","end":"2026-03-31T05:17:33.395685Z","steps":["trace[1598497926] 'agreement among raft nodes before linearized reading' (duration: 105.470549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:33.395734Z","caller":"traceutil/trace.go:171","msg":"trace[108581360] transaction","detail":"{read_only:false; response_revision:10599; number_of_response:1; }","duration":"115.557444ms","start":"2026-03-31T05:17:33.280158Z","end":"2026-03-31T05:17:33.395716Z","steps":["trace[108581360] 'process raft request' (duration: 115.06512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.395766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.010369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:17:33.39597Z","caller":"traceutil/trace.go:171","msg":"trace[573939863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10599; }","duration":"111.310368ms","start":"2026-03-31T05:17:33.284644Z","end":"2026-03-31T05:17:33.395955Z","steps":["trace[573939863] 'agreement among raft nodes before linearized reading' (duration: 110.849876ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:34.650933Z","caller":"traceutil/trace.go:171","msg":"trace[2132151796] transaction","detail":"{read_only:false; response_revision:10603; number_of_response:1; }","duration":"167.76698ms","start":"2026-03-31T05:17:34.483111Z","end":"2026-03-31T05:17:34.650878Z","steps":["trace[2132151796] 'process raft request' (duration: 167.40639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:34.942522Z","caller":"traceutil/trace.go:171","msg":"trace[621980221] transaction","detail":"{read_only:false; response_revision:10608; number_of_response:1; }","duration":"282.764748ms","start":"2026-03-31T05:17:34.659732Z","end":"2026-03-31T05:17:34.942496Z","steps":["trace[621980221] 'process raft request' (duration: 282.671086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:34.943297Z","caller":"traceutil/trace.go:171","msg":"trace[428450304] transaction","detail":"{read_only:false; response_revision:10605; number_of_response:1; }","duration":"285.370549ms","start":"2026-03-31T05:17:34.657912Z","end":"2026-03-31T05:17:34.943282Z","steps":["trace[428450304] 'process raft request' (duration: 284.028712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:34.945315Z","caller":"traceutil/trace.go:171","msg":"trace[359367922] transaction","detail":"{read_only:false; response_revision:10606; number_of_response:1; }","duration":"287.025774ms","start":"2026-03-31T05:17:34.658277Z","end":"2026-03-31T05:17:34.945303Z","steps":["trace[359367922] 'process raft request' (duration: 283.97144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:34.946465Z","caller":"traceutil/trace.go:171","msg":"trace[879682137] transaction","detail":"{read_only:false; response_revision:10607; number_of_response:1; }","duration":"287.938439ms","start":"2026-03-31T05:17:34.658513Z","end":"2026-03-31T05:17:34.946451Z","steps":["trace[879682137] 'process raft request' (duration: 283.824487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.212792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057668479s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:36.213099Z","caller":"traceutil/trace.go:171","msg":"trace[1265610165] linearizableReadLoop","detail":"{readStateIndex:11018; appliedIndex:11017; }","duration":"1.115355324s","start":"2026-03-31T05:17:35.097724Z","end":"2026-03-31T05:17:36.213079Z","steps":["trace[1265610165] 'read index received' (duration: 57.179241ms)","trace[1265610165] 'applied index is now lower than readState.Index' (duration: 1.058173983s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:36.213149Z","caller":"traceutil/trace.go:171","msg":"trace[1942649545] transaction","detail":"{read_only:false; response_revision:10609; number_of_response:1; }","duration":"1.255140879s","start":"2026-03-31T05:17:34.957976Z","end":"2026-03-31T05:17:36.213117Z","steps":["trace[1942649545] 'process raft request' (duration: 197.013667ms)","trace[1942649545] 'compare' (duration: 1.057005551s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:36.213316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:34.957945Z","time spent":"1.255281163s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:36.213322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11559292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:17:36.213375Z","caller":"traceutil/trace.go:171","msg":"trace[1699546630] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10609; }","duration":"1.115681582s","start":"2026-03-31T05:17:35.097668Z","end":"2026-03-31T05:17:36.21335Z","steps":["trace[1699546630] 'agreement among raft nodes before linearized reading' (duration: 1.115500207s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.213409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.097644Z","time spent":"1.115757065s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T05:17:36.273064Z","caller":"traceutil/trace.go:171","msg":"trace[742385834] transaction","detail":"{read_only:false; response_revision:10610; number_of_response:1; }","duration":"871.682852ms","start":"2026-03-31T05:17:35.401352Z","end":"2026-03-31T05:17:36.273034Z","steps":["trace[742385834] 'process raft request' (duration: 871.468406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.273306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.401333Z","time spent":"871.819955ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:36.328952Z","caller":"traceutil/trace.go:171","msg":"trace[1871494383] transaction","detail":"{read_only:false; response_revision:10611; number_of_response:1; }","duration":"926.598371ms","start":"2026-03-31T05:17:35.402324Z","end":"2026-03-31T05:17:36.328922Z","steps":["trace[1871494383] 'process raft request' (duration: 923.741533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.329172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.402313Z","time spent":"926.739355ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:36.329424Z","caller":"traceutil/trace.go:171","msg":"trace[1901133235] transaction","detail":"{read_only:false; response_revision:10612; number_of_response:1; }","duration":"405.267961ms","start":"2026-03-31T05:17:35.924128Z","end":"2026-03-31T05:17:36.329396Z","steps":["trace[1901133235] 'process raft request' (duration: 404.754707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:36.329662Z","caller":"traceutil/trace.go:171","msg":"trace[849864149] linearizableReadLoop","detail":"{readStateIndex:11021; appliedIndex:11018; }","duration":"116.474729ms","start":"2026-03-31T05:17:36.213138Z","end":"2026-03-31T05:17:36.329613Z","steps":["trace[849864149] 'read index received' (duration: 59.668728ms)","trace[849864149] 'applied index is now lower than readState.Index' (duration: 56.803551ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:36.329811Z","caller":"traceutil/trace.go:171","msg":"trace[700792240] transaction","detail":"{read_only:false; response_revision:10613; number_of_response:1; }","duration":"111.174944ms","start":"2026-03-31T05:17:36.218603Z","end":"2026-03-31T05:17:36.329778Z","steps":["trace[700792240] 'process raft request' (duration: 110.561487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.329926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.924096Z","time spent":"405.622381ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:36.330064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.617541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:17:36.33011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.430453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:17:36.330125Z","caller":"traceutil/trace.go:171","msg":"trace[1367746555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10613; }","duration":"845.715533ms","start":"2026-03-31T05:17:35.484392Z","end":"2026-03-31T05:17:36.330107Z","steps":["trace[1367746555] 'agreement among raft nodes before linearized reading' (duration: 845.478717ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:36.330146Z","caller":"traceutil/trace.go:171","msg":"trace[1289826407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10613; }","duration":"935.528155ms","start":"2026-03-31T05:17:35.394607Z","end":"2026-03-31T05:17:36.330136Z","steps":["trace[1289826407] 'agreement among raft nodes before linearized reading' (duration: 935.376261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.33018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.394581Z","time spent":"935.590637ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:36.330519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.525177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:36.330657Z","caller":"traceutil/trace.go:171","msg":"trace[1368485933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10613; }","duration":"461.713432ms","start":"2026-03-31T05:17:35.868924Z","end":"2026-03-31T05:17:36.330637Z","steps":["trace[1368485933] 'agreement among raft nodes before linearized reading' (duration: 461.550087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.330177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.484386Z","time spent":"845.780986ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:36.33028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028789901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-03-31T05:17:36.330543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.278443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:17:36.330842Z","caller":"traceutil/trace.go:171","msg":"trace[1225207887] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:10613; }","duration":"1.029343556s","start":"2026-03-31T05:17:35.30148Z","end":"2026-03-31T05:17:36.330823Z","steps":["trace[1225207887] 'agreement among raft nodes before linearized reading' (duration: 1.028722149s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.330821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.021459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:17:36.330912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.301387Z","time spent":"1.029512391s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-03-31T05:17:36.330927Z","caller":"traceutil/trace.go:171","msg":"trace[1987758092] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10613; }","duration":"885.662743ms","start":"2026-03-31T05:17:35.445217Z","end":"2026-03-31T05:17:36.33088Z","steps":["trace[1987758092] 'agreement among raft nodes before linearized reading' (duration: 885.253932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.331031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.445198Z","time spent":"885.815628ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:17:36.330959Z","caller":"traceutil/trace.go:171","msg":"trace[820981827] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10613; }","duration":"847.197524ms","start":"2026-03-31T05:17:35.483721Z","end":"2026-03-31T05:17:36.330918Z","steps":["trace[820981827] 'agreement among raft nodes before linearized reading' (duration: 846.595978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.330751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.868898Z","time spent":"461.839115ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:36.331365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.483712Z","time spent":"847.535223ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:17:36.330423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.847079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5641"} {"level":"warn","ts":"2026-03-31T05:17:36.33046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.946136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-31T05:17:36.331583Z","caller":"traceutil/trace.go:171","msg":"trace[395429964] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:10613; }","duration":"110.972478ms","start":"2026-03-31T05:17:36.220539Z","end":"2026-03-31T05:17:36.331511Z","steps":["trace[395429964] 'agreement among raft nodes before linearized reading' (duration: 109.798206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:36.33163Z","caller":"traceutil/trace.go:171","msg":"trace[1081208493] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:10613; }","duration":"257.151449ms","start":"2026-03-31T05:17:36.074465Z","end":"2026-03-31T05:17:36.331617Z","steps":["trace[1081208493] 'agreement among raft nodes before linearized reading' (duration: 255.904005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.330419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.431188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:17:36.331701Z","caller":"traceutil/trace.go:171","msg":"trace[901304772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10613; }","duration":"860.727544ms","start":"2026-03-31T05:17:35.470934Z","end":"2026-03-31T05:17:36.331662Z","steps":["trace[901304772] 'agreement among raft nodes before linearized reading' (duration: 859.14814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.331772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.470916Z","time spent":"860.819506ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:36.332943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.95085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:17:36.333026Z","caller":"traceutil/trace.go:171","msg":"trace[603875523] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10613; }","duration":"846.052323ms","start":"2026-03-31T05:17:35.486944Z","end":"2026-03-31T05:17:36.332996Z","steps":["trace[603875523] 'agreement among raft nodes before linearized reading' (duration: 842.778414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.333078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.486938Z","time spent":"846.126675ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:17:37.638888Z","caller":"traceutil/trace.go:171","msg":"trace[34481438] linearizableReadLoop","detail":"{readStateIndex:11032; appliedIndex:11031; }","duration":"232.535127ms","start":"2026-03-31T05:17:37.406326Z","end":"2026-03-31T05:17:37.638862Z","steps":["trace[34481438] 'read index received' (duration: 232.227219ms)","trace[34481438] 'applied index is now lower than readState.Index' (duration: 306.928µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:37.638957Z","caller":"traceutil/trace.go:171","msg":"trace[804629750] transaction","detail":"{read_only:false; response_revision:10622; number_of_response:1; }","duration":"311.982616ms","start":"2026-03-31T05:17:37.326953Z","end":"2026-03-31T05:17:37.638936Z","steps":["trace[804629750] 'process raft request' (duration: 311.717809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:37.639121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:37.326925Z","time spent":"312.088249ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9244,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:37.639147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.819335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:17:37.639182Z","caller":"traceutil/trace.go:171","msg":"trace[299847741] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10622; }","duration":"232.893747ms","start":"2026-03-31T05:17:37.406278Z","end":"2026-03-31T05:17:37.639172Z","steps":["trace[299847741] 'agreement among raft nodes before linearized reading' (duration: 232.720943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:37.882196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.669091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:37.882294Z","caller":"traceutil/trace.go:171","msg":"trace[332391432] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10622; }","duration":"147.829975ms","start":"2026-03-31T05:17:37.734446Z","end":"2026-03-31T05:17:37.882276Z","steps":["trace[332391432] 'range keys from in-memory index tree' (duration: 147.541997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:38.870751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792631982,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:17:38.926174Z","caller":"traceutil/trace.go:171","msg":"trace[832611148] transaction","detail":"{read_only:false; response_revision:10625; number_of_response:1; }","duration":"558.905516ms","start":"2026-03-31T05:17:38.367234Z","end":"2026-03-31T05:17:38.92614Z","steps":["trace[832611148] 'process raft request' (duration: 558.70069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:38.926397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:38.367212Z","time spent":"559.0752ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:39.241597Z","caller":"traceutil/trace.go:171","msg":"trace[178477861] linearizableReadLoop","detail":"{readStateIndex:11036; appliedIndex:11034; }","duration":"871.673713ms","start":"2026-03-31T05:17:38.369893Z","end":"2026-03-31T05:17:39.241567Z","steps":["trace[178477861] 'read index received' (duration: 555.947295ms)","trace[178477861] 'applied index is now lower than readState.Index' (duration: 315.725258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:39.24198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.041263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:17:39.242104Z","caller":"traceutil/trace.go:171","msg":"trace[1311475935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10626; }","duration":"872.194547ms","start":"2026-03-31T05:17:38.369884Z","end":"2026-03-31T05:17:39.242078Z","steps":["trace[1311475935] 'agreement among raft nodes before linearized reading' (duration: 871.847097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:39.242172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:38.369836Z","time spent":"872.325051ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:39.242209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.587216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:17:39.242258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.862134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-03-31T05:17:39.242259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.191572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:39.242299Z","caller":"traceutil/trace.go:171","msg":"trace[530493450] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:10626; }","duration":"111.973597ms","start":"2026-03-31T05:17:39.130313Z","end":"2026-03-31T05:17:39.242287Z","steps":["trace[530493450] 'agreement among raft nodes before linearized reading' (duration: 111.765671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:39.242314Z","caller":"traceutil/trace.go:171","msg":"trace[975053974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10626; }","duration":"869.73535ms","start":"2026-03-31T05:17:38.37255Z","end":"2026-03-31T05:17:39.242285Z","steps":["trace[975053974] 'agreement among raft nodes before linearized reading' (duration: 869.444843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:39.242336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.890297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:17:39.242378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:38.372521Z","time spent":"869.841093ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:17:39.242388Z","caller":"traceutil/trace.go:171","msg":"trace[361948458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10626; }","duration":"371.380837ms","start":"2026-03-31T05:17:38.870935Z","end":"2026-03-31T05:17:39.242315Z","steps":["trace[361948458] 'agreement among raft nodes before linearized reading' (duration: 371.11836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:39.242408Z","caller":"traceutil/trace.go:171","msg":"trace[1202817602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10626; }","duration":"254.966969ms","start":"2026-03-31T05:17:38.987422Z","end":"2026-03-31T05:17:39.242389Z","steps":["trace[1202817602] 'agreement among raft nodes before linearized reading' (duration: 254.754974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:39.242407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.207105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:17:39.242517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:38.870901Z","time spent":"371.545002ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:39.242529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.172235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:17:39.242579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.635589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:17:39.242708Z","caller":"traceutil/trace.go:171","msg":"trace[1885234967] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10626; }","duration":"861.815344ms","start":"2026-03-31T05:17:38.380866Z","end":"2026-03-31T05:17:39.242681Z","steps":["trace[1885234967] 'agreement among raft nodes before linearized reading' (duration: 861.405823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:39.24263Z","caller":"traceutil/trace.go:171","msg":"trace[2122709583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10626; }","duration":"869.309128ms","start":"2026-03-31T05:17:38.373296Z","end":"2026-03-31T05:17:39.242605Z","steps":["trace[2122709583] 'agreement among raft nodes before linearized reading' (duration: 869.01691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:39.242777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:38.380847Z","time spent":"861.920267ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:17:39.242797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:38.373283Z","time spent":"869.498744ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:17:39.242549Z","caller":"traceutil/trace.go:171","msg":"trace[1429909725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10626; }","duration":"533.375149ms","start":"2026-03-31T05:17:38.709143Z","end":"2026-03-31T05:17:39.242519Z","steps":["trace[1429909725] 'agreement among raft nodes before linearized reading' (duration: 533.189474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:39.242813Z","caller":"traceutil/trace.go:171","msg":"trace[1555394043] transaction","detail":"{read_only:false; response_revision:10626; number_of_response:1; }","duration":"591.336751ms","start":"2026-03-31T05:17:38.651427Z","end":"2026-03-31T05:17:39.242764Z","steps":["trace[1555394043] 'process raft request' (duration: 589.932433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:39.242896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:38.709108Z","time spent":"533.755959ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:17:39.242972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:38.651402Z","time spent":"591.468854ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7328,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:39.539574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.008414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-ks-user-zgz82\" ","response":"range_response_count:1 size:2756"} {"level":"info","ts":"2026-03-31T05:17:39.539664Z","caller":"traceutil/trace.go:171","msg":"trace[2147158240] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/glance-ks-user-zgz82; range_end:; response_count:1; response_revision:10631; }","duration":"176.147788ms","start":"2026-03-31T05:17:39.363491Z","end":"2026-03-31T05:17:39.539639Z","steps":["trace[2147158240] 'range keys from in-memory index tree' (duration: 175.770128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:39.799618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.492573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:39.79988Z","caller":"traceutil/trace.go:171","msg":"trace[1704937687] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:10632; }","duration":"148.768912ms","start":"2026-03-31T05:17:39.651077Z","end":"2026-03-31T05:17:39.799846Z","steps":["trace[1704937687] 'count revisions from in-memory index tree' (duration: 148.365161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:40.525709Z","caller":"traceutil/trace.go:171","msg":"trace[1234848252] transaction","detail":"{read_only:false; response_revision:10633; number_of_response:1; }","duration":"182.825261ms","start":"2026-03-31T05:17:40.342819Z","end":"2026-03-31T05:17:40.525644Z","steps":["trace[1234848252] 'process raft request' (duration: 182.475231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:40.592646Z","caller":"traceutil/trace.go:171","msg":"trace[29298] linearizableReadLoop","detail":"{readStateIndex:11044; appliedIndex:11043; }","duration":"236.031363ms","start":"2026-03-31T05:17:40.356586Z","end":"2026-03-31T05:17:40.592617Z","steps":["trace[29298] 'read index received' (duration: 169.772794ms)","trace[29298] 'applied index is now lower than readState.Index' (duration: 66.257039ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:40.592866Z","caller":"traceutil/trace.go:171","msg":"trace[2100493654] transaction","detail":"{read_only:false; response_revision:10634; number_of_response:1; }","duration":"236.445974ms","start":"2026-03-31T05:17:40.356372Z","end":"2026-03-31T05:17:40.592818Z","steps":["trace[2100493654] 'process raft request' (duration: 236.091245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:40.593085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.470935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-user-zgz82\" ","response":"range_response_count:1 size:9259"} {"level":"info","ts":"2026-03-31T05:17:40.593182Z","caller":"traceutil/trace.go:171","msg":"trace[301342359] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-user-zgz82; range_end:; response_count:1; response_revision:10634; }","duration":"236.616969ms","start":"2026-03-31T05:17:40.356541Z","end":"2026-03-31T05:17:40.593158Z","steps":["trace[301342359] 'agreement among raft nodes before linearized reading' (duration: 236.261179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:41.013053Z","caller":"traceutil/trace.go:171","msg":"trace[709319918] linearizableReadLoop","detail":"{readStateIndex:11045; appliedIndex:11044; }","duration":"359.946855ms","start":"2026-03-31T05:17:40.653075Z","end":"2026-03-31T05:17:41.013022Z","steps":["trace[709319918] 'read index received' (duration: 359.559755ms)","trace[709319918] 'applied index is now lower than readState.Index' (duration: 385.73µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:41.013143Z","caller":"traceutil/trace.go:171","msg":"trace[1490956973] transaction","detail":"{read_only:false; response_revision:10635; number_of_response:1; }","duration":"405.104408ms","start":"2026-03-31T05:17:40.607985Z","end":"2026-03-31T05:17:41.01309Z","steps":["trace[1490956973] 'process raft request' (duration: 404.829691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:41.013366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:40.607943Z","time spent":"405.306353ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9246,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:41.013384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.275195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:17:41.013495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.100051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:41.013506Z","caller":"traceutil/trace.go:171","msg":"trace[307255733] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:10635; }","duration":"360.47054ms","start":"2026-03-31T05:17:40.653009Z","end":"2026-03-31T05:17:41.01348Z","steps":["trace[307255733] 'agreement among raft nodes before linearized reading' (duration: 360.188452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:41.013563Z","caller":"traceutil/trace.go:171","msg":"trace[1591565422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10635; }","duration":"145.209964ms","start":"2026-03-31T05:17:40.868337Z","end":"2026-03-31T05:17:41.013547Z","steps":["trace[1591565422] 'agreement among raft nodes before linearized reading' (duration: 145.09529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:41.013587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:40.652983Z","time spent":"360.579553ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":128,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:41.26034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.44294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:41.26047Z","caller":"traceutil/trace.go:171","msg":"trace[377819103] linearizableReadLoop","detail":"{readStateIndex:11046; appliedIndex:11045; }","duration":"227.949412ms","start":"2026-03-31T05:17:41.032501Z","end":"2026-03-31T05:17:41.26045Z","steps":["trace[377819103] 'read index received' (duration: 71.224024ms)","trace[377819103] 'applied index is now lower than readState.Index' (duration: 156.723538ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:41.260566Z","caller":"traceutil/trace.go:171","msg":"trace[501764702] transaction","detail":"{read_only:false; response_revision:10636; number_of_response:1; }","duration":"240.289398ms","start":"2026-03-31T05:17:41.020265Z","end":"2026-03-31T05:17:41.260554Z","steps":["trace[501764702] 'process raft request' (duration: 83.53459ms)","trace[501764702] 'compare' (duration: 156.301366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:41.260746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.23228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:41.260837Z","caller":"traceutil/trace.go:171","msg":"trace[253772316] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:10636; }","duration":"228.325583ms","start":"2026-03-31T05:17:41.032496Z","end":"2026-03-31T05:17:41.260821Z","steps":["trace[253772316] 'agreement among raft nodes before linearized reading' (duration: 228.184839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:41.261236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.442261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:41.261313Z","caller":"traceutil/trace.go:171","msg":"trace[1922630206] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:10636; }","duration":"200.582345ms","start":"2026-03-31T05:17:41.060714Z","end":"2026-03-31T05:17:41.261297Z","steps":["trace[1922630206] 'agreement among raft nodes before linearized reading' (duration: 200.347588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:41.261798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.563228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:41.261978Z","caller":"traceutil/trace.go:171","msg":"trace[2028120804] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:10636; }","duration":"117.719983ms","start":"2026-03-31T05:17:41.144162Z","end":"2026-03-31T05:17:41.261882Z","steps":["trace[2028120804] 'agreement among raft nodes before linearized reading' (duration: 116.920941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:41.539835Z","caller":"traceutil/trace.go:171","msg":"trace[1016163222] linearizableReadLoop","detail":"{readStateIndex:11047; appliedIndex:11046; }","duration":"216.464029ms","start":"2026-03-31T05:17:41.323335Z","end":"2026-03-31T05:17:41.539799Z","steps":["trace[1016163222] 'read index received' (duration: 213.027975ms)","trace[1016163222] 'applied index is now lower than readState.Index' (duration: 3.433774ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:41.53993Z","caller":"traceutil/trace.go:171","msg":"trace[1091338224] transaction","detail":"{read_only:false; response_revision:10637; number_of_response:1; }","duration":"216.633613ms","start":"2026-03-31T05:17:41.323257Z","end":"2026-03-31T05:17:41.539891Z","steps":["trace[1091338224] 'process raft request' (duration: 213.21288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:41.540262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.829059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:17:41.54032Z","caller":"traceutil/trace.go:171","msg":"trace[965532068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10637; }","duration":"216.922471ms","start":"2026-03-31T05:17:41.323382Z","end":"2026-03-31T05:17:41.540305Z","steps":["trace[965532068] 'agreement among raft nodes before linearized reading' (duration: 216.620472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:41.54065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.869133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:17:41.540701Z","caller":"traceutil/trace.go:171","msg":"trace[1137958950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10637; }","duration":"215.919784ms","start":"2026-03-31T05:17:41.324768Z","end":"2026-03-31T05:17:41.540688Z","steps":["trace[1137958950] 'agreement among raft nodes before linearized reading' (duration: 215.794471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:41.540892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.390003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-03-31T05:17:41.541001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.635233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:17:41.541001Z","caller":"traceutil/trace.go:171","msg":"trace[290835709] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:10637; }","duration":"147.584498ms","start":"2026-03-31T05:17:41.393394Z","end":"2026-03-31T05:17:41.540979Z","steps":["trace[290835709] 'agreement among raft nodes before linearized reading' (duration: 146.610792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:41.540993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.838829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:17:41.541039Z","caller":"traceutil/trace.go:171","msg":"trace[478294518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10637; }","duration":"216.691534ms","start":"2026-03-31T05:17:41.324336Z","end":"2026-03-31T05:17:41.541027Z","steps":["trace[478294518] 'agreement among raft nodes before linearized reading' (duration: 216.579051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:41.541078Z","caller":"traceutil/trace.go:171","msg":"trace[1406354506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10637; }","duration":"217.752254ms","start":"2026-03-31T05:17:41.323296Z","end":"2026-03-31T05:17:41.541048Z","steps":["trace[1406354506] 'agreement among raft nodes before linearized reading' (duration: 216.658084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.291728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.014826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:42.291989Z","caller":"traceutil/trace.go:171","msg":"trace[1528044175] transaction","detail":"{read_only:false; response_revision:10638; number_of_response:1; }","duration":"745.321474ms","start":"2026-03-31T05:17:41.546623Z","end":"2026-03-31T05:17:42.291945Z","steps":["trace[1528044175] 'process raft request' (duration: 163.01694ms)","trace[1528044175] 'compare' (duration: 581.649756ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:42.292081Z","caller":"traceutil/trace.go:171","msg":"trace[395462459] transaction","detail":"{read_only:false; response_revision:10640; number_of_response:1; }","duration":"744.47208ms","start":"2026-03-31T05:17:41.54759Z","end":"2026-03-31T05:17:42.292063Z","steps":["trace[395462459] 'process raft request' (duration: 744.347567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.29211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:41.546595Z","time spent":"745.451658ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:42.292131Z","caller":"traceutil/trace.go:171","msg":"trace[82425013] transaction","detail":"{read_only:false; response_revision:10641; number_of_response:1; }","duration":"741.019537ms","start":"2026-03-31T05:17:41.551103Z","end":"2026-03-31T05:17:42.292123Z","steps":["trace[82425013] 'process raft request' (duration: 740.908754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.292207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:41.55109Z","time spent":"741.067898ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:42.292207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:41.547584Z","time spent":"744.544493ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:42.292066Z","caller":"traceutil/trace.go:171","msg":"trace[2106519578] transaction","detail":"{read_only:false; response_revision:10639; number_of_response:1; }","duration":"744.596295ms","start":"2026-03-31T05:17:41.547436Z","end":"2026-03-31T05:17:42.292032Z","steps":["trace[2106519578] 'process raft request' (duration: 744.384909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.292425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:41.547411Z","time spent":"744.923123ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:42.663268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.187812ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:17:42.664031Z","caller":"traceutil/trace.go:171","msg":"trace[1078302636] linearizableReadLoop","detail":"{readStateIndex:11052; appliedIndex:11047; }","duration":"792.723018ms","start":"2026-03-31T05:17:41.871286Z","end":"2026-03-31T05:17:42.664009Z","steps":["trace[1078302636] 'read index received' (duration: 170.935966ms)","trace[1078302636] 'applied index is now lower than readState.Index' (duration: 621.785522ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:42.665057Z","caller":"traceutil/trace.go:171","msg":"trace[1400504675] transaction","detail":"{read_only:false; response_revision:10642; number_of_response:1; }","duration":"722.81687ms","start":"2026-03-31T05:17:41.942214Z","end":"2026-03-31T05:17:42.665031Z","steps":["trace[1400504675] 'process raft request' (duration: 721.247127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.665462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:41.942189Z","time spent":"722.945824ms","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7212,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:42.664189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.882762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:42.66636Z","caller":"traceutil/trace.go:171","msg":"trace[1849572614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10641; }","duration":"794.499876ms","start":"2026-03-31T05:17:41.871252Z","end":"2026-03-31T05:17:42.665752Z","steps":["trace[1849572614] 'agreement among raft nodes before linearized reading' (duration: 792.875682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.66645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:41.871234Z","time spent":"795.196685ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:42.902135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.02732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:42.902276Z","caller":"traceutil/trace.go:171","msg":"trace[1876526093] transaction","detail":"{read_only:false; response_revision:10643; number_of_response:1; }","duration":"874.721656ms","start":"2026-03-31T05:17:42.027526Z","end":"2026-03-31T05:17:42.902248Z","steps":["trace[1876526093] 'process raft request' (duration: 637.488ms)","trace[1876526093] 'compare' (duration: 236.263699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:42.902355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.027491Z","time spent":"874.830979ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7431,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:43.331643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.805501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:43.331842Z","caller":"traceutil/trace.go:171","msg":"trace[2087332371] linearizableReadLoop","detail":"{readStateIndex:11058; appliedIndex:11054; }","duration":"667.744256ms","start":"2026-03-31T05:17:42.664082Z","end":"2026-03-31T05:17:43.331826Z","steps":["trace[2087332371] 'read index received' (duration: 370.74938ms)","trace[2087332371] 'applied index is now lower than readState.Index' (duration: 296.993266ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:43.331901Z","caller":"traceutil/trace.go:171","msg":"trace[2112244221] transaction","detail":"{read_only:false; response_revision:10644; number_of_response:1; }","duration":"915.397035ms","start":"2026-03-31T05:17:42.416495Z","end":"2026-03-31T05:17:43.331892Z","steps":["trace[2112244221] 'process raft request' (duration: 618.256076ms)","trace[2112244221] 'compare' (duration: 296.709368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:43.331945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.416459Z","time spent":"915.466087ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:43.332044Z","caller":"traceutil/trace.go:171","msg":"trace[12623477] transaction","detail":"{read_only:false; response_revision:10645; number_of_response:1; }","duration":"796.547001ms","start":"2026-03-31T05:17:42.535489Z","end":"2026-03-31T05:17:43.332036Z","steps":["trace[12623477] 'process raft request' (duration: 796.236383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.33208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.535448Z","time spent":"796.614053ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:43.332244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00274358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:43.332349Z","caller":"traceutil/trace.go:171","msg":"trace[2144479472] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:10647; }","duration":"1.002927414s","start":"2026-03-31T05:17:42.329403Z","end":"2026-03-31T05:17:43.33233Z","steps":["trace[2144479472] 'agreement among raft nodes before linearized reading' (duration: 1.00276238s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:43.332379Z","caller":"traceutil/trace.go:171","msg":"trace[1676152577] transaction","detail":"{read_only:false; response_revision:10646; number_of_response:1; }","duration":"794.99643ms","start":"2026-03-31T05:17:42.537374Z","end":"2026-03-31T05:17:43.332371Z","steps":["trace[1676152577] 'process raft request' (duration: 794.391613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.332464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.537263Z","time spent":"795.181545ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:43.332427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.329377Z","time spent":"1.003038458s","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:17:43.332584Z","caller":"traceutil/trace.go:171","msg":"trace[1620217301] transaction","detail":"{read_only:false; response_revision:10647; number_of_response:1; }","duration":"732.486262ms","start":"2026-03-31T05:17:42.60009Z","end":"2026-03-31T05:17:43.332577Z","steps":["trace[1620217301] 'process raft request' (duration: 731.702981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.332622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.600062Z","time spent":"732.542304ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:43.817646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.041625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:43.817782Z","caller":"traceutil/trace.go:171","msg":"trace[1760933768] linearizableReadLoop","detail":"{readStateIndex:11059; appliedIndex:11058; }","duration":"485.900512ms","start":"2026-03-31T05:17:43.331862Z","end":"2026-03-31T05:17:43.817763Z","steps":["trace[1760933768] 'read index received' (duration: 102.564319ms)","trace[1760933768] 'applied index is now lower than readState.Index' (duration: 383.334393ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:43.81788Z","caller":"traceutil/trace.go:171","msg":"trace[1844538138] transaction","detail":"{read_only:false; response_revision:10648; number_of_response:1; }","duration":"904.799606ms","start":"2026-03-31T05:17:42.91307Z","end":"2026-03-31T05:17:43.817869Z","steps":["trace[1844538138] 'process raft request' (duration: 521.427002ms)","trace[1844538138] 'compare' (duration: 382.519921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:43.817936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.913032Z","time spent":"904.876668ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9144,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:43.818026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.984626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:17:43.818119Z","caller":"traceutil/trace.go:171","msg":"trace[1530532237] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10648; }","duration":"907.150441ms","start":"2026-03-31T05:17:42.910944Z","end":"2026-03-31T05:17:43.818095Z","steps":["trace[1530532237] 'agreement among raft nodes before linearized reading' (duration: 906.916104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.818167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148598411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:43.818201Z","caller":"traceutil/trace.go:171","msg":"trace[404789693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10648; }","duration":"1.148662752s","start":"2026-03-31T05:17:42.669528Z","end":"2026-03-31T05:17:43.818191Z","steps":["trace[404789693] 'agreement among raft nodes before linearized reading' (duration: 1.14859244s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.818228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.669503Z","time spent":"1.148719664s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:43.818244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.876973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:17:43.818277Z","caller":"traceutil/trace.go:171","msg":"trace[1455240728] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10648; }","duration":"540.941115ms","start":"2026-03-31T05:17:43.277327Z","end":"2026-03-31T05:17:43.818268Z","steps":["trace[1455240728] 'agreement among raft nodes before linearized reading' (duration: 540.859403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.818331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:43.277304Z","time spent":"540.996807ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:17:43.818451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.660842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:17:43.818482Z","caller":"traceutil/trace.go:171","msg":"trace[1300031259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10648; }","duration":"272.730144ms","start":"2026-03-31T05:17:43.545744Z","end":"2026-03-31T05:17:43.818474Z","steps":["trace[1300031259] 'agreement among raft nodes before linearized reading' (duration: 272.59178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.818579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.348457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:17:43.818164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.910916Z","time spent":"907.239742ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:17:43.818619Z","caller":"traceutil/trace.go:171","msg":"trace[534121978] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10648; }","duration":"541.418228ms","start":"2026-03-31T05:17:43.277188Z","end":"2026-03-31T05:17:43.818606Z","steps":["trace[534121978] 'agreement among raft nodes before linearized reading' (duration: 541.323156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.818649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:43.277165Z","time spent":"541.478719ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:17:43.818822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.005024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:43.818858Z","caller":"traceutil/trace.go:171","msg":"trace[1630463] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:10648; }","duration":"616.084116ms","start":"2026-03-31T05:17:43.202764Z","end":"2026-03-31T05:17:43.818848Z","steps":["trace[1630463] 'agreement among raft nodes before linearized reading' (duration: 616.027585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.818889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:43.20274Z","time spent":"616.140598ms","remote":"127.0.0.1:33264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:44.405613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.046196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:44.405839Z","caller":"traceutil/trace.go:171","msg":"trace[1796245946] linearizableReadLoop","detail":"{readStateIndex:11060; appliedIndex:11059; }","duration":"581.537474ms","start":"2026-03-31T05:17:43.824274Z","end":"2026-03-31T05:17:44.405811Z","steps":["trace[1796245946] 'read index received' (duration: 357.140609ms)","trace[1796245946] 'applied index is now lower than readState.Index' (duration: 224.393095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:44.40614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.841092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:17:44.406182Z","caller":"traceutil/trace.go:171","msg":"trace[1750145246] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10651; }","duration":"581.932834ms","start":"2026-03-31T05:17:43.824238Z","end":"2026-03-31T05:17:44.406171Z","steps":["trace[1750145246] 'agreement among raft nodes before linearized reading' (duration: 581.715859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:44.406211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:43.824217Z","time spent":"581.987315ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:17:44.40604Z","caller":"traceutil/trace.go:171","msg":"trace[1521441102] transaction","detail":"{read_only:false; response_revision:10651; number_of_response:1; }","duration":"578.300315ms","start":"2026-03-31T05:17:43.82772Z","end":"2026-03-31T05:17:44.406021Z","steps":["trace[1521441102] 'process raft request' (duration: 578.158862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:44.406531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.18303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:44.406612Z","caller":"traceutil/trace.go:171","msg":"trace[1965069449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10652; }","duration":"575.232341ms","start":"2026-03-31T05:17:43.831323Z","end":"2026-03-31T05:17:44.406555Z","steps":["trace[1965069449] 'agreement among raft nodes before linearized reading' (duration: 575.161669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:44.406642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:43.831314Z","time spent":"575.320434ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:44.406698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:43.827711Z","time spent":"578.932572ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:44.406828Z","caller":"traceutil/trace.go:171","msg":"trace[1991447819] transaction","detail":"{read_only:false; response_revision:10652; number_of_response:1; }","duration":"572.040844ms","start":"2026-03-31T05:17:43.834775Z","end":"2026-03-31T05:17:44.406816Z","steps":["trace[1991447819] 'process raft request' (duration: 571.180691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:44.406921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:43.834766Z","time spent":"572.094865ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:44.407079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.783746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:17:44.407105Z","caller":"traceutil/trace.go:171","msg":"trace[578428581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10652; }","duration":"109.825998ms","start":"2026-03-31T05:17:44.297272Z","end":"2026-03-31T05:17:44.407098Z","steps":["trace[578428581] 'agreement among raft nodes before linearized reading' (duration: 109.750276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:44.407104Z","caller":"traceutil/trace.go:171","msg":"trace[720752239] transaction","detail":"{read_only:false; response_revision:10650; number_of_response:1; }","duration":"582.526011ms","start":"2026-03-31T05:17:43.824566Z","end":"2026-03-31T05:17:44.407092Z","steps":["trace[720752239] 'process raft request' (duration: 581.167104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:44.407182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:43.824549Z","time spent":"582.578112ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:44.407233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.260189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:17:44.407264Z","caller":"traceutil/trace.go:171","msg":"trace[1493258898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10652; }","duration":"110.333521ms","start":"2026-03-31T05:17:44.296918Z","end":"2026-03-31T05:17:44.407251Z","steps":["trace[1493258898] 'agreement among raft nodes before linearized reading' (duration: 110.274069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:44.4075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.682221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:17:44.407538Z","caller":"traceutil/trace.go:171","msg":"trace[1791030595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10652; }","duration":"110.809665ms","start":"2026-03-31T05:17:44.296718Z","end":"2026-03-31T05:17:44.407529Z","steps":["trace[1791030595] 'agreement among raft nodes before linearized reading' (duration: 110.705382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:44.407752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.048151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:17:44.40779Z","caller":"traceutil/trace.go:171","msg":"trace[1724880013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10652; }","duration":"111.116842ms","start":"2026-03-31T05:17:44.296664Z","end":"2026-03-31T05:17:44.40778Z","steps":["trace[1724880013] 'agreement among raft nodes before linearized reading' (duration: 111.01136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:44.407989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.538449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-31T05:17:44.408042Z","caller":"traceutil/trace.go:171","msg":"trace[106425157] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:10652; }","duration":"150.619431ms","start":"2026-03-31T05:17:44.25741Z","end":"2026-03-31T05:17:44.408029Z","steps":["trace[106425157] 'agreement among raft nodes before linearized reading' (duration: 150.457767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:44.40873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.676719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:331026"} {"level":"info","ts":"2026-03-31T05:17:44.412946Z","caller":"traceutil/trace.go:171","msg":"trace[1117537270] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:10652; }","duration":"577.879813ms","start":"2026-03-31T05:17:43.835024Z","end":"2026-03-31T05:17:44.412904Z","steps":["trace[1117537270] 'agreement among raft nodes before linearized reading' (duration: 573.198185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:44.413074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:43.835018Z","time spent":"577.995647ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":35,"response size":331049,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:17:44.413912Z","caller":"traceutil/trace.go:171","msg":"trace[2059726085] transaction","detail":"{read_only:false; response_revision:10649; number_of_response:1; }","duration":"581.756229ms","start":"2026-03-31T05:17:43.824006Z","end":"2026-03-31T05:17:44.405762Z","steps":["trace[2059726085] 'process raft request' (duration: 357.393706ms)","trace[2059726085] 'compare' (duration: 223.725006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:44.414045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:43.82398Z","time spent":"589.984794ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:45.034745Z","caller":"traceutil/trace.go:171","msg":"trace[1457230497] linearizableReadLoop","detail":"{readStateIndex:11072; appliedIndex:11070; }","duration":"494.391264ms","start":"2026-03-31T05:17:44.540323Z","end":"2026-03-31T05:17:45.034714Z","steps":["trace[1457230497] 'read index received' (duration: 494.063515ms)","trace[1457230497] 'applied index is now lower than readState.Index' (duration: 326.959µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:45.034857Z","caller":"traceutil/trace.go:171","msg":"trace[1276396434] transaction","detail":"{read_only:false; response_revision:10661; number_of_response:1; }","duration":"546.95184ms","start":"2026-03-31T05:17:44.487895Z","end":"2026-03-31T05:17:45.034847Z","steps":["trace[1276396434] 'process raft request' (duration: 546.729714ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:45.034869Z","caller":"traceutil/trace.go:171","msg":"trace[1190718597] transaction","detail":"{read_only:false; response_revision:10660; number_of_response:1; }","duration":"556.307935ms","start":"2026-03-31T05:17:44.478505Z","end":"2026-03-31T05:17:45.034813Z","steps":["trace[1190718597] 'process raft request' (duration: 555.942385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:45.035011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:44.487867Z","time spent":"547.012271ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66062,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:45.035025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:44.478489Z","time spent":"556.460879ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:17:45.035125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.595574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3307"} {"level":"warn","ts":"2026-03-31T05:17:45.035208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.167103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:45.035264Z","caller":"traceutil/trace.go:171","msg":"trace[1404803534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10661; }","duration":"167.266326ms","start":"2026-03-31T05:17:44.867989Z","end":"2026-03-31T05:17:45.035255Z","steps":["trace[1404803534] 'agreement among raft nodes before linearized reading' (duration: 167.199594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:45.035221Z","caller":"traceutil/trace.go:171","msg":"trace[127024109] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:10661; }","duration":"489.715807ms","start":"2026-03-31T05:17:44.545482Z","end":"2026-03-31T05:17:45.035198Z","steps":["trace[127024109] 'agreement among raft nodes before linearized reading' (duration: 489.417209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:45.035425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:44.545411Z","time spent":"489.955544ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3330,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:17:45.035166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.42494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:45.036611Z","caller":"traceutil/trace.go:171","msg":"trace[2033378034] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10661; }","duration":"523.803067ms","start":"2026-03-31T05:17:44.512703Z","end":"2026-03-31T05:17:45.036506Z","steps":["trace[2033378034] 'agreement among raft nodes before linearized reading' (duration: 522.425129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:45.036748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:44.512682Z","time spent":"524.014993ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T05:17:45.288704Z","caller":"traceutil/trace.go:171","msg":"trace[461979050] linearizableReadLoop","detail":"{readStateIndex:11073; appliedIndex:11072; }","duration":"239.345873ms","start":"2026-03-31T05:17:45.049333Z","end":"2026-03-31T05:17:45.288679Z","steps":["trace[461979050] 'read index received' (duration: 239.097447ms)","trace[461979050] 'applied index is now lower than readState.Index' (duration: 242.826µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:45.288841Z","caller":"traceutil/trace.go:171","msg":"trace[630716288] transaction","detail":"{read_only:false; response_revision:10662; number_of_response:1; }","duration":"239.900778ms","start":"2026-03-31T05:17:45.048921Z","end":"2026-03-31T05:17:45.288821Z","steps":["trace[630716288] 'process raft request' (duration: 239.58471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:45.289013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.648432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:1912"} {"level":"info","ts":"2026-03-31T05:17:45.289051Z","caller":"traceutil/trace.go:171","msg":"trace[707818889] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/; range_end:/registry/services/specs/envoy-gateway-system0; response_count:1; response_revision:10662; }","duration":"239.720843ms","start":"2026-03-31T05:17:45.049318Z","end":"2026-03-31T05:17:45.289039Z","steps":["trace[707818889] 'agreement among raft nodes before linearized reading' (duration: 239.521608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:45.28906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.532184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:17:45.289085Z","caller":"traceutil/trace.go:171","msg":"trace[298873674] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10662; }","duration":"237.594085ms","start":"2026-03-31T05:17:45.051483Z","end":"2026-03-31T05:17:45.289077Z","steps":["trace[298873674] 'agreement among raft nodes before linearized reading' (duration: 237.505513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:45.429583Z","caller":"traceutil/trace.go:171","msg":"trace[115882663] linearizableReadLoop","detail":"{readStateIndex:11074; appliedIndex:11073; }","duration":"128.20747ms","start":"2026-03-31T05:17:45.301347Z","end":"2026-03-31T05:17:45.429555Z","steps":["trace[115882663] 'read index received' (duration: 128.073126ms)","trace[115882663] 'applied index is now lower than readState.Index' (duration: 133.164µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:45.429639Z","caller":"traceutil/trace.go:171","msg":"trace[2059818031] transaction","detail":"{read_only:false; response_revision:10663; number_of_response:1; }","duration":"130.671327ms","start":"2026-03-31T05:17:45.298927Z","end":"2026-03-31T05:17:45.429598Z","steps":["trace[2059818031] 'process raft request' (duration: 130.462981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:45.430016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.640541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:17:45.430072Z","caller":"traceutil/trace.go:171","msg":"trace[1458691636] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10663; }","duration":"128.749014ms","start":"2026-03-31T05:17:45.301309Z","end":"2026-03-31T05:17:45.430058Z","steps":["trace[1458691636] 'agreement among raft nodes before linearized reading' (duration: 128.425606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:45.56622Z","caller":"traceutil/trace.go:171","msg":"trace[17895050] transaction","detail":"{read_only:false; response_revision:10669; number_of_response:1; }","duration":"104.76878ms","start":"2026-03-31T05:17:45.461411Z","end":"2026-03-31T05:17:45.566179Z","steps":["trace[17895050] 'process raft request' (duration: 13.131059ms)","trace[17895050] 'compare' (duration: 91.369784ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:45.739854Z","caller":"traceutil/trace.go:171","msg":"trace[1535332736] linearizableReadLoop","detail":"{readStateIndex:11081; appliedIndex:11080; }","duration":"113.854798ms","start":"2026-03-31T05:17:45.625971Z","end":"2026-03-31T05:17:45.739826Z","steps":["trace[1535332736] 'read index received' (duration: 82.975425ms)","trace[1535332736] 'applied index is now lower than readState.Index' (duration: 30.878393ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:45.739916Z","caller":"traceutil/trace.go:171","msg":"trace[774389115] transaction","detail":"{read_only:false; response_revision:10670; number_of_response:1; }","duration":"273.244468ms","start":"2026-03-31T05:17:45.466634Z","end":"2026-03-31T05:17:45.739878Z","steps":["trace[774389115] 'process raft request' (duration: 242.322294ms)","trace[774389115] 'compare' (duration: 30.75042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:45.740147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.162027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-metadefs-load\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-03-31T05:17:45.74022Z","caller":"traceutil/trace.go:171","msg":"trace[238842689] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-metadefs-load; range_end:; response_count:1; response_revision:10670; }","duration":"114.31287ms","start":"2026-03-31T05:17:45.625889Z","end":"2026-03-31T05:17:45.740202Z","steps":["trace[238842689] 'agreement among raft nodes before linearized reading' (duration: 114.032173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:46.656839Z","caller":"traceutil/trace.go:171","msg":"trace[645107348] linearizableReadLoop","detail":"{readStateIndex:11087; appliedIndex:11085; }","duration":"202.494227ms","start":"2026-03-31T05:17:46.454304Z","end":"2026-03-31T05:17:46.656798Z","steps":["trace[645107348] 'read index received' (duration: 72.079258ms)","trace[645107348] 'applied index is now lower than readState.Index' (duration: 130.413359ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:46.656951Z","caller":"traceutil/trace.go:171","msg":"trace[1434699109] transaction","detail":"{read_only:false; response_revision:10675; number_of_response:1; }","duration":"203.879185ms","start":"2026-03-31T05:17:46.453018Z","end":"2026-03-31T05:17:46.656898Z","steps":["trace[1434699109] 'process raft request' (duration: 184.134946ms)","trace[1434699109] 'compare' (duration: 19.265196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:46.657329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.001141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:337774"} {"level":"info","ts":"2026-03-31T05:17:46.657408Z","caller":"traceutil/trace.go:171","msg":"trace[1141078261] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10675; }","duration":"203.140074ms","start":"2026-03-31T05:17:46.45425Z","end":"2026-03-31T05:17:46.65739Z","steps":["trace[1141078261] 'agreement among raft nodes before linearized reading' (duration: 202.646861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:46.679265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.896132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:17:46.679291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.713324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:17:46.679364Z","caller":"traceutil/trace.go:171","msg":"trace[1297543449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10676; }","duration":"220.058117ms","start":"2026-03-31T05:17:46.459285Z","end":"2026-03-31T05:17:46.679343Z","steps":["trace[1297543449] 'agreement among raft nodes before linearized reading' (duration: 219.749888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:46.679333Z","caller":"traceutil/trace.go:171","msg":"trace[940406784] transaction","detail":"{read_only:false; response_revision:10676; number_of_response:1; }","duration":"132.966789ms","start":"2026-03-31T05:17:46.546314Z","end":"2026-03-31T05:17:46.679281Z","steps":["trace[940406784] 'process raft request' (duration: 132.464275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:46.679373Z","caller":"traceutil/trace.go:171","msg":"trace[133442701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10676; }","duration":"220.823878ms","start":"2026-03-31T05:17:46.458529Z","end":"2026-03-31T05:17:46.679352Z","steps":["trace[133442701] 'agreement among raft nodes before linearized reading' (duration: 220.556471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:46.67927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.012182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:17:46.679506Z","caller":"traceutil/trace.go:171","msg":"trace[857211942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10676; }","duration":"221.26349ms","start":"2026-03-31T05:17:46.458199Z","end":"2026-03-31T05:17:46.679463Z","steps":["trace[857211942] 'agreement among raft nodes before linearized reading' (duration: 220.91541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:46.679543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.749513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:17:46.679612Z","caller":"traceutil/trace.go:171","msg":"trace[2122705970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10676; }","duration":"221.831485ms","start":"2026-03-31T05:17:46.457758Z","end":"2026-03-31T05:17:46.67959Z","steps":["trace[2122705970] 'agreement among raft nodes before linearized reading' (duration: 221.239889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:47.967724Z","caller":"traceutil/trace.go:171","msg":"trace[820718072] transaction","detail":"{read_only:false; response_revision:10685; number_of_response:1; }","duration":"303.947836ms","start":"2026-03-31T05:17:47.663744Z","end":"2026-03-31T05:17:47.967692Z","steps":["trace[820718072] 'process raft request' (duration: 303.662179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:47.967908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:47.663712Z","time spent":"304.09416ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:17:48.620047Z","caller":"traceutil/trace.go:171","msg":"trace[2049651019] transaction","detail":"{read_only:false; response_revision:10686; number_of_response:1; }","duration":"153.390767ms","start":"2026-03-31T05:17:48.466619Z","end":"2026-03-31T05:17:48.62001Z","steps":["trace[2049651019] 'process raft request' (duration: 153.122589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:48.934448Z","caller":"traceutil/trace.go:171","msg":"trace[1066548599] linearizableReadLoop","detail":"{readStateIndex:11099; appliedIndex:11098; }","duration":"271.909743ms","start":"2026-03-31T05:17:48.6625Z","end":"2026-03-31T05:17:48.93441Z","steps":["trace[1066548599] 'read index received' (duration: 207.819783ms)","trace[1066548599] 'applied index is now lower than readState.Index' (duration: 64.08782ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:48.934737Z","caller":"traceutil/trace.go:171","msg":"trace[116487325] transaction","detail":"{read_only:false; response_revision:10687; number_of_response:1; }","duration":"307.73642ms","start":"2026-03-31T05:17:48.626977Z","end":"2026-03-31T05:17:48.934714Z","steps":["trace[116487325] 'process raft request' (duration: 243.331882ms)","trace[116487325] 'compare' (duration: 63.952056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:48.934875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:48.626948Z","time spent":"307.831593ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:48.934925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.417346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:17:48.935006Z","caller":"traceutil/trace.go:171","msg":"trace[554804940] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10687; }","duration":"272.633822ms","start":"2026-03-31T05:17:48.662354Z","end":"2026-03-31T05:17:48.934988Z","steps":["trace[554804940] 'agreement among raft nodes before linearized reading' (duration: 272.362125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:49.095075Z","caller":"traceutil/trace.go:171","msg":"trace[956161392] linearizableReadLoop","detail":"{readStateIndex:11100; appliedIndex:11099; }","duration":"160.417779ms","start":"2026-03-31T05:17:48.934622Z","end":"2026-03-31T05:17:49.09504Z","steps":["trace[956161392] 'read index received' (duration: 134.840651ms)","trace[956161392] 'applied index is now lower than readState.Index' (duration: 25.575638ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:49.095083Z","caller":"traceutil/trace.go:171","msg":"trace[703318662] transaction","detail":"{read_only:false; response_revision:10688; number_of_response:1; }","duration":"408.569682ms","start":"2026-03-31T05:17:48.686469Z","end":"2026-03-31T05:17:49.095039Z","steps":["trace[703318662] 'process raft request' (duration: 383.015614ms)","trace[703318662] 'compare' (duration: 25.306651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:49.095284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:48.686436Z","time spent":"408.754567ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:49.095257Z","caller":"traceutil/trace.go:171","msg":"trace[702133475] transaction","detail":"{read_only:false; response_revision:10689; number_of_response:1; }","duration":"156.088691ms","start":"2026-03-31T05:17:48.939125Z","end":"2026-03-31T05:17:49.095213Z","steps":["trace[702133475] 'process raft request' (duration: 155.866085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:49.095442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.729174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:17:49.095499Z","caller":"traceutil/trace.go:171","msg":"trace[2018772424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10689; }","duration":"398.836026ms","start":"2026-03-31T05:17:48.696652Z","end":"2026-03-31T05:17:49.095488Z","steps":["trace[2018772424] 'agreement among raft nodes before linearized reading' (duration: 398.464066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:49.095499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.167434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:17:49.095539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:48.696633Z","time spent":"398.898438ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:49.095579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.024349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:17:49.095583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.75297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:17:49.09555Z","caller":"traceutil/trace.go:171","msg":"trace[1702254176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10689; }","duration":"392.242187ms","start":"2026-03-31T05:17:48.703296Z","end":"2026-03-31T05:17:49.095539Z","steps":["trace[1702254176] 'agreement among raft nodes before linearized reading' (duration: 391.780374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:49.0958Z","caller":"traceutil/trace.go:171","msg":"trace[1410023003] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10689; }","duration":"430.046199ms","start":"2026-03-31T05:17:48.665681Z","end":"2026-03-31T05:17:49.095727Z","steps":["trace[1410023003] 'agreement among raft nodes before linearized reading' (duration: 429.474953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:49.095957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:48.665662Z","time spent":"430.234553ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:17:49.095683Z","caller":"traceutil/trace.go:171","msg":"trace[1842820061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10689; }","duration":"400.211134ms","start":"2026-03-31T05:17:48.69545Z","end":"2026-03-31T05:17:49.095661Z","steps":["trace[1842820061] 'agreement among raft nodes before linearized reading' (duration: 399.68686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:49.096083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:48.695402Z","time spent":"400.662286ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:49.095842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:48.703289Z","time spent":"392.535974ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:17:49.095497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.992436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:17:49.096398Z","caller":"traceutil/trace.go:171","msg":"trace[165421028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10689; }","duration":"390.913561ms","start":"2026-03-31T05:17:48.705468Z","end":"2026-03-31T05:17:49.096382Z","steps":["trace[165421028] 'agreement among raft nodes before linearized reading' (duration: 389.645656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:49.096445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:48.705457Z","time spent":"390.973792ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:49.302524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.048156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:49.302879Z","caller":"traceutil/trace.go:171","msg":"trace[195304125] transaction","detail":"{read_only:false; response_revision:10690; number_of_response:1; }","duration":"164.810959ms","start":"2026-03-31T05:17:49.138016Z","end":"2026-03-31T05:17:49.302827Z","steps":["trace[195304125] 'process raft request' (duration: 62.375652ms)","trace[195304125] 'compare' (duration: 101.862911ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:49.303576Z","caller":"traceutil/trace.go:171","msg":"trace[209052190] transaction","detail":"{read_only:false; response_revision:10691; number_of_response:1; }","duration":"165.345333ms","start":"2026-03-31T05:17:49.138049Z","end":"2026-03-31T05:17:49.303394Z","steps":["trace[209052190] 'process raft request' (duration: 164.594433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:49.307224Z","caller":"traceutil/trace.go:171","msg":"trace[1549371926] transaction","detail":"{read_only:false; response_revision:10693; number_of_response:1; }","duration":"169.127146ms","start":"2026-03-31T05:17:49.138075Z","end":"2026-03-31T05:17:49.307202Z","steps":["trace[1549371926] 'process raft request' (duration: 169.063974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:49.307421Z","caller":"traceutil/trace.go:171","msg":"trace[314091454] transaction","detail":"{read_only:false; response_revision:10692; number_of_response:1; }","duration":"169.312441ms","start":"2026-03-31T05:17:49.138081Z","end":"2026-03-31T05:17:49.307393Z","steps":["trace[314091454] 'process raft request' (duration: 168.954812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:50.158153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.390676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:50.158301Z","caller":"traceutil/trace.go:171","msg":"trace[690754369] transaction","detail":"{read_only:false; response_revision:10694; number_of_response:1; }","duration":"674.07928ms","start":"2026-03-31T05:17:49.484196Z","end":"2026-03-31T05:17:50.158276Z","steps":["trace[690754369] 'process raft request' (duration: 457.436097ms)","trace[690754369] 'compare' (duration: 215.519072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:50.158376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:49.484157Z","time spent":"674.182192ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:50.159511Z","caller":"traceutil/trace.go:171","msg":"trace[939327774] transaction","detail":"{read_only:false; response_revision:10695; number_of_response:1; }","duration":"675.229321ms","start":"2026-03-31T05:17:49.484256Z","end":"2026-03-31T05:17:50.159485Z","steps":["trace[939327774] 'process raft request' (duration: 674.920612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:50.159606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:49.484228Z","time spent":"675.339184ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:50.159746Z","caller":"traceutil/trace.go:171","msg":"trace[436041906] linearizableReadLoop","detail":"{readStateIndex:11107; appliedIndex:11105; }","duration":"501.872959ms","start":"2026-03-31T05:17:49.657846Z","end":"2026-03-31T05:17:50.159719Z","steps":["trace[436041906] 'read index received' (duration: 283.805627ms)","trace[436041906] 'applied index is now lower than readState.Index' (duration: 217.804975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:50.160793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.92773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:50.160883Z","caller":"traceutil/trace.go:171","msg":"trace[1464008270] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10695; }","duration":"503.081672ms","start":"2026-03-31T05:17:49.657779Z","end":"2026-03-31T05:17:50.160861Z","steps":["trace[1464008270] 'agreement among raft nodes before linearized reading' (duration: 501.934861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:50.165466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.956541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:50.165579Z","caller":"traceutil/trace.go:171","msg":"trace[300614723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10695; }","duration":"295.127125ms","start":"2026-03-31T05:17:49.870416Z","end":"2026-03-31T05:17:50.165544Z","steps":["trace[300614723] 'agreement among raft nodes before linearized reading' (duration: 294.94576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:50.160948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:49.657753Z","time spent":"503.178644ms","remote":"127.0.0.1:51704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:17:50.610032Z","caller":"traceutil/trace.go:171","msg":"trace[116971956] transaction","detail":"{read_only:false; response_revision:10697; number_of_response:1; }","duration":"121.25985ms","start":"2026-03-31T05:17:50.488737Z","end":"2026-03-31T05:17:50.609996Z","steps":["trace[116971956] 'process raft request' (duration: 120.610622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:50.995354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.515919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:50.995465Z","caller":"traceutil/trace.go:171","msg":"trace[23963050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10697; }","duration":"124.696484ms","start":"2026-03-31T05:17:50.870739Z","end":"2026-03-31T05:17:50.995435Z","steps":["trace[23963050] 'range keys from in-memory index tree' (duration: 124.351924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:51.35081Z","caller":"traceutil/trace.go:171","msg":"trace[2002216628] transaction","detail":"{read_only:false; response_revision:10700; number_of_response:1; }","duration":"249.097499ms","start":"2026-03-31T05:17:51.101686Z","end":"2026-03-31T05:17:51.350783Z","steps":["trace[2002216628] 'process raft request' (duration: 248.249416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:51.35101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.266003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:17:51.351095Z","caller":"traceutil/trace.go:171","msg":"trace[1140122493] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10700; }","duration":"249.396927ms","start":"2026-03-31T05:17:51.101676Z","end":"2026-03-31T05:17:51.351072Z","steps":["trace[1140122493] 'agreement among raft nodes before linearized reading' (duration: 249.178271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:51.350519Z","caller":"traceutil/trace.go:171","msg":"trace[1212428364] linearizableReadLoop","detail":"{readStateIndex:11112; appliedIndex:11111; }","duration":"248.7623ms","start":"2026-03-31T05:17:51.101724Z","end":"2026-03-31T05:17:51.350486Z","steps":["trace[1212428364] 'read index received' (duration: 86.652µs)","trace[1212428364] 'applied index is now lower than readState.Index' (duration: 248.674068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:51.351779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.890254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:51.351852Z","caller":"traceutil/trace.go:171","msg":"trace[548077728] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:10700; }","duration":"137.999377ms","start":"2026-03-31T05:17:51.21383Z","end":"2026-03-31T05:17:51.35183Z","steps":["trace[548077728] 'agreement among raft nodes before linearized reading' (duration: 137.902964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:51.351908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.040888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:17:51.351945Z","caller":"traceutil/trace.go:171","msg":"trace[1707491077] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10700; }","duration":"197.1324ms","start":"2026-03-31T05:17:51.154804Z","end":"2026-03-31T05:17:51.351936Z","steps":["trace[1707491077] 'agreement among raft nodes before linearized reading' (duration: 197.043048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:51.353558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.796232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:51.353634Z","caller":"traceutil/trace.go:171","msg":"trace[1089455646] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:10700; }","duration":"199.003292ms","start":"2026-03-31T05:17:51.154606Z","end":"2026-03-31T05:17:51.353609Z","steps":["trace[1089455646] 'agreement among raft nodes before linearized reading' (duration: 196.800112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:51.612561Z","caller":"traceutil/trace.go:171","msg":"trace[1201826603] transaction","detail":"{read_only:false; response_revision:10709; number_of_response:1; }","duration":"109.474347ms","start":"2026-03-31T05:17:51.503056Z","end":"2026-03-31T05:17:51.61253Z","steps":["trace[1201826603] 'process raft request' (duration: 109.20065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:52.592434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.721506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:52.59254Z","caller":"traceutil/trace.go:171","msg":"trace[518252766] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:10713; }","duration":"103.259908ms","start":"2026-03-31T05:17:52.489249Z","end":"2026-03-31T05:17:52.592509Z","steps":["trace[518252766] 'count revisions from in-memory index tree' (duration: 101.616704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:53.788589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.511464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:53.788904Z","caller":"traceutil/trace.go:171","msg":"trace[565852483] linearizableReadLoop","detail":"{readStateIndex:11129; appliedIndex:11128; }","duration":"362.164016ms","start":"2026-03-31T05:17:53.426714Z","end":"2026-03-31T05:17:53.788877Z","steps":["trace[565852483] 'read index received' (duration: 10.149608ms)","trace[565852483] 'applied index is now lower than readState.Index' (duration: 352.012188ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:53.788952Z","caller":"traceutil/trace.go:171","msg":"trace[1212447512] transaction","detail":"{read_only:false; response_revision:10716; number_of_response:1; }","duration":"385.417671ms","start":"2026-03-31T05:17:53.403485Z","end":"2026-03-31T05:17:53.788902Z","steps":["trace[1212447512] 'process raft request' (duration: 33.429723ms)","trace[1212447512] 'compare' (duration: 351.367751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:53.789197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.403461Z","time spent":"385.629596ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:53.789357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.627188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:17:53.789548Z","caller":"traceutil/trace.go:171","msg":"trace[2039001017] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10716; }","duration":"362.795673ms","start":"2026-03-31T05:17:53.426669Z","end":"2026-03-31T05:17:53.789464Z","steps":["trace[2039001017] 'agreement among raft nodes before linearized reading' (duration: 362.364741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:53.789671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.426647Z","time spent":"363.003158ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:17:53.886806Z","caller":"traceutil/trace.go:171","msg":"trace[1242271919] transaction","detail":"{read_only:false; response_revision:10717; number_of_response:1; }","duration":"327.153729ms","start":"2026-03-31T05:17:53.559619Z","end":"2026-03-31T05:17:53.886773Z","steps":["trace[1242271919] 'process raft request' (duration: 326.988355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:53.887044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.559594Z","time spent":"327.356205ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:54.193013Z","caller":"traceutil/trace.go:171","msg":"trace[238200633] linearizableReadLoop","detail":"{readStateIndex:11131; appliedIndex:11129; }","duration":"403.981016ms","start":"2026-03-31T05:17:53.788997Z","end":"2026-03-31T05:17:54.192978Z","steps":["trace[238200633] 'read index received' (duration: 97.581833ms)","trace[238200633] 'applied index is now lower than readState.Index' (duration: 306.397563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:54.193248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.107595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:54.193301Z","caller":"traceutil/trace.go:171","msg":"trace[529347840] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:10718; }","duration":"705.223799ms","start":"2026-03-31T05:17:53.48806Z","end":"2026-03-31T05:17:54.193284Z","steps":["trace[529347840] 'agreement among raft nodes before linearized reading' (duration: 705.075444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.193336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.488039Z","time spent":"705.28671ms","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:54.193441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.001649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:54.193586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.231312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:17:54.193572Z","caller":"traceutil/trace.go:171","msg":"trace[606024904] transaction","detail":"{read_only:false; response_revision:10718; number_of_response:1; }","duration":"597.416676ms","start":"2026-03-31T05:17:53.596125Z","end":"2026-03-31T05:17:54.193541Z","steps":["trace[606024904] 'process raft request' (duration: 596.313205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.193597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.469169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:17:54.193623Z","caller":"traceutil/trace.go:171","msg":"trace[948800837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10718; }","duration":"763.277554ms","start":"2026-03-31T05:17:53.430336Z","end":"2026-03-31T05:17:54.193614Z","steps":["trace[948800837] 'agreement among raft nodes before linearized reading' (duration: 763.191291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.193643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.430333Z","time spent":"763.306254ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:17:54.193655Z","caller":"traceutil/trace.go:171","msg":"trace[1710602855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10718; }","duration":"763.52345ms","start":"2026-03-31T05:17:53.430112Z","end":"2026-03-31T05:17:54.193635Z","steps":["trace[1710602855] 'agreement among raft nodes before linearized reading' (duration: 763.451768ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:54.193603Z","caller":"traceutil/trace.go:171","msg":"trace[439317239] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:10718; }","duration":"695.243886ms","start":"2026-03-31T05:17:53.49833Z","end":"2026-03-31T05:17:54.193574Z","steps":["trace[439317239] 'agreement among raft nodes before linearized reading' (duration: 694.732402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.193699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.430106Z","time spent":"763.584152ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:54.193727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.596101Z","time spent":"597.532219ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:54.193814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.498324Z","time spent":"695.467542ms","remote":"127.0.0.1:37846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:54.193914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.130127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:17:54.193861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.682421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:17:54.193905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.897227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:337961"} {"level":"info","ts":"2026-03-31T05:17:54.193969Z","caller":"traceutil/trace.go:171","msg":"trace[2137199539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10718; }","duration":"764.389154ms","start":"2026-03-31T05:17:53.429556Z","end":"2026-03-31T05:17:54.193945Z","steps":["trace[2137199539] 'agreement among raft nodes before linearized reading' (duration: 764.021634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:54.193987Z","caller":"traceutil/trace.go:171","msg":"trace[2096109499] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10718; }","duration":"399.01994ms","start":"2026-03-31T05:17:53.794949Z","end":"2026-03-31T05:17:54.193969Z","steps":["trace[2096109499] 'agreement among raft nodes before linearized reading' (duration: 398.424944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.1935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.828218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:17:54.194022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.429538Z","time spent":"764.475605ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:17:54.194042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.794932Z","time spent":"399.096443ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":337984,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:17:54.194012Z","caller":"traceutil/trace.go:171","msg":"trace[304658862] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:10718; }","duration":"461.839146ms","start":"2026-03-31T05:17:53.732119Z","end":"2026-03-31T05:17:54.193958Z","steps":["trace[304658862] 'agreement among raft nodes before linearized reading' (duration: 461.594069ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:54.194075Z","caller":"traceutil/trace.go:171","msg":"trace[1952114640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10718; }","duration":"764.448475ms","start":"2026-03-31T05:17:53.429593Z","end":"2026-03-31T05:17:54.194041Z","steps":["trace[1952114640] 'agreement among raft nodes before linearized reading' (duration: 763.746256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.194103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.732097Z","time spent":"461.989259ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":20,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:54.19416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.429575Z","time spent":"764.567088ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:17:57.283574Z","caller":"traceutil/trace.go:171","msg":"trace[33847701] transaction","detail":"{read_only:false; response_revision:10735; number_of_response:1; }","duration":"102.748675ms","start":"2026-03-31T05:17:57.180737Z","end":"2026-03-31T05:17:57.283485Z","steps":["trace[33847701] 'process raft request' (duration: 96.599197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:58.602039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.72614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:58.602589Z","caller":"traceutil/trace.go:171","msg":"trace[1405275252] transaction","detail":"{read_only:false; response_revision:10740; number_of_response:1; }","duration":"280.60338ms","start":"2026-03-31T05:17:58.321907Z","end":"2026-03-31T05:17:58.60251Z","steps":["trace[1405275252] 'process raft request' (duration: 68.292655ms)","trace[1405275252] 'compare' (duration: 211.553204ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:58.872948Z","caller":"traceutil/trace.go:171","msg":"trace[14524963] transaction","detail":"{read_only:false; response_revision:10741; number_of_response:1; }","duration":"550.381484ms","start":"2026-03-31T05:17:58.322525Z","end":"2026-03-31T05:17:58.872906Z","steps":["trace[14524963] 'process raft request' (duration: 492.590606ms)","trace[14524963] 'compare' (duration: 57.12724ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:58.873037Z","caller":"traceutil/trace.go:171","msg":"trace[964223273] transaction","detail":"{read_only:false; response_revision:10742; number_of_response:1; }","duration":"550.27646ms","start":"2026-03-31T05:17:58.322727Z","end":"2026-03-31T05:17:58.873004Z","steps":["trace[964223273] 'process raft request' (duration: 549.959732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:58.873139Z","caller":"traceutil/trace.go:171","msg":"trace[995027414] transaction","detail":"{read_only:false; response_revision:10743; number_of_response:1; }","duration":"531.442097ms","start":"2026-03-31T05:17:58.341677Z","end":"2026-03-31T05:17:58.873119Z","steps":["trace[995027414] 'process raft request' (duration: 531.296593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:58.87316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:58.322507Z","time spent":"550.543198ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:58.873246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:58.341654Z","time spent":"531.53657ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:58.873272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:58.322718Z","time spent":"550.393643ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:06.225805Z","caller":"traceutil/trace.go:171","msg":"trace[1685655392] linearizableReadLoop","detail":"{readStateIndex:11195; appliedIndex:11194; }","duration":"250.20555ms","start":"2026-03-31T05:18:05.975569Z","end":"2026-03-31T05:18:06.225774Z","steps":["trace[1685655392] 'read index received' (duration: 221.022753ms)","trace[1685655392] 'applied index is now lower than readState.Index' (duration: 29.181617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:06.226057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.475807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:18:06.226106Z","caller":"traceutil/trace.go:171","msg":"trace[1711097474] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10780; }","duration":"250.542129ms","start":"2026-03-31T05:18:05.97555Z","end":"2026-03-31T05:18:06.226092Z","steps":["trace[1711097474] 'agreement among raft nodes before linearized reading' (duration: 250.344063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:06.226277Z","caller":"traceutil/trace.go:171","msg":"trace[646702651] transaction","detail":"{read_only:false; response_revision:10780; number_of_response:1; }","duration":"254.074815ms","start":"2026-03-31T05:18:05.972177Z","end":"2026-03-31T05:18:06.226252Z","steps":["trace[646702651] 'process raft request' (duration: 224.547199ms)","trace[646702651] 'compare' (duration: 28.92497ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:08.080529Z","caller":"traceutil/trace.go:171","msg":"trace[1238958653] transaction","detail":"{read_only:false; response_revision:10807; number_of_response:1; }","duration":"111.336139ms","start":"2026-03-31T05:18:07.969164Z","end":"2026-03-31T05:18:08.0805Z","steps":["trace[1238958653] 'process raft request' (duration: 111.173334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:08.340224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.387301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:18:08.340332Z","caller":"traceutil/trace.go:171","msg":"trace[527395766] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10807; }","duration":"107.614678ms","start":"2026-03-31T05:18:08.232693Z","end":"2026-03-31T05:18:08.340308Z","steps":["trace[527395766] 'range keys from in-memory index tree' (duration: 107.131595ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:08.825615Z","caller":"traceutil/trace.go:171","msg":"trace[1173442184] transaction","detail":"{read_only:false; response_revision:10811; number_of_response:1; }","duration":"136.635589ms","start":"2026-03-31T05:18:08.688947Z","end":"2026-03-31T05:18:08.825582Z","steps":["trace[1173442184] 'process raft request' (duration: 136.446734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:09.267523Z","caller":"traceutil/trace.go:171","msg":"trace[966366069] linearizableReadLoop","detail":"{readStateIndex:11230; appliedIndex:11229; }","duration":"209.18176ms","start":"2026-03-31T05:18:09.058316Z","end":"2026-03-31T05:18:09.267498Z","steps":["trace[966366069] 'read index received' (duration: 102.93883ms)","trace[966366069] 'applied index is now lower than readState.Index' (duration: 106.24196ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:09.267606Z","caller":"traceutil/trace.go:171","msg":"trace[196993889] transaction","detail":"{read_only:false; response_revision:10812; number_of_response:1; }","duration":"304.025809ms","start":"2026-03-31T05:18:08.963498Z","end":"2026-03-31T05:18:09.267524Z","steps":["trace[196993889] 'process raft request' (duration: 282.155542ms)","trace[196993889] 'compare' (duration: 21.657041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:09.267718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.375985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:18:09.267775Z","caller":"traceutil/trace.go:171","msg":"trace[1020746207] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10812; }","duration":"209.492898ms","start":"2026-03-31T05:18:09.058264Z","end":"2026-03-31T05:18:09.267756Z","steps":["trace[1020746207] 'agreement among raft nodes before linearized reading' (duration: 209.379105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:09.267936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:08.963467Z","time spent":"304.239195ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:09.268131Z","caller":"traceutil/trace.go:171","msg":"trace[207566528] transaction","detail":"{read_only:false; response_revision:10813; number_of_response:1; }","duration":"105.52854ms","start":"2026-03-31T05:18:09.162593Z","end":"2026-03-31T05:18:09.268122Z","steps":["trace[207566528] 'process raft request' (duration: 104.872142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:09.268641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.617132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:18:09.268765Z","caller":"traceutil/trace.go:171","msg":"trace[270526416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10813; }","duration":"198.813087ms","start":"2026-03-31T05:18:09.069932Z","end":"2026-03-31T05:18:09.268745Z","steps":["trace[270526416] 'agreement among raft nodes before linearized reading' (duration: 198.1924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:09.837905Z","caller":"traceutil/trace.go:171","msg":"trace[1800814581] transaction","detail":"{read_only:false; response_revision:10820; number_of_response:1; }","duration":"121.557568ms","start":"2026-03-31T05:18:09.716318Z","end":"2026-03-31T05:18:09.837875Z","steps":["trace[1800814581] 'process raft request' (duration: 121.391553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:10.941934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:11.442962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:11.830175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.393797634s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:18:11.83086Z","caller":"traceutil/trace.go:171","msg":"trace[1094975927] transaction","detail":"{read_only:false; response_revision:10821; number_of_response:1; }","duration":"1.394586805s","start":"2026-03-31T05:18:10.436246Z","end":"2026-03-31T05:18:11.830833Z","steps":["trace[1094975927] 'process raft request' (duration: 1.394356749s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:11.831036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.436222Z","time spent":"1.394725309s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:13.04879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000553865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:18:13.048897Z","caller":"traceutil/trace.go:171","msg":"trace[598729211] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000757372s","start":"2026-03-31T05:18:11.048115Z","end":"2026-03-31T05:18:13.048873Z","steps":["trace[598729211] 'agreement among raft nodes before linearized reading' (duration: 2.000597977s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.048957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:11.048089Z","time spent":"2.000851673s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:18:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:18:13.049917Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.219537148s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:18:13.514392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.1481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:13.514712Z","caller":"traceutil/trace.go:171","msg":"trace[108402708] transaction","detail":"{read_only:false; response_revision:10822; number_of_response:1; }","duration":"3.073365809s","start":"2026-03-31T05:18:10.441306Z","end":"2026-03-31T05:18:13.514672Z","steps":["trace[108402708] 'process raft request' (duration: 2.608801018s)","trace[108402708] 'compare' (duration: 463.481232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:13.514892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.441286Z","time spent":"3.073508643s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:13.514862Z","caller":"traceutil/trace.go:171","msg":"trace[1519814193] transaction","detail":"{read_only:false; response_revision:10823; number_of_response:1; }","duration":"2.240491235s","start":"2026-03-31T05:18:11.274311Z","end":"2026-03-31T05:18:13.514802Z","steps":["trace[1519814193] 'process raft request' (duration: 2.240239548s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.515078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:11.274275Z","time spent":"2.24068856s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:13.515137Z","caller":"traceutil/trace.go:171","msg":"trace[905873573] transaction","detail":"{read_only:false; response_revision:10824; number_of_response:1; }","duration":"1.860676938s","start":"2026-03-31T05:18:11.654452Z","end":"2026-03-31T05:18:13.515129Z","steps":["trace[905873573] 'process raft request' (duration: 1.860222105s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.515173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:11.654424Z","time spent":"1.860730249s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:13.597561Z","caller":"traceutil/trace.go:171","msg":"trace[1153937933] linearizableReadLoop","detail":"{readStateIndex:11242; appliedIndex:11239; }","duration":"3.156290852s","start":"2026-03-31T05:18:10.441236Z","end":"2026-03-31T05:18:13.597527Z","steps":["trace[1153937933] 'read index received' (duration: 1.389163477s)","trace[1153937933] 'applied index is now lower than readState.Index' (duration: 1.767125995s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:13.59818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15692335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:18:13.598221Z","caller":"traceutil/trace.go:171","msg":"trace[424080338] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10824; }","duration":"3.157022572s","start":"2026-03-31T05:18:10.441189Z","end":"2026-03-31T05:18:13.598212Z","steps":["trace[424080338] 'agreement among raft nodes before linearized reading' (duration: 3.156830597s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.59825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.441168Z","time spent":"3.157073984s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:18:13.59863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.040182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:13.598666Z","caller":"traceutil/trace.go:171","msg":"trace[805354182] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:10824; }","duration":"961.117354ms","start":"2026-03-31T05:18:12.637537Z","end":"2026-03-31T05:18:13.598654Z","steps":["trace[805354182] 'agreement among raft nodes before linearized reading' (duration: 961.058483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.598687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:12.637512Z","time spent":"961.169246ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:13.598687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982201225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:13.598815Z","caller":"traceutil/trace.go:171","msg":"trace[368460870] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10824; }","duration":"1.98237857s","start":"2026-03-31T05:18:11.616412Z","end":"2026-03-31T05:18:13.59879Z","steps":["trace[368460870] 'agreement among raft nodes before linearized reading' (duration: 1.982072662s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.598834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728164732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:13.598863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:11.616343Z","time spent":"1.982510674s","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:13.598876Z","caller":"traceutil/trace.go:171","msg":"trace[1525817520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10824; }","duration":"1.728237224s","start":"2026-03-31T05:18:11.870625Z","end":"2026-03-31T05:18:13.598862Z","steps":["trace[1525817520] 'agreement among raft nodes before linearized reading' (duration: 1.728138141s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.598897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:11.8706Z","time spent":"1.728292595s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:13.598954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33777885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:18:13.599003Z","caller":"traceutil/trace.go:171","msg":"trace[281818131] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10824; }","duration":"2.337888183s","start":"2026-03-31T05:18:11.261105Z","end":"2026-03-31T05:18:13.598993Z","steps":["trace[281818131] 'agreement among raft nodes before linearized reading' (duration: 2.33777723s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.599032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:11.261079Z","time spent":"2.337945855s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:18:13.599032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.102072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T05:18:13.599029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329707336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:13.599153Z","caller":"traceutil/trace.go:171","msg":"trace[1801279846] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10824; }","duration":"810.290897ms","start":"2026-03-31T05:18:12.788835Z","end":"2026-03-31T05:18:13.599125Z","steps":["trace[1801279846] 'agreement among raft nodes before linearized reading' (duration: 809.945898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.599215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:12.788814Z","time spent":"810.39027ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:18:13.599239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139794816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:18:13.599273Z","caller":"traceutil/trace.go:171","msg":"trace[1180602132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10824; }","duration":"2.139874819s","start":"2026-03-31T05:18:11.45939Z","end":"2026-03-31T05:18:13.599264Z","steps":["trace[1180602132] 'agreement among raft nodes before linearized reading' (duration: 2.139773886s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.599299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:11.459367Z","time spent":"2.13992523s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:18:13.599303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022193321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:13.599357Z","caller":"traceutil/trace.go:171","msg":"trace[472191613] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:10824; }","duration":"1.022318305s","start":"2026-03-31T05:18:12.577022Z","end":"2026-03-31T05:18:13.59934Z","steps":["trace[472191613] 'agreement among raft nodes before linearized reading' (duration: 1.022224992s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.599411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:12.576991Z","time spent":"1.022405807s","remote":"127.0.0.1:33380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:13.599467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458381362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:13.599504Z","caller":"traceutil/trace.go:171","msg":"trace[1613104818] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:10824; }","duration":"2.458470425s","start":"2026-03-31T05:18:11.141018Z","end":"2026-03-31T05:18:13.599488Z","steps":["trace[1613104818] 'agreement among raft nodes before linearized reading' (duration: 2.458394253s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.599551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:11.140981Z","time spent":"2.458563027s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:13.599597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258719373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:18:13.599666Z","caller":"traceutil/trace.go:171","msg":"trace[844983568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10824; }","duration":"2.258845335s","start":"2026-03-31T05:18:11.340801Z","end":"2026-03-31T05:18:13.599646Z","steps":["trace[844983568] 'agreement among raft nodes before linearized reading' (duration: 2.25866534s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.599701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44694634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:13.599684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.850124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d53c48429d88\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-31T05:18:13.599715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:11.340741Z","time spent":"2.258961509s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:18:13.599728Z","caller":"traceutil/trace.go:171","msg":"trace[436138124] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:10824; }","duration":"2.447025342s","start":"2026-03-31T05:18:11.152693Z","end":"2026-03-31T05:18:13.599718Z","steps":["trace[436138124] 'agreement among raft nodes before linearized reading' (duration: 2.446976441s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.599758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:11.152667Z","time spent":"2.447085874s","remote":"127.0.0.1:45454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:13.599755Z","caller":"traceutil/trace.go:171","msg":"trace[182737188] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d53c48429d88; range_end:; response_count:1; response_revision:10824; }","duration":"547.949187ms","start":"2026-03-31T05:18:13.05178Z","end":"2026-03-31T05:18:13.599729Z","steps":["trace[182737188] 'agreement among raft nodes before linearized reading' (duration: 547.766202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.59981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:13.051758Z","time spent":"548.035539ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d53c48429d88\" "} {"level":"warn","ts":"2026-03-31T05:18:13.599895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765771133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:18:13.59993Z","caller":"traceutil/trace.go:171","msg":"trace[1784482573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10824; }","duration":"2.765868896s","start":"2026-03-31T05:18:10.834053Z","end":"2026-03-31T05:18:13.599922Z","steps":["trace[1784482573] 'agreement among raft nodes before linearized reading' (duration: 2.765723242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.599951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.83402Z","time spent":"2.765926607s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:18:13.599208Z","caller":"traceutil/trace.go:171","msg":"trace[146670405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10824; }","duration":"1.330042635s","start":"2026-03-31T05:18:12.269136Z","end":"2026-03-31T05:18:13.599178Z","steps":["trace[146670405] 'agreement among raft nodes before linearized reading' (duration: 1.32952104s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.600072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:12.269112Z","time spent":"1.330945309s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:13.600015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259684509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:18:13.60022Z","caller":"traceutil/trace.go:171","msg":"trace[334551129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10824; }","duration":"2.259936946s","start":"2026-03-31T05:18:11.340272Z","end":"2026-03-31T05:18:13.600208Z","steps":["trace[334551129] 'agreement among raft nodes before linearized reading' (duration: 2.259647148s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.600261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:11.340249Z","time spent":"2.259999307s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:18:13.60022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.099158253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:18:13.60194Z","caller":"traceutil/trace.go:171","msg":"trace[1342756875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10824; }","duration":"3.099333087s","start":"2026-03-31T05:18:10.50097Z","end":"2026-03-31T05:18:13.600303Z","steps":["trace[1342756875] 'agreement among raft nodes before linearized reading' (duration: 3.09725205s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.602102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.500948Z","time spent":"3.101102136s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:18:14.000382Z","caller":"traceutil/trace.go:171","msg":"trace[190729745] transaction","detail":"{read_only:false; response_revision:10832; number_of_response:1; }","duration":"191.795645ms","start":"2026-03-31T05:18:13.808534Z","end":"2026-03-31T05:18:14.000329Z","steps":["trace[190729745] 'process raft request' (duration: 162.28548ms)","trace[190729745] 'compare' (duration: 29.285199ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:14.000432Z","caller":"traceutil/trace.go:171","msg":"trace[1944991849] transaction","detail":"{read_only:false; response_revision:10833; number_of_response:1; }","duration":"163.933914ms","start":"2026-03-31T05:18:13.836464Z","end":"2026-03-31T05:18:14.000398Z","steps":["trace[1944991849] 'process raft request' (duration: 163.847922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:15.014029Z","caller":"traceutil/trace.go:171","msg":"trace[1001799084] transaction","detail":"{read_only:false; response_revision:10839; number_of_response:1; }","duration":"253.112719ms","start":"2026-03-31T05:18:14.760891Z","end":"2026-03-31T05:18:15.014003Z","steps":["trace[1001799084] 'process raft request' (duration: 252.968125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:15.293973Z","caller":"traceutil/trace.go:171","msg":"trace[1968022673] transaction","detail":"{read_only:false; response_revision:10840; number_of_response:1; }","duration":"524.839095ms","start":"2026-03-31T05:18:14.769093Z","end":"2026-03-31T05:18:15.293932Z","steps":["trace[1968022673] 'process raft request' (duration: 477.460632ms)","trace[1968022673] 'compare' (duration: 46.857829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:15.294145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:14.769023Z","time spent":"525.025591ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9651,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:15.294189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.511929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:15.294306Z","caller":"traceutil/trace.go:171","msg":"trace[773275813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10840; }","duration":"423.674194ms","start":"2026-03-31T05:18:14.870602Z","end":"2026-03-31T05:18:15.294276Z","steps":["trace[773275813] 'agreement among raft nodes before linearized reading' (duration: 423.479749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:15.294372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:14.870579Z","time spent":"423.781727ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:18:15.294422Z","caller":"traceutil/trace.go:171","msg":"trace[1758706015] linearizableReadLoop","detail":"{readStateIndex:11260; appliedIndex:11259; }","duration":"423.245512ms","start":"2026-03-31T05:18:14.87065Z","end":"2026-03-31T05:18:15.293896Z","steps":["trace[1758706015] 'read index received' (duration: 143.357253ms)","trace[1758706015] 'applied index is now lower than readState.Index' (duration: 279.886859ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:15.923719Z","caller":"traceutil/trace.go:171","msg":"trace[1251787718] linearizableReadLoop","detail":"{readStateIndex:11264; appliedIndex:11263; }","duration":"258.039424ms","start":"2026-03-31T05:18:15.665646Z","end":"2026-03-31T05:18:15.923685Z","steps":["trace[1251787718] 'read index received' (duration: 257.837989ms)","trace[1251787718] 'applied index is now lower than readState.Index' (duration: 200.435µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:15.923879Z","caller":"traceutil/trace.go:171","msg":"trace[835110196] transaction","detail":"{read_only:false; response_revision:10844; number_of_response:1; }","duration":"304.77168ms","start":"2026-03-31T05:18:15.619043Z","end":"2026-03-31T05:18:15.923814Z","steps":["trace[835110196] 'process raft request' (duration: 304.445831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:15.923911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.237999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:18:15.924068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.341622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:18:15.92413Z","caller":"traceutil/trace.go:171","msg":"trace[1975866052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10844; }","duration":"258.478646ms","start":"2026-03-31T05:18:15.665637Z","end":"2026-03-31T05:18:15.924115Z","steps":["trace[1975866052] 'agreement among raft nodes before linearized reading' (duration: 258.25371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:15.92412Z","caller":"traceutil/trace.go:171","msg":"trace[1613758942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10844; }","duration":"258.455525ms","start":"2026-03-31T05:18:15.665592Z","end":"2026-03-31T05:18:15.924048Z","steps":["trace[1613758942] 'agreement among raft nodes before linearized reading' (duration: 258.223529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:15.924162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:15.619029Z","time spent":"304.968045ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:15.924202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.493677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:18:15.924306Z","caller":"traceutil/trace.go:171","msg":"trace[1934652839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10844; }","duration":"254.632771ms","start":"2026-03-31T05:18:15.669651Z","end":"2026-03-31T05:18:15.924284Z","steps":["trace[1934652839] 'agreement among raft nodes before linearized reading' (duration: 254.299772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:15.924309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.318224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:18:15.924349Z","caller":"traceutil/trace.go:171","msg":"trace[1572350086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10844; }","duration":"257.415987ms","start":"2026-03-31T05:18:15.666924Z","end":"2026-03-31T05:18:15.92434Z","steps":["trace[1572350086] 'agreement among raft nodes before linearized reading' (duration: 257.353185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:18.383351Z","caller":"traceutil/trace.go:171","msg":"trace[907357829] linearizableReadLoop","detail":"{readStateIndex:11287; appliedIndex:11286; }","duration":"281.495663ms","start":"2026-03-31T05:18:18.101826Z","end":"2026-03-31T05:18:18.383321Z","steps":["trace[907357829] 'read index received' (duration: 281.264647ms)","trace[907357829] 'applied index is now lower than readState.Index' (duration: 229.726µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:18.384145Z","caller":"traceutil/trace.go:171","msg":"trace[1954546326] transaction","detail":"{read_only:false; response_revision:10866; number_of_response:1; }","duration":"294.972741ms","start":"2026-03-31T05:18:18.089159Z","end":"2026-03-31T05:18:18.384132Z","steps":["trace[1954546326] 'process raft request' (duration: 293.957863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:18.384746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.880472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:18.384943Z","caller":"traceutil/trace.go:171","msg":"trace[635702498] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:10866; }","duration":"283.117498ms","start":"2026-03-31T05:18:18.101768Z","end":"2026-03-31T05:18:18.384885Z","steps":["trace[635702498] 'agreement among raft nodes before linearized reading' (duration: 282.785299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:18.385287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.48309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:18.385348Z","caller":"traceutil/trace.go:171","msg":"trace[1206916850] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:10866; }","duration":"223.603924ms","start":"2026-03-31T05:18:18.161727Z","end":"2026-03-31T05:18:18.385331Z","steps":["trace[1206916850] 'agreement among raft nodes before linearized reading' (duration: 223.483681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:18.386088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.479058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:18.386207Z","caller":"traceutil/trace.go:171","msg":"trace[2083522418] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:10866; }","duration":"209.667833ms","start":"2026-03-31T05:18:18.176516Z","end":"2026-03-31T05:18:18.386184Z","steps":["trace[2083522418] 'agreement among raft nodes before linearized reading' (duration: 209.488128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:18.387874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.162094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T05:18:18.387974Z","caller":"traceutil/trace.go:171","msg":"trace[13291487] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:10866; }","duration":"126.295707ms","start":"2026-03-31T05:18:18.261645Z","end":"2026-03-31T05:18:18.387941Z","steps":["trace[13291487] 'agreement among raft nodes before linearized reading' (duration: 124.1881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:18.63924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.319755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-03-31T05:18:18.639385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.284392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7c64dcffb4-ksdwp.18a1d51cf1354262\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-31T05:18:18.639483Z","caller":"traceutil/trace.go:171","msg":"trace[308993866] range","detail":"{range_begin:/registry/events/openstack/glance-api-7c64dcffb4-ksdwp.18a1d51cf1354262; range_end:; response_count:1; response_revision:10866; }","duration":"220.445398ms","start":"2026-03-31T05:18:18.419012Z","end":"2026-03-31T05:18:18.639457Z","steps":["trace[308993866] 'range keys from in-memory index tree' (duration: 220.041606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:18.639325Z","caller":"traceutil/trace.go:171","msg":"trace[1661532827] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:10866; }","duration":"201.483819ms","start":"2026-03-31T05:18:18.437821Z","end":"2026-03-31T05:18:18.639304Z","steps":["trace[1661532827] 'range keys from in-memory index tree' (duration: 201.172081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:18.858068Z","caller":"traceutil/trace.go:171","msg":"trace[727177816] transaction","detail":"{read_only:false; response_revision:10868; number_of_response:1; }","duration":"129.633508ms","start":"2026-03-31T05:18:18.728405Z","end":"2026-03-31T05:18:18.858038Z","steps":["trace[727177816] 'process raft request' (duration: 128.886748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:20.174877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632591,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:18:20.442757Z","caller":"traceutil/trace.go:171","msg":"trace[507837275] transaction","detail":"{read_only:false; response_revision:10869; number_of_response:1; }","duration":"832.877924ms","start":"2026-03-31T05:18:19.609857Z","end":"2026-03-31T05:18:20.442735Z","steps":["trace[507837275] 'process raft request' (duration: 832.70858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:20.442947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:19.609822Z","time spent":"833.033079ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:21.126214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.588931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:21.126381Z","caller":"traceutil/trace.go:171","msg":"trace[2045816928] linearizableReadLoop","detail":"{readStateIndex:11291; appliedIndex:11289; }","duration":"1.451596042s","start":"2026-03-31T05:18:19.674766Z","end":"2026-03-31T05:18:21.126362Z","steps":["trace[2045816928] 'read index received' (duration: 767.943652ms)","trace[2045816928] 'applied index is now lower than readState.Index' (duration: 683.65127ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:21.126593Z","caller":"traceutil/trace.go:171","msg":"trace[1540065419] transaction","detail":"{read_only:false; response_revision:10870; number_of_response:1; }","duration":"1.505222586s","start":"2026-03-31T05:18:19.62136Z","end":"2026-03-31T05:18:21.126582Z","steps":["trace[1540065419] 'process raft request' (duration: 1.214167282s)","trace[1540065419] 'compare' (duration: 290.468488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:21.126644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:19.621339Z","time spent":"1.505281267s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:21.126812Z","caller":"traceutil/trace.go:171","msg":"trace[1264424473] transaction","detail":"{read_only:false; response_revision:10871; number_of_response:1; }","duration":"735.055703ms","start":"2026-03-31T05:18:20.39175Z","end":"2026-03-31T05:18:21.126805Z","steps":["trace[1264424473] 'process raft request' (duration: 734.56614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.126854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:20.391717Z","time spent":"735.117545ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:21.127021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4522651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:18:21.127048Z","caller":"traceutil/trace.go:171","msg":"trace[26262645] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10871; }","duration":"1.452336423s","start":"2026-03-31T05:18:19.674703Z","end":"2026-03-31T05:18:21.12704Z","steps":["trace[26262645] 'agreement among raft nodes before linearized reading' (duration: 1.45223333s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.12707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:19.674675Z","time spent":"1.452387533s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:18:21.127231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444336214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:18:21.127259Z","caller":"traceutil/trace.go:171","msg":"trace[508894300] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10871; }","duration":"1.444417897s","start":"2026-03-31T05:18:19.682836Z","end":"2026-03-31T05:18:21.127254Z","steps":["trace[508894300] 'agreement among raft nodes before linearized reading' (duration: 1.444333404s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.127277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:19.682801Z","time spent":"1.444471687s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:18:21.127604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.624235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:21.127635Z","caller":"traceutil/trace.go:171","msg":"trace[735862843] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:10871; }","duration":"618.679697ms","start":"2026-03-31T05:18:20.508944Z","end":"2026-03-31T05:18:21.127624Z","steps":["trace[735862843] 'agreement among raft nodes before linearized reading' (duration: 618.636116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.127653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:20.508925Z","time spent":"618.722278ms","remote":"127.0.0.1:33354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:21.127776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.164301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:21.127798Z","caller":"traceutil/trace.go:171","msg":"trace[965506038] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:10871; }","duration":"630.237732ms","start":"2026-03-31T05:18:20.497554Z","end":"2026-03-31T05:18:21.127792Z","steps":["trace[965506038] 'agreement among raft nodes before linearized reading' (duration: 630.194311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.127816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:20.497522Z","time spent":"630.288804ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:21.12793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.034544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:21.127955Z","caller":"traceutil/trace.go:171","msg":"trace[690948244] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:10871; }","duration":"827.113807ms","start":"2026-03-31T05:18:20.300836Z","end":"2026-03-31T05:18:21.12795Z","steps":["trace[690948244] 'agreement among raft nodes before linearized reading' (duration: 827.074236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.128015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:20.300808Z","time spent":"827.200288ms","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:21.128249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025100431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88531"} {"level":"info","ts":"2026-03-31T05:18:21.128278Z","caller":"traceutil/trace.go:171","msg":"trace[1556984794] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:10871; }","duration":"1.025180852s","start":"2026-03-31T05:18:20.10309Z","end":"2026-03-31T05:18:21.128271Z","steps":["trace[1556984794] 'agreement among raft nodes before linearized reading' (duration: 1.025026418s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.128295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:20.103064Z","time spent":"1.025226104s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":88554,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:18:21.128453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175992809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:18:21.128477Z","caller":"traceutil/trace.go:171","msg":"trace[1904546378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10871; }","duration":"1.176063452s","start":"2026-03-31T05:18:19.952409Z","end":"2026-03-31T05:18:21.128472Z","steps":["trace[1904546378] 'agreement among raft nodes before linearized reading' (duration: 1.17599931s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.128494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:19.95237Z","time spent":"1.176119863s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:21.128609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176271408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:18:21.128632Z","caller":"traceutil/trace.go:171","msg":"trace[133508791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10871; }","duration":"1.176294298s","start":"2026-03-31T05:18:19.952331Z","end":"2026-03-31T05:18:21.128626Z","steps":["trace[133508791] 'agreement among raft nodes before linearized reading' (duration: 1.176237967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.128648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:19.952296Z","time spent":"1.17634853s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:21.128759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177026048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:18:21.128914Z","caller":"traceutil/trace.go:171","msg":"trace[786327258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10871; }","duration":"1.177185532s","start":"2026-03-31T05:18:19.951699Z","end":"2026-03-31T05:18:21.128885Z","steps":["trace[786327258] 'agreement among raft nodes before linearized reading' (duration: 1.177021768s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.129006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:19.951678Z","time spent":"1.177292026s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:18:21.129041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180849632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:18:21.129077Z","caller":"traceutil/trace.go:171","msg":"trace[2092812782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10871; }","duration":"1.180927054s","start":"2026-03-31T05:18:19.948141Z","end":"2026-03-31T05:18:21.129068Z","steps":["trace[2092812782] 'agreement among raft nodes before linearized reading' (duration: 1.18075904s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.129101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:19.94812Z","time spent":"1.180972946s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:18:21.129187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181280064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:18:21.129204Z","caller":"traceutil/trace.go:171","msg":"trace[464706399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10871; }","duration":"1.181347406s","start":"2026-03-31T05:18:19.94785Z","end":"2026-03-31T05:18:21.129198Z","steps":["trace[464706399] 'agreement among raft nodes before linearized reading' (duration: 1.181294824s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.12922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:19.947827Z","time spent":"1.181388837s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:21.129323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245358713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:21.129341Z","caller":"traceutil/trace.go:171","msg":"trace[482900456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10871; }","duration":"1.245472665s","start":"2026-03-31T05:18:19.883863Z","end":"2026-03-31T05:18:21.129335Z","steps":["trace[482900456] 'agreement among raft nodes before linearized reading' (duration: 1.245441065s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.12936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:19.883842Z","time spent":"1.245515397s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:21.463805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.380687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:21.463909Z","caller":"traceutil/trace.go:171","msg":"trace[669759531] transaction","detail":"{read_only:false; response_revision:10872; number_of_response:1; }","duration":"329.280789ms","start":"2026-03-31T05:18:21.134611Z","end":"2026-03-31T05:18:21.463892Z","steps":["trace[669759531] 'process raft request' (duration: 138.731938ms)","trace[669759531] 'compare' (duration: 190.184931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:21.463958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:21.134579Z","time spent":"329.35597ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:21.602906Z","caller":"traceutil/trace.go:171","msg":"trace[1792861139] transaction","detail":"{read_only:false; response_revision:10875; number_of_response:1; }","duration":"467.811209ms","start":"2026-03-31T05:18:21.135058Z","end":"2026-03-31T05:18:21.60287Z","steps":["trace[1792861139] 'process raft request' (duration: 467.736547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:21.603166Z","caller":"traceutil/trace.go:171","msg":"trace[2056567562] transaction","detail":"{read_only:false; response_revision:10873; number_of_response:1; }","duration":"468.145649ms","start":"2026-03-31T05:18:21.134969Z","end":"2026-03-31T05:18:21.603115Z","steps":["trace[2056567562] 'process raft request' (duration: 462.292359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:21.603258Z","caller":"traceutil/trace.go:171","msg":"trace[1491363120] transaction","detail":"{read_only:false; response_revision:10874; number_of_response:1; }","duration":"468.230181ms","start":"2026-03-31T05:18:21.135008Z","end":"2026-03-31T05:18:21.603238Z","steps":["trace[1491363120] 'process raft request' (duration: 467.734948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.603374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:21.134986Z","time spent":"468.308843ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:21.6034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:21.134954Z","time spent":"468.321063ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:21.603405Z","caller":"traceutil/trace.go:171","msg":"trace[527352139] transaction","detail":"{read_only:false; response_revision:10876; number_of_response:1; }","duration":"468.266212ms","start":"2026-03-31T05:18:21.135097Z","end":"2026-03-31T05:18:21.603364Z","steps":["trace[527352139] 'process raft request' (duration: 467.732417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.603621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:21.135089Z","time spent":"468.424226ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:21.603902Z","caller":"traceutil/trace.go:171","msg":"trace[285820354] linearizableReadLoop","detail":"{readStateIndex:11298; appliedIndex:11293; }","duration":"161.259272ms","start":"2026-03-31T05:18:21.442622Z","end":"2026-03-31T05:18:21.603882Z","steps":["trace[285820354] 'read index received' (duration: 154.61655ms)","trace[285820354] 'applied index is now lower than readState.Index' (duration: 6.640982ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:21.604017Z","caller":"traceutil/trace.go:171","msg":"trace[1850516094] transaction","detail":"{read_only:false; response_revision:10877; number_of_response:1; }","duration":"468.896389ms","start":"2026-03-31T05:18:21.135111Z","end":"2026-03-31T05:18:21.604007Z","steps":["trace[1850516094] 'process raft request' (duration: 468.097237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.6041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:21.135104Z","time spent":"468.94817ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:21.604311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.840581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:18:21.604384Z","caller":"traceutil/trace.go:171","msg":"trace[1936704906] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10877; }","duration":"108.955114ms","start":"2026-03-31T05:18:21.495409Z","end":"2026-03-31T05:18:21.604364Z","steps":["trace[1936704906] 'agreement among raft nodes before linearized reading' (duration: 108.744928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.604563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.9501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:18:21.604629Z","caller":"traceutil/trace.go:171","msg":"trace[1740174418] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10877; }","duration":"162.066674ms","start":"2026-03-31T05:18:21.442546Z","end":"2026-03-31T05:18:21.604612Z","steps":["trace[1740174418] 'agreement among raft nodes before linearized reading' (duration: 161.846658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.605015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:21.13505Z","time spent":"467.960724ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:22.197044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.607899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:22.197459Z","caller":"traceutil/trace.go:171","msg":"trace[1366704030] transaction","detail":"{read_only:false; response_revision:10879; number_of_response:1; }","duration":"584.759311ms","start":"2026-03-31T05:18:21.612671Z","end":"2026-03-31T05:18:22.19743Z","steps":["trace[1366704030] 'process raft request' (duration: 129.637568ms)","trace[1366704030] 'compare' (duration: 454.420504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:22.197535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:21.612651Z","time spent":"584.851594ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:22.267004Z","caller":"traceutil/trace.go:171","msg":"trace[2121646362] transaction","detail":"{read_only:false; response_revision:10880; number_of_response:1; }","duration":"259.132573ms","start":"2026-03-31T05:18:22.007835Z","end":"2026-03-31T05:18:22.266968Z","steps":["trace[2121646362] 'process raft request' (duration: 258.931198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:23.251626Z","caller":"traceutil/trace.go:171","msg":"trace[897185688] transaction","detail":"{read_only:false; response_revision:10882; number_of_response:1; }","duration":"116.87814ms","start":"2026-03-31T05:18:23.134715Z","end":"2026-03-31T05:18:23.251593Z","steps":["trace[897185688] 'process raft request' (duration: 116.681965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:23.657836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.666112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:23.657939Z","caller":"traceutil/trace.go:171","msg":"trace[1463520876] linearizableReadLoop","detail":"{readStateIndex:11305; appliedIndex:11303; }","duration":"514.802053ms","start":"2026-03-31T05:18:23.143121Z","end":"2026-03-31T05:18:23.657923Z","steps":["trace[1463520876] 'read index received' (duration: 108.236695ms)","trace[1463520876] 'applied index is now lower than readState.Index' (duration: 406.563768ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:23.658034Z","caller":"traceutil/trace.go:171","msg":"trace[126113667] transaction","detail":"{read_only:false; response_revision:10883; number_of_response:1; }","duration":"521.216067ms","start":"2026-03-31T05:18:23.136807Z","end":"2026-03-31T05:18:23.658023Z","steps":["trace[126113667] 'process raft request' (duration: 292.256408ms)","trace[126113667] 'compare' (duration: 228.357473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:23.65809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.136676Z","time spent":"521.385222ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:23.658189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.729148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:23.658276Z","caller":"traceutil/trace.go:171","msg":"trace[264296014] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:10883; }","duration":"448.884723ms","start":"2026-03-31T05:18:23.209376Z","end":"2026-03-31T05:18:23.65826Z","steps":["trace[264296014] 'agreement among raft nodes before linearized reading' (duration: 448.713338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:23.658382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.209343Z","time spent":"448.998276ms","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:23.658896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.50155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:18:23.658909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.759008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:18:23.658983Z","caller":"traceutil/trace.go:171","msg":"trace[800812734] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10883; }","duration":"190.634154ms","start":"2026-03-31T05:18:23.468326Z","end":"2026-03-31T05:18:23.65896Z","steps":["trace[800812734] 'agreement among raft nodes before linearized reading' (duration: 190.384207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:23.659017Z","caller":"traceutil/trace.go:171","msg":"trace[1302709442] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10883; }","duration":"515.887102ms","start":"2026-03-31T05:18:23.143103Z","end":"2026-03-31T05:18:23.65899Z","steps":["trace[1302709442] 'agreement among raft nodes before linearized reading' (duration: 515.532412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:23.659072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.143052Z","time spent":"516.008966ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:18:23.659116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.647194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:23.659231Z","caller":"traceutil/trace.go:171","msg":"trace[399228855] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10883; }","duration":"386.840879ms","start":"2026-03-31T05:18:23.27237Z","end":"2026-03-31T05:18:23.659211Z","steps":["trace[399228855] 'agreement among raft nodes before linearized reading' (duration: 386.568631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:23.659275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.272336Z","time spent":"386.930831ms","remote":"127.0.0.1:33222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:24.10989Z","caller":"traceutil/trace.go:171","msg":"trace[433996944] linearizableReadLoop","detail":"{readStateIndex:11310; appliedIndex:11305; }","duration":"445.760517ms","start":"2026-03-31T05:18:23.664102Z","end":"2026-03-31T05:18:24.109863Z","steps":["trace[433996944] 'read index received' (duration: 39.353664ms)","trace[433996944] 'applied index is now lower than readState.Index' (duration: 406.405633ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:24.110054Z","caller":"traceutil/trace.go:171","msg":"trace[1847472947] transaction","detail":"{read_only:false; response_revision:10886; number_of_response:1; }","duration":"446.377594ms","start":"2026-03-31T05:18:23.663663Z","end":"2026-03-31T05:18:24.110041Z","steps":["trace[1847472947] 'process raft request' (duration: 445.951092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:24.110029Z","caller":"traceutil/trace.go:171","msg":"trace[1211914255] transaction","detail":"{read_only:false; response_revision:10885; number_of_response:1; }","duration":"446.392244ms","start":"2026-03-31T05:18:23.663586Z","end":"2026-03-31T05:18:24.109979Z","steps":["trace[1211914255] 'process raft request' (duration: 445.562512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:24.110182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.663582Z","time spent":"446.507717ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:24.110309Z","caller":"traceutil/trace.go:171","msg":"trace[1472122182] transaction","detail":"{read_only:false; response_revision:10887; number_of_response:1; }","duration":"446.545928ms","start":"2026-03-31T05:18:23.663754Z","end":"2026-03-31T05:18:24.1103Z","steps":["trace[1472122182] 'process raft request' (duration: 445.971902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:24.110368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.663743Z","time spent":"446.59561ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:24.110407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.663558Z","time spent":"446.58875ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:24.110584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.624597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:18:24.110577Z","caller":"traceutil/trace.go:171","msg":"trace[970971009] transaction","detail":"{read_only:false; response_revision:10888; number_of_response:1; }","duration":"446.723413ms","start":"2026-03-31T05:18:23.663824Z","end":"2026-03-31T05:18:24.110548Z","steps":["trace[970971009] 'process raft request' (duration: 445.938021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:24.11063Z","caller":"traceutil/trace.go:171","msg":"trace[304704949] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10889; }","duration":"122.703909ms","start":"2026-03-31T05:18:23.987914Z","end":"2026-03-31T05:18:24.110618Z","steps":["trace[304704949] 'agreement among raft nodes before linearized reading' (duration: 122.521514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:24.110647Z","caller":"traceutil/trace.go:171","msg":"trace[2040016752] transaction","detail":"{read_only:false; response_revision:10889; number_of_response:1; }","duration":"446.265481ms","start":"2026-03-31T05:18:23.664357Z","end":"2026-03-31T05:18:24.110623Z","steps":["trace[2040016752] 'process raft request' (duration: 445.461559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:24.11077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.663817Z","time spent":"446.846867ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:24.110809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.664317Z","time spent":"446.403495ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:24.112874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.771139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347649"} {"level":"info","ts":"2026-03-31T05:18:24.112926Z","caller":"traceutil/trace.go:171","msg":"trace[1693807165] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10889; }","duration":"448.887812ms","start":"2026-03-31T05:18:23.664025Z","end":"2026-03-31T05:18:24.112913Z","steps":["trace[1693807165] 'agreement among raft nodes before linearized reading' (duration: 446.365764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:24.112962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.663966Z","time spent":"448.986265ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347672,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:18:27.153909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.42211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T05:18:27.154004Z","caller":"traceutil/trace.go:171","msg":"trace[571926750] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:10903; }","duration":"226.608346ms","start":"2026-03-31T05:18:26.927376Z","end":"2026-03-31T05:18:27.153984Z","steps":["trace[571926750] 'range keys from in-memory index tree' (duration: 226.207284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:27.473367Z","caller":"traceutil/trace.go:171","msg":"trace[2089493057] transaction","detail":"{read_only:false; response_revision:10905; number_of_response:1; }","duration":"138.759057ms","start":"2026-03-31T05:18:27.33457Z","end":"2026-03-31T05:18:27.473329Z","steps":["trace[2089493057] 'process raft request' (duration: 138.528671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:28.205664Z","caller":"traceutil/trace.go:171","msg":"trace[1580046515] linearizableReadLoop","detail":"{readStateIndex:11329; appliedIndex:11328; }","duration":"487.134437ms","start":"2026-03-31T05:18:27.718493Z","end":"2026-03-31T05:18:28.205628Z","steps":["trace[1580046515] 'read index received' (duration: 486.87414ms)","trace[1580046515] 'applied index is now lower than readState.Index' (duration: 258.817µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:28.205869Z","caller":"traceutil/trace.go:171","msg":"trace[2054589550] transaction","detail":"{read_only:false; response_revision:10906; number_of_response:1; }","duration":"520.780706ms","start":"2026-03-31T05:18:27.685052Z","end":"2026-03-31T05:18:28.205833Z","steps":["trace[2054589550] 'process raft request' (duration: 520.352004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:28.206064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.517387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:18:28.206139Z","caller":"traceutil/trace.go:171","msg":"trace[994233673] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10906; }","duration":"487.649221ms","start":"2026-03-31T05:18:27.718476Z","end":"2026-03-31T05:18:28.206125Z","steps":["trace[994233673] 'agreement among raft nodes before linearized reading' (duration: 487.347272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:28.206182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:27.718414Z","time spent":"487.756764ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:18:28.206182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.871676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:28.206286Z","caller":"traceutil/trace.go:171","msg":"trace[697730842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10906; }","duration":"281.122493ms","start":"2026-03-31T05:18:27.925136Z","end":"2026-03-31T05:18:28.206258Z","steps":["trace[697730842] 'agreement among raft nodes before linearized reading' (duration: 280.973849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:28.206069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:27.68502Z","time spent":"520.9368ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:28.206778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.106162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-storage-init-ld6z5\" ","response":"range_response_count:1 size:9609"} {"level":"info","ts":"2026-03-31T05:18:28.20686Z","caller":"traceutil/trace.go:171","msg":"trace[323599154] range","detail":"{range_begin:/registry/pods/openstack/glance-storage-init-ld6z5; range_end:; response_count:1; response_revision:10906; }","duration":"226.254246ms","start":"2026-03-31T05:18:27.980583Z","end":"2026-03-31T05:18:28.206838Z","steps":["trace[323599154] 'agreement among raft nodes before linearized reading' (duration: 225.956608ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:28.385291Z","caller":"traceutil/trace.go:171","msg":"trace[1250455414] transaction","detail":"{read_only:false; response_revision:10907; number_of_response:1; }","duration":"173.723662ms","start":"2026-03-31T05:18:28.211516Z","end":"2026-03-31T05:18:28.38524Z","steps":["trace[1250455414] 'process raft request' (duration: 167.047619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:28.437769Z","caller":"traceutil/trace.go:171","msg":"trace[1056427383] transaction","detail":"{read_only:false; response_revision:10908; number_of_response:1; }","duration":"225.64765ms","start":"2026-03-31T05:18:28.212087Z","end":"2026-03-31T05:18:28.437735Z","steps":["trace[1056427383] 'process raft request' (duration: 225.257209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:28.438212Z","caller":"traceutil/trace.go:171","msg":"trace[373283441] transaction","detail":"{read_only:false; response_revision:10909; number_of_response:1; }","duration":"225.887806ms","start":"2026-03-31T05:18:28.212308Z","end":"2026-03-31T05:18:28.438196Z","steps":["trace[373283441] 'process raft request' (duration: 225.208708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:28.43876Z","caller":"traceutil/trace.go:171","msg":"trace[115543894] linearizableReadLoop","detail":"{readStateIndex:11334; appliedIndex:11329; }","duration":"224.481847ms","start":"2026-03-31T05:18:28.214268Z","end":"2026-03-31T05:18:28.43875Z","steps":["trace[115543894] 'read index received' (duration: 164.232213ms)","trace[115543894] 'applied index is now lower than readState.Index' (duration: 60.248604ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:28.438858Z","caller":"traceutil/trace.go:171","msg":"trace[2097197414] transaction","detail":"{read_only:false; response_revision:10912; number_of_response:1; }","duration":"221.511776ms","start":"2026-03-31T05:18:28.217295Z","end":"2026-03-31T05:18:28.438807Z","steps":["trace[2097197414] 'process raft request' (duration: 221.373092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:28.438964Z","caller":"traceutil/trace.go:171","msg":"trace[1220650891] transaction","detail":"{read_only:false; response_revision:10910; number_of_response:1; }","duration":"226.247826ms","start":"2026-03-31T05:18:28.212669Z","end":"2026-03-31T05:18:28.438917Z","steps":["trace[1220650891] 'process raft request' (duration: 225.252689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:28.438926Z","caller":"traceutil/trace.go:171","msg":"trace[858845506] transaction","detail":"{read_only:false; response_revision:10911; number_of_response:1; }","duration":"226.195414ms","start":"2026-03-31T05:18:28.212721Z","end":"2026-03-31T05:18:28.438916Z","steps":["trace[858845506] 'process raft request' (duration: 225.909496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:28.439393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.048083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347835"} {"level":"info","ts":"2026-03-31T05:18:28.439432Z","caller":"traceutil/trace.go:171","msg":"trace[1267723650] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10913; }","duration":"225.188447ms","start":"2026-03-31T05:18:28.214233Z","end":"2026-03-31T05:18:28.439422Z","steps":["trace[1267723650] 'agreement among raft nodes before linearized reading' (duration: 224.56026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:28.440539Z","caller":"traceutil/trace.go:171","msg":"trace[1028291707] transaction","detail":"{read_only:false; response_revision:10913; number_of_response:1; }","duration":"180.166108ms","start":"2026-03-31T05:18:28.260325Z","end":"2026-03-31T05:18:28.440491Z","steps":["trace[1028291707] 'process raft request' (duration: 178.39255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:29.828664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632720,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:18:30.051847Z","caller":"traceutil/trace.go:171","msg":"trace[1421644087] transaction","detail":"{read_only:false; response_revision:10915; number_of_response:1; }","duration":"726.665734ms","start":"2026-03-31T05:18:29.325157Z","end":"2026-03-31T05:18:30.051823Z","steps":["trace[1421644087] 'process raft request' (duration: 726.49843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:30.052036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:29.325135Z","time spent":"726.775067ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:30.413182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.007147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:30.41344Z","caller":"traceutil/trace.go:171","msg":"trace[1385184789] transaction","detail":"{read_only:false; response_revision:10918; number_of_response:1; }","duration":"200.866643ms","start":"2026-03-31T05:18:30.212555Z","end":"2026-03-31T05:18:30.413422Z","steps":["trace[1385184789] 'process raft request' (duration: 200.813131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:30.41353Z","caller":"traceutil/trace.go:171","msg":"trace[695746957] transaction","detail":"{read_only:false; response_revision:10916; number_of_response:1; }","duration":"963.975212ms","start":"2026-03-31T05:18:29.449528Z","end":"2026-03-31T05:18:30.413504Z","steps":["trace[695746957] 'process raft request' (duration: 847.534033ms)","trace[695746957] 'compare' (duration: 115.871273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:30.413702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:29.449492Z","time spent":"964.132596ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7384,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:30.413663Z","caller":"traceutil/trace.go:171","msg":"trace[288149301] transaction","detail":"{read_only:false; response_revision:10917; number_of_response:1; }","duration":"640.152773ms","start":"2026-03-31T05:18:29.773469Z","end":"2026-03-31T05:18:30.413622Z","steps":["trace[288149301] 'process raft request' (duration: 639.835614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:30.413769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085742106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:30.413803Z","caller":"traceutil/trace.go:171","msg":"trace[969366404] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10918; }","duration":"1.085776287s","start":"2026-03-31T05:18:29.328017Z","end":"2026-03-31T05:18:30.413794Z","steps":["trace[969366404] 'agreement among raft nodes before linearized reading' (duration: 1.085714455s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:30.413828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:29.327892Z","time spent":"1.085930831s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:18:30.413873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:29.773436Z","time spent":"640.323438ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:30.413708Z","caller":"traceutil/trace.go:171","msg":"trace[987583483] linearizableReadLoop","detail":"{readStateIndex:11340; appliedIndex:11337; }","duration":"1.085659993s","start":"2026-03-31T05:18:29.328035Z","end":"2026-03-31T05:18:30.413695Z","steps":["trace[987583483] 'read index received' (duration: 723.704423ms)","trace[987583483] 'applied index is now lower than readState.Index' (duration: 361.95469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:30.414364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.713197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:30.414425Z","caller":"traceutil/trace.go:171","msg":"trace[1628887139] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:10918; }","duration":"219.81003ms","start":"2026-03-31T05:18:30.194598Z","end":"2026-03-31T05:18:30.414408Z","steps":["trace[1628887139] 'agreement among raft nodes before linearized reading' (duration: 219.672376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:30.414478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.256756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:30.414582Z","caller":"traceutil/trace.go:171","msg":"trace[287421578] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:10918; }","duration":"278.39972ms","start":"2026-03-31T05:18:30.136156Z","end":"2026-03-31T05:18:30.414555Z","steps":["trace[287421578] 'agreement among raft nodes before linearized reading' (duration: 278.193454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:30.41459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.626364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:30.414745Z","caller":"traceutil/trace.go:171","msg":"trace[2048392060] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:10918; }","duration":"508.792528ms","start":"2026-03-31T05:18:29.905922Z","end":"2026-03-31T05:18:30.414715Z","steps":["trace[2048392060] 'agreement among raft nodes before linearized reading' (duration: 508.614883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:30.414446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.365096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:30.414884Z","caller":"traceutil/trace.go:171","msg":"trace[2010652267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10918; }","duration":"545.881591ms","start":"2026-03-31T05:18:29.86898Z","end":"2026-03-31T05:18:30.414862Z","steps":["trace[2010652267] 'agreement among raft nodes before linearized reading' (duration: 545.275734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:30.414907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:29.905907Z","time spent":"508.963943ms","remote":"127.0.0.1:52556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:30.415757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:29.868959Z","time spent":"545.986373ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:18:30.645219Z","caller":"traceutil/trace.go:171","msg":"trace[53401737] linearizableReadLoop","detail":"{readStateIndex:11342; appliedIndex:11341; }","duration":"224.029885ms","start":"2026-03-31T05:18:30.421163Z","end":"2026-03-31T05:18:30.645193Z","steps":["trace[53401737] 'read index received' (duration: 215.41772ms)","trace[53401737] 'applied index is now lower than readState.Index' (duration: 8.611175ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:30.645318Z","caller":"traceutil/trace.go:171","msg":"trace[2011997391] transaction","detail":"{read_only:false; response_revision:10919; number_of_response:1; }","duration":"224.724294ms","start":"2026-03-31T05:18:30.420586Z","end":"2026-03-31T05:18:30.64531Z","steps":["trace[2011997391] 'process raft request' (duration: 215.715488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:30.645776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.58459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:18:30.645876Z","caller":"traceutil/trace.go:171","msg":"trace[1242528261] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10919; }","duration":"224.717974ms","start":"2026-03-31T05:18:30.421136Z","end":"2026-03-31T05:18:30.645854Z","steps":["trace[1242528261] 'agreement among raft nodes before linearized reading' (duration: 224.23492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:30.735187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.710485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:18:30.735288Z","caller":"traceutil/trace.go:171","msg":"trace[64844531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10920; }","duration":"290.855669ms","start":"2026-03-31T05:18:30.444411Z","end":"2026-03-31T05:18:30.735267Z","steps":["trace[64844531] 'agreement among raft nodes before linearized reading' (duration: 290.601303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:30.73528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.824002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-storage-init-ld6z5\" ","response":"range_response_count:1 size:2817"} {"level":"warn","ts":"2026-03-31T05:18:30.735322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.188879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:18:30.735305Z","caller":"traceutil/trace.go:171","msg":"trace[855859129] transaction","detail":"{read_only:false; response_revision:10920; number_of_response:1; }","duration":"135.767726ms","start":"2026-03-31T05:18:30.599512Z","end":"2026-03-31T05:18:30.735279Z","steps":["trace[855859129] 'process raft request' (duration: 135.219741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:30.735391Z","caller":"traceutil/trace.go:171","msg":"trace[570332316] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10920; }","duration":"287.303393ms","start":"2026-03-31T05:18:30.448075Z","end":"2026-03-31T05:18:30.735378Z","steps":["trace[570332316] 'agreement among raft nodes before linearized reading' (duration: 287.051806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:30.735346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.69794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:18:30.735485Z","caller":"traceutil/trace.go:171","msg":"trace[1503331824] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10920; }","duration":"288.927797ms","start":"2026-03-31T05:18:30.446524Z","end":"2026-03-31T05:18:30.735452Z","steps":["trace[1503331824] 'agreement among raft nodes before linearized reading' (duration: 288.467594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:30.735527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.661111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:18:30.735572Z","caller":"traceutil/trace.go:171","msg":"trace[1598094016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10920; }","duration":"291.735733ms","start":"2026-03-31T05:18:30.443824Z","end":"2026-03-31T05:18:30.735559Z","steps":["trace[1598094016] 'agreement among raft nodes before linearized reading' (duration: 291.61488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:30.735387Z","caller":"traceutil/trace.go:171","msg":"trace[1409418202] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/glance-storage-init-ld6z5; range_end:; response_count:1; response_revision:10920; }","duration":"227.005996ms","start":"2026-03-31T05:18:30.508351Z","end":"2026-03-31T05:18:30.735357Z","steps":["trace[1409418202] 'agreement among raft nodes before linearized reading' (duration: 226.687967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:30.735782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.789535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:18:30.735849Z","caller":"traceutil/trace.go:171","msg":"trace[2006572193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10920; }","duration":"291.876667ms","start":"2026-03-31T05:18:30.44396Z","end":"2026-03-31T05:18:30.735837Z","steps":["trace[2006572193] 'agreement among raft nodes before linearized reading' (duration: 291.736663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:30.735921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.98763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:18:30.736006Z","caller":"traceutil/trace.go:171","msg":"trace[1976229007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10920; }","duration":"292.153415ms","start":"2026-03-31T05:18:30.443833Z","end":"2026-03-31T05:18:30.735986Z","steps":["trace[1976229007] 'agreement among raft nodes before linearized reading' (duration: 291.873727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:30.893509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.320557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:18:30.893704Z","caller":"traceutil/trace.go:171","msg":"trace[1019839773] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10921; }","duration":"155.293398ms","start":"2026-03-31T05:18:30.738382Z","end":"2026-03-31T05:18:30.893675Z","steps":["trace[1019839773] 'process raft request' (duration: 35.55259ms)","trace[1019839773] 'compare' (duration: 119.144962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:31.162113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.190879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:31.162377Z","caller":"traceutil/trace.go:171","msg":"trace[683734053] transaction","detail":"{read_only:false; response_revision:10922; number_of_response:1; }","duration":"421.146845ms","start":"2026-03-31T05:18:30.741174Z","end":"2026-03-31T05:18:31.162321Z","steps":["trace[683734053] 'process raft request' (duration: 255.656038ms)","trace[683734053] 'compare' (duration: 165.033845ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:31.162435Z","caller":"traceutil/trace.go:171","msg":"trace[1544853237] transaction","detail":"{read_only:false; response_revision:10923; number_of_response:1; }","duration":"421.205987ms","start":"2026-03-31T05:18:30.741211Z","end":"2026-03-31T05:18:31.162417Z","steps":["trace[1544853237] 'process raft request' (duration: 421.031582ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:31.16243Z","caller":"traceutil/trace.go:171","msg":"trace[768778127] transaction","detail":"{read_only:false; response_revision:10924; number_of_response:1; }","duration":"421.057884ms","start":"2026-03-31T05:18:30.741346Z","end":"2026-03-31T05:18:31.162404Z","steps":["trace[768778127] 'process raft request' (duration: 420.969091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.162569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.741145Z","time spent":"421.343541ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:31.162656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.741336Z","time spent":"421.272119ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:31.162682Z","caller":"traceutil/trace.go:171","msg":"trace[426015545] transaction","detail":"{read_only:false; response_revision:10925; number_of_response:1; }","duration":"421.234728ms","start":"2026-03-31T05:18:30.741431Z","end":"2026-03-31T05:18:31.162666Z","steps":["trace[426015545] 'process raft request' (duration: 420.932939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.162739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.741421Z","time spent":"421.29452ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:31.162662Z","caller":"traceutil/trace.go:171","msg":"trace[1237066051] linearizableReadLoop","detail":"{readStateIndex:11349; appliedIndex:11343; }","duration":"420.820687ms","start":"2026-03-31T05:18:30.741822Z","end":"2026-03-31T05:18:31.162643Z","steps":["trace[1237066051] 'read index received' (duration: 32.098797ms)","trace[1237066051] 'applied index is now lower than readState.Index' (duration: 388.72086ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:31.162858Z","caller":"traceutil/trace.go:171","msg":"trace[842556555] transaction","detail":"{read_only:false; response_revision:10926; number_of_response:1; }","duration":"421.417212ms","start":"2026-03-31T05:18:30.741423Z","end":"2026-03-31T05:18:31.16284Z","steps":["trace[842556555] 'process raft request' (duration: 421.094154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.162885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.649881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:31.162914Z","caller":"traceutil/trace.go:171","msg":"trace[2036896688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10926; }","duration":"291.757434ms","start":"2026-03-31T05:18:30.871146Z","end":"2026-03-31T05:18:31.162903Z","steps":["trace[2036896688] 'agreement among raft nodes before linearized reading' (duration: 291.714803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.162953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.741395Z","time spent":"421.505805ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:31.162564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.741179Z","time spent":"421.30934ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:31.163195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.367822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347835"} {"level":"warn","ts":"2026-03-31T05:18:31.163213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.245461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-storage-init-ld6z5\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-03-31T05:18:31.163259Z","caller":"traceutil/trace.go:171","msg":"trace[202088451] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10926; }","duration":"421.460705ms","start":"2026-03-31T05:18:30.741784Z","end":"2026-03-31T05:18:31.163245Z","steps":["trace[202088451] 'agreement among raft nodes before linearized reading' (duration: 420.91335ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:31.163268Z","caller":"traceutil/trace.go:171","msg":"trace[1222094068] range","detail":"{range_begin:/registry/pods/openstack/glance-storage-init-ld6z5; range_end:; response_count:1; response_revision:10926; }","duration":"172.336644ms","start":"2026-03-31T05:18:30.990917Z","end":"2026-03-31T05:18:31.163253Z","steps":["trace[1222094068] 'agreement among raft nodes before linearized reading' (duration: 172.19935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.163305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.741774Z","time spent":"421.516776ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347858,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:18:32.504819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.077027908s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:18:32.505219Z","caller":"traceutil/trace.go:171","msg":"trace[1612529006] transaction","detail":"{read_only:false; response_revision:10928; number_of_response:1; }","duration":"1.077604044s","start":"2026-03-31T05:18:31.427589Z","end":"2026-03-31T05:18:32.505193Z","steps":["trace[1612529006] 'process raft request' (duration: 1.07745628s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.505353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.427554Z","time spent":"1.077730877s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7487,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:32.625418Z","caller":"traceutil/trace.go:171","msg":"trace[756220621] transaction","detail":"{read_only:false; response_revision:10929; number_of_response:1; }","duration":"567.4688ms","start":"2026-03-31T05:18:32.057923Z","end":"2026-03-31T05:18:32.625391Z","steps":["trace[756220621] 'process raft request' (duration: 567.084459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.625614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:32.057894Z","time spent":"567.598553ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:32.841594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.079178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:32.842114Z","caller":"traceutil/trace.go:171","msg":"trace[349972631] transaction","detail":"{read_only:false; response_revision:10930; number_of_response:1; }","duration":"421.374942ms","start":"2026-03-31T05:18:32.420689Z","end":"2026-03-31T05:18:32.842064Z","steps":["trace[349972631] 'process raft request' (duration: 204.694257ms)","trace[349972631] 'compare' (duration: 215.503353ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:32.842255Z","caller":"traceutil/trace.go:171","msg":"trace[241675538] linearizableReadLoop","detail":"{readStateIndex:11355; appliedIndex:11353; }","duration":"191.847596ms","start":"2026-03-31T05:18:32.650303Z","end":"2026-03-31T05:18:32.842151Z","steps":["trace[241675538] 'read index received' (duration: 106.295921ms)","trace[241675538] 'applied index is now lower than readState.Index' (duration: 85.549745ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:32.842243Z","caller":"traceutil/trace.go:171","msg":"trace[1888831181] transaction","detail":"{read_only:false; response_revision:10931; number_of_response:1; }","duration":"325.035852ms","start":"2026-03-31T05:18:32.517172Z","end":"2026-03-31T05:18:32.842208Z","steps":["trace[1888831181] 'process raft request' (duration: 324.553369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.842302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:32.420656Z","time spent":"421.549987ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:32.842518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.205676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:18:32.843116Z","caller":"traceutil/trace.go:171","msg":"trace[984127210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10931; }","duration":"192.877905ms","start":"2026-03-31T05:18:32.650222Z","end":"2026-03-31T05:18:32.8431Z","steps":["trace[984127210] 'agreement among raft nodes before linearized reading' (duration: 192.098964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.842956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:32.517146Z","time spent":"325.749932ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:33.046127Z","caller":"traceutil/trace.go:171","msg":"trace[31049771] transaction","detail":"{read_only:false; response_revision:10932; number_of_response:1; }","duration":"304.695196ms","start":"2026-03-31T05:18:32.741403Z","end":"2026-03-31T05:18:33.046098Z","steps":["trace[31049771] 'process raft request' (duration: 225.055973ms)","trace[31049771] 'compare' (duration: 79.372206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:33.046332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:32.741375Z","time spent":"304.83919ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:33.246252Z","caller":"traceutil/trace.go:171","msg":"trace[1557845227] transaction","detail":"{read_only:false; response_revision:10933; number_of_response:1; }","duration":"398.230519ms","start":"2026-03-31T05:18:32.847994Z","end":"2026-03-31T05:18:33.246224Z","steps":["trace[1557845227] 'process raft request' (duration: 322.439171ms)","trace[1557845227] 'compare' (duration: 75.354786ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:33.246436Z","caller":"traceutil/trace.go:171","msg":"trace[1648678519] linearizableReadLoop","detail":"{readStateIndex:11358; appliedIndex:11355; }","duration":"377.160494ms","start":"2026-03-31T05:18:32.869239Z","end":"2026-03-31T05:18:33.2464Z","steps":["trace[1648678519] 'read index received' (duration: 97.44819ms)","trace[1648678519] 'applied index is now lower than readState.Index' (duration: 279.709734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:33.24658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:32.847969Z","time spent":"398.360943ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:33.246681Z","caller":"traceutil/trace.go:171","msg":"trace[1388007356] transaction","detail":"{read_only:false; response_revision:10934; number_of_response:1; }","duration":"394.065105ms","start":"2026-03-31T05:18:32.852524Z","end":"2026-03-31T05:18:33.246589Z","steps":["trace[1388007356] 'process raft request' (duration: 393.633603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:33.246728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.458912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:33.246801Z","caller":"traceutil/trace.go:171","msg":"trace[1411396390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10934; }","duration":"377.606006ms","start":"2026-03-31T05:18:32.869177Z","end":"2026-03-31T05:18:33.246783Z","steps":["trace[1411396390] 'agreement among raft nodes before linearized reading' (duration: 377.418171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:33.246858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:32.86915Z","time spent":"377.695179ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:33.246892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.314749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:33.246923Z","caller":"traceutil/trace.go:171","msg":"trace[1076001732] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10934; }","duration":"203.391491ms","start":"2026-03-31T05:18:33.043521Z","end":"2026-03-31T05:18:33.246912Z","steps":["trace[1076001732] 'agreement among raft nodes before linearized reading' (duration: 203.333439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:33.246886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:32.852498Z","time spent":"394.26042ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:33.419704Z","caller":"traceutil/trace.go:171","msg":"trace[14457872] transaction","detail":"{read_only:false; response_revision:10939; number_of_response:1; }","duration":"163.952055ms","start":"2026-03-31T05:18:33.255724Z","end":"2026-03-31T05:18:33.419676Z","steps":["trace[14457872] 'process raft request' (duration: 163.896704ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.41991Z","caller":"traceutil/trace.go:171","msg":"trace[2079070943] transaction","detail":"{read_only:false; response_revision:10937; number_of_response:1; }","duration":"164.412627ms","start":"2026-03-31T05:18:33.255489Z","end":"2026-03-31T05:18:33.419902Z","steps":["trace[2079070943] 'process raft request' (duration: 163.944185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.419968Z","caller":"traceutil/trace.go:171","msg":"trace[14633083] transaction","detail":"{read_only:false; response_revision:10938; number_of_response:1; }","duration":"164.316485ms","start":"2026-03-31T05:18:33.255645Z","end":"2026-03-31T05:18:33.419961Z","steps":["trace[14633083] 'process raft request' (duration: 163.938425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.420167Z","caller":"traceutil/trace.go:171","msg":"trace[1109871589] transaction","detail":"{read_only:false; response_revision:10940; number_of_response:1; }","duration":"164.049508ms","start":"2026-03-31T05:18:33.256074Z","end":"2026-03-31T05:18:33.420123Z","steps":["trace[1109871589] 'process raft request' (duration: 163.571024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.420723Z","caller":"traceutil/trace.go:171","msg":"trace[105364577] transaction","detail":"{read_only:false; response_revision:10941; number_of_response:1; }","duration":"147.530986ms","start":"2026-03-31T05:18:33.273176Z","end":"2026-03-31T05:18:33.420707Z","steps":["trace[105364577] 'process raft request' (duration: 146.92883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.800743Z","caller":"traceutil/trace.go:171","msg":"trace[893043727] transaction","detail":"{read_only:false; response_revision:10942; number_of_response:1; }","duration":"169.730023ms","start":"2026-03-31T05:18:34.630974Z","end":"2026-03-31T05:18:34.800704Z","steps":["trace[893043727] 'process raft request' (duration: 169.391594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.372255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:35.873479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:36.374237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:36.683604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.869470039s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:18:36.87157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00033178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:18:36.87196Z","caller":"traceutil/trace.go:171","msg":"trace[1153874603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000778032s","start":"2026-03-31T05:18:34.871147Z","end":"2026-03-31T05:18:36.871925Z","steps":["trace[1153874603] 'agreement among raft nodes before linearized reading' (duration: 2.000357211s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:36.872079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.871132Z","time spent":"2.000929446s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:18:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:18:37.475776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.73472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:37.476333Z","caller":"traceutil/trace.go:171","msg":"trace[1175595565] transaction","detail":"{read_only:false; response_revision:10943; number_of_response:1; }","duration":"2.661893008s","start":"2026-03-31T05:18:34.813988Z","end":"2026-03-31T05:18:37.475881Z","steps":["trace[1175595565] 'process raft request' (duration: 1.869924131s)","trace[1175595565] 'compare' (duration: 791.477703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:37.475275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.037066ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:37.476466Z","caller":"traceutil/trace.go:171","msg":"trace[1935244142] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10942; }","duration":"195.247319ms","start":"2026-03-31T05:18:37.281191Z","end":"2026-03-31T05:18:37.476439Z","steps":["trace[1935244142] 'range keys from in-memory index tree' (duration: 194.002475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:37.476558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.81394Z","time spent":"2.662484694s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:38.140944Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.417862321s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:18:38.187599Z","caller":"traceutil/trace.go:171","msg":"trace[884211073] transaction","detail":"{read_only:false; response_revision:10944; number_of_response:1; }","duration":"3.333294374s","start":"2026-03-31T05:18:34.854277Z","end":"2026-03-31T05:18:38.187571Z","steps":["trace[884211073] 'process raft request' (duration: 3.286923548s)","trace[884211073] 'compare' (duration: 46.128149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:38.18775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.854247Z","time spent":"3.333424847s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:38.187972Z","caller":"traceutil/trace.go:171","msg":"trace[553926052] transaction","detail":"{read_only:false; response_revision:10945; number_of_response:1; }","duration":"3.119272032s","start":"2026-03-31T05:18:35.068666Z","end":"2026-03-31T05:18:38.187938Z","steps":["trace[553926052] 'process raft request' (duration: 3.11884316s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:38.187993Z","caller":"traceutil/trace.go:171","msg":"trace[1384041408] linearizableReadLoop","detail":"{readStateIndex:11370; appliedIndex:11366; }","duration":"3.316764102s","start":"2026-03-31T05:18:34.871185Z","end":"2026-03-31T05:18:38.187949Z","steps":["trace[1384041408] 'read index received' (duration: 1.812683768s)","trace[1384041408] 'applied index is now lower than readState.Index' (duration: 1.504078574s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:38.188004Z","caller":"traceutil/trace.go:171","msg":"trace[970376691] transaction","detail":"{read_only:false; response_revision:10946; number_of_response:1; }","duration":"3.116723752s","start":"2026-03-31T05:18:35.071232Z","end":"2026-03-31T05:18:38.187956Z","steps":["trace[970376691] 'process raft request' (duration: 3.116592849s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.188158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.068637Z","time spent":"3.119418226s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:38.188188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.07122Z","time spent":"3.116872126s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:38.213086Z","caller":"traceutil/trace.go:171","msg":"trace[727576625] transaction","detail":"{read_only:false; response_revision:10947; number_of_response:1; }","duration":"1.405701869s","start":"2026-03-31T05:18:36.80734Z","end":"2026-03-31T05:18:38.213042Z","steps":["trace[727576625] 'process raft request' (duration: 1.40538803s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.213463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868400638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:38.21354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788002299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:18:38.213582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78766981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:18:38.21358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469462495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:18:38.213625Z","caller":"traceutil/trace.go:171","msg":"trace[822304831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10948; }","duration":"2.788149914s","start":"2026-03-31T05:18:35.425446Z","end":"2026-03-31T05:18:38.213596Z","steps":["trace[822304831] 'agreement among raft nodes before linearized reading' (duration: 2.787877067s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:38.213659Z","caller":"traceutil/trace.go:171","msg":"trace[559160074] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10948; }","duration":"2.787765653s","start":"2026-03-31T05:18:35.425871Z","end":"2026-03-31T05:18:38.213637Z","steps":["trace[559160074] 'agreement among raft nodes before linearized reading' (duration: 2.787445455s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.213675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88035679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:18:38.213677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.425416Z","time spent":"2.788251786s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:18:38.213718Z","caller":"traceutil/trace.go:171","msg":"trace[16056573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10948; }","duration":"2.880441253s","start":"2026-03-31T05:18:35.333262Z","end":"2026-03-31T05:18:38.213703Z","steps":["trace[16056573] 'agreement among raft nodes before linearized reading' (duration: 2.88033603s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.213731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.425864Z","time spent":"2.787847965s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:18:38.213834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.833795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T05:18:38.213816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868930433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:18:38.213671Z","caller":"traceutil/trace.go:171","msg":"trace[966059382] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10948; }","duration":"2.469608459s","start":"2026-03-31T05:18:35.744041Z","end":"2026-03-31T05:18:38.21365Z","steps":["trace[966059382] 'agreement among raft nodes before linearized reading' (duration: 2.469345561s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:38.213888Z","caller":"traceutil/trace.go:171","msg":"trace[632353951] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10948; }","duration":"968.945458ms","start":"2026-03-31T05:18:37.244928Z","end":"2026-03-31T05:18:38.213873Z","steps":["trace[632353951] 'agreement among raft nodes before linearized reading' (duration: 968.708071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:38.213907Z","caller":"traceutil/trace.go:171","msg":"trace[1432312455] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:10948; }","duration":"1.869068296s","start":"2026-03-31T05:18:36.344823Z","end":"2026-03-31T05:18:38.213891Z","steps":["trace[1432312455] 'agreement among raft nodes before linearized reading' (duration: 1.868874841s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.213928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:37.244893Z","time spent":"969.02623ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:18:38.213938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341901788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:38.213981Z","caller":"traceutil/trace.go:171","msg":"trace[256315533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10948; }","duration":"1.3419945s","start":"2026-03-31T05:18:36.87197Z","end":"2026-03-31T05:18:38.213964Z","steps":["trace[256315533] 'agreement among raft nodes before linearized reading' (duration: 1.341915398s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.213973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786593811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:18:38.214008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54717894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T05:18:38.214026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:36.871943Z","time spent":"1.342077643s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:18:38.214038Z","caller":"traceutil/trace.go:171","msg":"trace[552495437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10948; }","duration":"2.786694274s","start":"2026-03-31T05:18:35.427328Z","end":"2026-03-31T05:18:38.214023Z","steps":["trace[552495437] 'agreement among raft nodes before linearized reading' (duration: 2.78655989s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:38.214044Z","caller":"traceutil/trace.go:171","msg":"trace[1188433415] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10948; }","duration":"1.547255912s","start":"2026-03-31T05:18:36.666774Z","end":"2026-03-31T05:18:38.214029Z","steps":["trace[1188433415] 'agreement among raft nodes before linearized reading' (duration: 1.54716664s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.214083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:36.666741Z","time spent":"1.547333994s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:18:38.214085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.150678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:38.214148Z","caller":"traceutil/trace.go:171","msg":"trace[741145379] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10948; }","duration":"557.269501ms","start":"2026-03-31T05:18:37.65686Z","end":"2026-03-31T05:18:38.214129Z","steps":["trace[741145379] 'agreement among raft nodes before linearized reading' (duration: 557.159548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.213788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.516075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:38.214206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:37.656834Z","time spent":"557.355803ms","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:38.21415Z","caller":"traceutil/trace.go:171","msg":"trace[953951922] transaction","detail":"{read_only:false; response_revision:10948; number_of_response:1; }","duration":"292.201376ms","start":"2026-03-31T05:18:37.921884Z","end":"2026-03-31T05:18:38.214086Z","steps":["trace[953951922] 'process raft request' (duration: 291.068345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.214668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.090425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:38.214772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:36.807312Z","time spent":"1.405885154s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:38.214876Z","caller":"traceutil/trace.go:171","msg":"trace[993680474] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:10948; }","duration":"673.408831ms","start":"2026-03-31T05:18:37.541393Z","end":"2026-03-31T05:18:38.214802Z","steps":["trace[993680474] 'agreement among raft nodes before linearized reading' (duration: 672.009223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.213753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.333236Z","time spent":"2.880509914s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:18:38.21421Z","caller":"traceutil/trace.go:171","msg":"trace[1192487358] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:10948; }","duration":"178.058891ms","start":"2026-03-31T05:18:38.036136Z","end":"2026-03-31T05:18:38.214195Z","steps":["trace[1192487358] 'agreement among raft nodes before linearized reading' (duration: 177.457954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.214084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.427304Z","time spent":"2.786770086s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:38.215228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:37.541366Z","time spent":"673.835793ms","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":12,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:38.213975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:36.344798Z","time spent":"1.869161219s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-31T05:18:38.213586Z","caller":"traceutil/trace.go:171","msg":"trace[879659299] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:10948; }","duration":"1.868563293s","start":"2026-03-31T05:18:36.34499Z","end":"2026-03-31T05:18:38.213553Z","steps":["trace[879659299] 'agreement among raft nodes before linearized reading' (duration: 1.868312636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.213911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.744014Z","time spent":"2.469887837s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:18:38.215465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:36.344983Z","time spent":"1.870450234s","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:38.213852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.94956327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:18:38.215648Z","caller":"traceutil/trace.go:171","msg":"trace[1441219787] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10948; }","duration":"2.95139008s","start":"2026-03-31T05:18:35.26424Z","end":"2026-03-31T05:18:38.21563Z","steps":["trace[1441219787] 'agreement among raft nodes before linearized reading' (duration: 2.949533489s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.215712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.264219Z","time spent":"2.951474631s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:18:38.213552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96094646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:18:38.215797Z","caller":"traceutil/trace.go:171","msg":"trace[457912364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10948; }","duration":"2.963241173s","start":"2026-03-31T05:18:35.252538Z","end":"2026-03-31T05:18:38.215779Z","steps":["trace[457912364] 'agreement among raft nodes before linearized reading' (duration: 2.960886308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.215839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.252515Z","time spent":"2.963313205s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:18:38.214473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786598491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:18:38.215915Z","caller":"traceutil/trace.go:171","msg":"trace[1912369028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10948; }","duration":"2.788066281s","start":"2026-03-31T05:18:35.427837Z","end":"2026-03-31T05:18:38.215903Z","steps":["trace[1912369028] 'agreement among raft nodes before linearized reading' (duration: 2.785981104s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.215936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.427829Z","time spent":"2.788099363s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:18:38.78653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.726384ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T05:18:38.786696Z","caller":"traceutil/trace.go:171","msg":"trace[374380440] linearizableReadLoop","detail":"{readStateIndex:11373; appliedIndex:11372; }","duration":"567.051128ms","start":"2026-03-31T05:18:38.219615Z","end":"2026-03-31T05:18:38.786666Z","steps":["trace[374380440] 'read index received' (duration: 102.266702ms)","trace[374380440] 'applied index is now lower than readState.Index' (duration: 464.781906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:38.786811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.217134Z","time spent":"569.671749ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:18:38.787125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.47822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T05:18:38.787244Z","caller":"traceutil/trace.go:171","msg":"trace[674306888] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1; range_end:; response_count:1; response_revision:10948; }","duration":"567.667985ms","start":"2026-03-31T05:18:38.21954Z","end":"2026-03-31T05:18:38.787208Z","steps":["trace[674306888] 'agreement among raft nodes before linearized reading' (duration: 567.329286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.787298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.219507Z","time spent":"567.780487ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" "} {"level":"info","ts":"2026-03-31T05:18:38.801283Z","caller":"traceutil/trace.go:171","msg":"trace[1729974259] transaction","detail":"{read_only:false; response_revision:10949; number_of_response:1; }","duration":"581.190414ms","start":"2026-03-31T05:18:38.220067Z","end":"2026-03-31T05:18:38.801257Z","steps":["trace[1729974259] 'process raft request' (duration: 580.934137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.80149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.220034Z","time spent":"581.332398ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:38.801643Z","caller":"traceutil/trace.go:171","msg":"trace[314040707] transaction","detail":"{read_only:false; response_revision:10950; number_of_response:1; }","duration":"581.05434ms","start":"2026-03-31T05:18:38.22055Z","end":"2026-03-31T05:18:38.801604Z","steps":["trace[314040707] 'process raft request' (duration: 580.655079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:38.801678Z","caller":"traceutil/trace.go:171","msg":"trace[146132906] transaction","detail":"{read_only:false; response_revision:10951; number_of_response:1; }","duration":"581.063471ms","start":"2026-03-31T05:18:38.220591Z","end":"2026-03-31T05:18:38.801655Z","steps":["trace[146132906] 'process raft request' (duration: 580.881836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.801832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.220573Z","time spent":"581.161243ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:38.801899Z","caller":"traceutil/trace.go:171","msg":"trace[1023449247] transaction","detail":"{read_only:false; response_revision:10953; number_of_response:1; }","duration":"580.905456ms","start":"2026-03-31T05:18:38.22098Z","end":"2026-03-31T05:18:38.801886Z","steps":["trace[1023449247] 'process raft request' (duration: 580.747682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:38.801897Z","caller":"traceutil/trace.go:171","msg":"trace[1052622036] transaction","detail":"{read_only:false; response_revision:10952; number_of_response:1; }","duration":"581.214804ms","start":"2026-03-31T05:18:38.220648Z","end":"2026-03-31T05:18:38.801863Z","steps":["trace[1052622036] 'process raft request' (duration: 580.959947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.801967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.220952Z","time spent":"580.973688ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:38.802091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.220637Z","time spent":"581.357729ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:38.801832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.220525Z","time spent":"581.204615ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:38.80214Z","caller":"traceutil/trace.go:171","msg":"trace[2030926491] transaction","detail":"{read_only:false; response_revision:10954; number_of_response:1; }","duration":"580.853525ms","start":"2026-03-31T05:18:38.221265Z","end":"2026-03-31T05:18:38.802118Z","steps":["trace[2030926491] 'process raft request' (duration: 580.528356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:38.8022Z","caller":"traceutil/trace.go:171","msg":"trace[949125749] transaction","detail":"{read_only:false; response_revision:10957; number_of_response:1; }","duration":"567.179581ms","start":"2026-03-31T05:18:38.235004Z","end":"2026-03-31T05:18:38.802183Z","steps":["trace[949125749] 'process raft request' (duration: 566.936564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.802219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.493369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:18:38.80226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.234976Z","time spent":"567.258483ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:38.802299Z","caller":"traceutil/trace.go:171","msg":"trace[1630444966] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10957; }","duration":"582.618893ms","start":"2026-03-31T05:18:38.219662Z","end":"2026-03-31T05:18:38.802281Z","steps":["trace[1630444966] 'agreement among raft nodes before linearized reading' (duration: 582.341675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.802356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.219636Z","time spent":"582.706255ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:18:38.802301Z","caller":"traceutil/trace.go:171","msg":"trace[1310343066] transaction","detail":"{read_only:false; response_revision:10955; number_of_response:1; }","duration":"580.886666ms","start":"2026-03-31T05:18:38.2214Z","end":"2026-03-31T05:18:38.802287Z","steps":["trace[1310343066] 'process raft request' (duration: 580.437804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.802519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.221374Z","time spent":"581.092872ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:38.802364Z","caller":"traceutil/trace.go:171","msg":"trace[1601091095] transaction","detail":"{read_only:false; response_revision:10956; number_of_response:1; }","duration":"578.581473ms","start":"2026-03-31T05:18:38.223766Z","end":"2026-03-31T05:18:38.802347Z","steps":["trace[1601091095] 'process raft request' (duration: 578.12302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.802662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.223757Z","time spent":"578.87375ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:38.802248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.221251Z","time spent":"580.948488ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:38.802154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.39523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:38.802819Z","caller":"traceutil/trace.go:171","msg":"trace[539968243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10957; }","duration":"578.085719ms","start":"2026-03-31T05:18:38.224717Z","end":"2026-03-31T05:18:38.802803Z","steps":["trace[539968243] 'agreement among raft nodes before linearized reading' (duration: 577.38421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.802882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.224705Z","time spent":"578.162792ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:38.803485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.097221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347735"} {"level":"info","ts":"2026-03-31T05:18:38.803582Z","caller":"traceutil/trace.go:171","msg":"trace[150445627] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10957; }","duration":"581.236466ms","start":"2026-03-31T05:18:38.222325Z","end":"2026-03-31T05:18:38.803561Z","steps":["trace[150445627] 'agreement among raft nodes before linearized reading' (duration: 580.132906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.806125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.222315Z","time spent":"583.765484ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347758,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:18:39.334752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.50355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:39.335005Z","caller":"traceutil/trace.go:171","msg":"trace[695635757] linearizableReadLoop","detail":"{readStateIndex:11384; appliedIndex:11382; }","duration":"531.139199ms","start":"2026-03-31T05:18:38.803845Z","end":"2026-03-31T05:18:39.334985Z","steps":["trace[695635757] 'read index received' (duration: 377.294269ms)","trace[695635757] 'applied index is now lower than readState.Index' (duration: 153.84347ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:39.33512Z","caller":"traceutil/trace.go:171","msg":"trace[1344263442] transaction","detail":"{read_only:false; response_revision:10958; number_of_response:1; }","duration":"546.799336ms","start":"2026-03-31T05:18:38.788308Z","end":"2026-03-31T05:18:39.335107Z","steps":["trace[1344263442] 'process raft request' (duration: 392.832333ms)","trace[1344263442] 'compare' (duration: 153.350966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:39.335197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.788279Z","time spent":"546.879307ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:39.335312Z","caller":"traceutil/trace.go:171","msg":"trace[1913831451] transaction","detail":"{read_only:false; response_revision:10959; number_of_response:1; }","duration":"545.245633ms","start":"2026-03-31T05:18:38.789911Z","end":"2026-03-31T05:18:39.335157Z","steps":["trace[1913831451] 'process raft request' (duration: 544.974486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.335458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.579101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:39.335621Z","caller":"traceutil/trace.go:171","msg":"trace[315624147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10959; }","duration":"531.783955ms","start":"2026-03-31T05:18:38.803814Z","end":"2026-03-31T05:18:39.335598Z","steps":["trace[315624147] 'agreement among raft nodes before linearized reading' (duration: 531.378734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.335774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.803788Z","time spent":"531.971311ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:39.335861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.789893Z","time spent":"545.607233ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:39.783186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.522652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:39.78336Z","caller":"traceutil/trace.go:171","msg":"trace[1174196466] linearizableReadLoop","detail":"{readStateIndex:11386; appliedIndex:11384; }","duration":"448.297567ms","start":"2026-03-31T05:18:39.335046Z","end":"2026-03-31T05:18:39.783344Z","steps":["trace[1174196466] 'read index received' (duration: 132.26378ms)","trace[1174196466] 'applied index is now lower than readState.Index' (duration: 316.032617ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:39.783387Z","caller":"traceutil/trace.go:171","msg":"trace[1717856339] transaction","detail":"{read_only:false; response_revision:10960; number_of_response:1; }","duration":"972.598617ms","start":"2026-03-31T05:18:38.810741Z","end":"2026-03-31T05:18:39.783339Z","steps":["trace[1717856339] 'process raft request' (duration: 656.851809ms)","trace[1717856339] 'compare' (duration: 315.361338ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:39.78342Z","caller":"traceutil/trace.go:171","msg":"trace[693856792] transaction","detail":"{read_only:false; response_revision:10961; number_of_response:1; }","duration":"950.323669ms","start":"2026-03-31T05:18:38.833053Z","end":"2026-03-31T05:18:39.783377Z","steps":["trace[693856792] 'process raft request' (duration: 950.230447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.783566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.810712Z","time spent":"972.767012ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":647,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:39.78359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.833032Z","time spent":"950.478914ms","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1161,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:39.783572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.294498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:39.783619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.65261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"warn","ts":"2026-03-31T05:18:39.783617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.788527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:18:39.783648Z","caller":"traceutil/trace.go:171","msg":"trace[891483294] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10961; }","duration":"979.740943ms","start":"2026-03-31T05:18:38.803896Z","end":"2026-03-31T05:18:39.783637Z","steps":["trace[891483294] 'agreement among raft nodes before linearized reading' (duration: 979.539557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.783659Z","caller":"traceutil/trace.go:171","msg":"trace[1148109420] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:10961; }","duration":"965.451493ms","start":"2026-03-31T05:18:38.818183Z","end":"2026-03-31T05:18:39.783635Z","steps":["trace[1148109420] 'agreement among raft nodes before linearized reading' (duration: 965.233557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.783681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.803788Z","time spent":"979.883887ms","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19243,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:18:39.783709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.818164Z","time spent":"965.532905ms","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:39.783652Z","caller":"traceutil/trace.go:171","msg":"trace[104325087] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10961; }","duration":"445.879401ms","start":"2026-03-31T05:18:39.337763Z","end":"2026-03-31T05:18:39.783643Z","steps":["trace[104325087] 'agreement among raft nodes before linearized reading' (duration: 445.737307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.783853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.337747Z","time spent":"446.100896ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:18:39.783871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.797852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:39.783843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.729972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:39.783862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.845606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:39.783917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.738758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-7n4xj.18a1d43ebbd7ede0\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T05:18:39.783972Z","caller":"traceutil/trace.go:171","msg":"trace[977883693] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:10961; }","duration":"255.023881ms","start":"2026-03-31T05:18:39.528922Z","end":"2026-03-31T05:18:39.783946Z","steps":["trace[977883693] 'agreement among raft nodes before linearized reading' (duration: 254.789295ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.783929Z","caller":"traceutil/trace.go:171","msg":"trace[365239957] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:10961; }","duration":"147.864486ms","start":"2026-03-31T05:18:39.636044Z","end":"2026-03-31T05:18:39.783908Z","steps":["trace[365239957] 'agreement among raft nodes before linearized reading' (duration: 147.694251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.783891Z","caller":"traceutil/trace.go:171","msg":"trace[642725306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10961; }","duration":"440.861793ms","start":"2026-03-31T05:18:39.343022Z","end":"2026-03-31T05:18:39.783884Z","steps":["trace[642725306] 'agreement among raft nodes before linearized reading' (duration: 440.824102ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.783979Z","caller":"traceutil/trace.go:171","msg":"trace[1961824712] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-7n4xj.18a1d43ebbd7ede0; range_end:; response_count:1; response_revision:10961; }","duration":"707.843771ms","start":"2026-03-31T05:18:39.076117Z","end":"2026-03-31T05:18:39.783961Z","steps":["trace[1961824712] 'agreement among raft nodes before linearized reading' (duration: 707.658516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.784091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.343002Z","time spent":"441.045638ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:39.784091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.076091Z","time spent":"707.974944ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":788,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-7n4xj.18a1d43ebbd7ede0\" "} {"level":"warn","ts":"2026-03-31T05:18:41.350403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.269244Z","time spent":"1.08114966s","remote":"127.0.0.1:45210","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:18:41.350923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37792952s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:41.351033Z","caller":"traceutil/trace.go:171","msg":"trace[1774830028] transaction","detail":"{read_only:false; response_revision:10962; number_of_response:1; }","duration":"1.565082659s","start":"2026-03-31T05:18:39.785923Z","end":"2026-03-31T05:18:41.351006Z","steps":["trace[1774830028] 'process raft request' (duration: 186.985154ms)","trace[1774830028] 'compare' (duration: 1.377561221s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:41.351001Z","caller":"traceutil/trace.go:171","msg":"trace[391515054] linearizableReadLoop","detail":"{readStateIndex:11387; appliedIndex:11386; }","duration":"1.563727263s","start":"2026-03-31T05:18:39.787258Z","end":"2026-03-31T05:18:41.350985Z","steps":["trace[391515054] 'read index received' (duration: 185.669668ms)","trace[391515054] 'applied index is now lower than readState.Index' (duration: 1.378055145s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:41.351176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.785897Z","time spent":"1.565201123s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:41.351353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564088323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:18:41.351387Z","caller":"traceutil/trace.go:171","msg":"trace[1942992207] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10962; }","duration":"1.564136123s","start":"2026-03-31T05:18:39.787242Z","end":"2026-03-31T05:18:41.351379Z","steps":["trace[1942992207] 'agreement among raft nodes before linearized reading' (duration: 1.563922738s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:41.351413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.787234Z","time spent":"1.564170054s","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:18:41.851757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:41.894892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000255538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:18:41.895017Z","caller":"traceutil/trace.go:171","msg":"trace[83008619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438023s","start":"2026-03-31T05:18:39.894549Z","end":"2026-03-31T05:18:41.894987Z","steps":["trace[83008619] 'agreement among raft nodes before linearized reading' (duration: 2.000281979s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:41.895089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.894526Z","time spent":"2.000544425s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:18:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:18:42.077143Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.931575023s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:18:42.077696Z","caller":"traceutil/trace.go:171","msg":"trace[1826001769] transaction","detail":"{read_only:false; response_revision:10963; number_of_response:1; }","duration":"2.28390069s","start":"2026-03-31T05:18:39.793765Z","end":"2026-03-31T05:18:42.077666Z","steps":["trace[1826001769] 'process raft request' (duration: 2.283585082s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:42.077914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.793751Z","time spent":"2.284031823s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1749,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:42.078021Z","caller":"traceutil/trace.go:171","msg":"trace[776417128] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10963; }","duration":"2.281843484s","start":"2026-03-31T05:18:39.796144Z","end":"2026-03-31T05:18:42.077988Z","steps":["trace[776417128] 'process raft request' (duration: 2.281479594s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:42.078026Z","caller":"traceutil/trace.go:171","msg":"trace[713807570] transaction","detail":"{read_only:false; response_revision:10964; number_of_response:1; }","duration":"2.280867147s","start":"2026-03-31T05:18:39.797134Z","end":"2026-03-31T05:18:42.078001Z","steps":["trace[713807570] 'process raft request' (duration: 2.280727464s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:42.078136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.796133Z","time spent":"2.281946646s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":1798,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:42.078171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.797103Z","time spent":"2.281005221s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:43.047345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:18:43.047445Z","caller":"traceutil/trace.go:171","msg":"trace[1308215938] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000467084s","start":"2026-03-31T05:18:41.046955Z","end":"2026-03-31T05:18:43.047422Z","steps":["trace[1308215938] 'agreement among raft nodes before linearized reading' (duration: 2.000339591s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.047493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.046932Z","time spent":"2.000553367s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:18:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:18:43.903998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99994889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:18:43.904102Z","caller":"traceutil/trace.go:171","msg":"trace[1323821647] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000122125s","start":"2026-03-31T05:18:41.903954Z","end":"2026-03-31T05:18:43.904077Z","steps":["trace[1323821647] 'agreement among raft nodes before linearized reading' (duration: 1.999986781s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.904151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.903929Z","time spent":"2.000212077s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:18:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:18:45.193124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.240681Z","time spent":"4.952430519s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:18:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:18:45.219789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.240536Z","time spent":"4.979244131s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:18:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:18:45.605341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001429299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:18:45.605437Z","caller":"traceutil/trace.go:171","msg":"trace[1082178034] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001589914s","start":"2026-03-31T05:18:43.603824Z","end":"2026-03-31T05:18:45.605414Z","steps":["trace[1082178034] 'agreement among raft nodes before linearized reading' (duration: 2.00146356s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:45.605489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.603801Z","time spent":"2.001678166s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:45.80594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998056605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:18:45.806049Z","caller":"traceutil/trace.go:171","msg":"trace[671909669] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998198789s","start":"2026-03-31T05:18:40.807828Z","end":"2026-03-31T05:18:45.806026Z","steps":["trace[671909669] 'agreement among raft nodes before linearized reading' (duration: 4.998060035s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:45.80597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999146525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-31T05:18:45.806132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.807824Z","time spent":"4.9982658s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:18:45.806123Z","caller":"traceutil/trace.go:171","msg":"trace[636484686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999394131s","start":"2026-03-31T05:18:40.806699Z","end":"2026-03-31T05:18:45.806093Z","steps":["trace[636484686] 'agreement among raft nodes before linearized reading' (duration: 4.999186016s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:45.806235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.806678Z","time spent":"4.999543506s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 05:18:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/31 05:18:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:18:45.806935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999938696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:18:45.806996Z","caller":"traceutil/trace.go:171","msg":"trace[512486246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000009959s","start":"2026-03-31T05:18:40.806971Z","end":"2026-03-31T05:18:45.806981Z","steps":["trace[512486246] 'agreement among raft nodes before linearized reading' (duration: 4.999944827s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:45.807051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.806967Z","time spent":"5.00007236s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 05:18:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:18:45.91157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999862787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:18:45.91171Z","caller":"traceutil/trace.go:171","msg":"trace[1206767086] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068043s","start":"2026-03-31T05:18:43.911616Z","end":"2026-03-31T05:18:45.911684Z","steps":["trace[1206767086] 'agreement among raft nodes before linearized reading' (duration: 1.999891778s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:45.911768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.9116Z","time spent":"2.000157395s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:47.114851Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.974302827s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:18:47.11759Z","caller":"traceutil/trace.go:171","msg":"trace[477142143] transaction","detail":"{read_only:false; response_revision:10967; number_of_response:1; }","duration":"6.87623462s","start":"2026-03-31T05:18:40.241319Z","end":"2026-03-31T05:18:47.117553Z","steps":["trace[477142143] 'process raft request' (duration: 6.876129207s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:47.117748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.241281Z","time spent":"6.876380284s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:47.740414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.892141ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:18:47.740689Z","caller":"traceutil/trace.go:171","msg":"trace[1752243451] linearizableReadLoop","detail":"{readStateIndex:11394; appliedIndex:11387; }","duration":"6.389573766s","start":"2026-03-31T05:18:41.351095Z","end":"2026-03-31T05:18:47.740669Z","steps":["trace[1752243451] 'read index received' (duration: 726.304975ms)","trace[1752243451] 'applied index is now lower than readState.Index' (duration: 5.663267731s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:47.74091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.627797109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-31T05:18:47.740945Z","caller":"traceutil/trace.go:171","msg":"trace[739586564] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:10967; }","duration":"6.627874921s","start":"2026-03-31T05:18:41.113055Z","end":"2026-03-31T05:18:47.74093Z","steps":["trace[739586564] 'agreement among raft nodes before linearized reading' (duration: 6.627724027s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:47.740979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.113034Z","time spent":"6.627937372s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-31T05:18:47.740992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.93303836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:18:47.741062Z","caller":"traceutil/trace.go:171","msg":"trace[1466193227] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10967; }","duration":"6.933109242s","start":"2026-03-31T05:18:40.807929Z","end":"2026-03-31T05:18:47.741038Z","steps":["trace[1466193227] 'agreement among raft nodes before linearized reading' (duration: 6.932879226s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:47.741067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.045712086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:47.741107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.807923Z","time spent":"6.933174795s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:18:47.741122Z","caller":"traceutil/trace.go:171","msg":"trace[476742698] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:10967; }","duration":"7.045794798s","start":"2026-03-31T05:18:40.695308Z","end":"2026-03-31T05:18:47.741103Z","steps":["trace[476742698] 'agreement among raft nodes before linearized reading' (duration: 7.045721396s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:47.741166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.695284Z","time spent":"7.04587014s","remote":"127.0.0.1:33370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:47.741207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.932877106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:18:47.740965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.245858199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:47.741281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.933311758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:18:47.741282Z","caller":"traceutil/trace.go:171","msg":"trace[76012504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10967; }","duration":"6.932955098s","start":"2026-03-31T05:18:40.808306Z","end":"2026-03-31T05:18:47.741261Z","steps":["trace[76012504] 'agreement among raft nodes before linearized reading' (duration: 6.932765283s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:47.741317Z","caller":"traceutil/trace.go:171","msg":"trace[678030879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10967; }","duration":"6.933356709s","start":"2026-03-31T05:18:40.807949Z","end":"2026-03-31T05:18:47.741306Z","steps":["trace[678030879] 'agreement among raft nodes before linearized reading' (duration: 6.933208495s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:47.741329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.808303Z","time spent":"6.93301202s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:47.741096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.669578ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:47.741418Z","caller":"traceutil/trace.go:171","msg":"trace[1773785359] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10967; }","duration":"458.992887ms","start":"2026-03-31T05:18:47.282407Z","end":"2026-03-31T05:18:47.7414Z","steps":["trace[1773785359] 'range keys from in-memory index tree' (duration: 458.652528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:47.741236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.830985289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:47.741366Z","caller":"traceutil/trace.go:171","msg":"trace[220708745] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:10967; }","duration":"7.24626742s","start":"2026-03-31T05:18:40.495023Z","end":"2026-03-31T05:18:47.74129Z","steps":["trace[220708745] 'agreement among raft nodes before linearized reading' (duration: 7.245832198s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:47.741614Z","caller":"traceutil/trace.go:171","msg":"trace[35556850] transaction","detail":"{read_only:false; response_revision:10968; number_of_response:1; }","duration":"5.648738814s","start":"2026-03-31T05:18:42.092862Z","end":"2026-03-31T05:18:47.741601Z","steps":["trace[35556850] 'process raft request' (duration: 5.647684666s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:47.741653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.495002Z","time spent":"7.246578719s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:47.74173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.926198284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:18:47.741834Z","caller":"traceutil/trace.go:171","msg":"trace[1824040557] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10967; }","duration":"6.926375179s","start":"2026-03-31T05:18:40.815436Z","end":"2026-03-31T05:18:47.741811Z","steps":["trace[1824040557] 'agreement among raft nodes before linearized reading' (duration: 6.926019059s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:47.741885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.815412Z","time spent":"6.926466931s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:18:47.741524Z","caller":"traceutil/trace.go:171","msg":"trace[2022497079] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10967; }","duration":"7.831284878s","start":"2026-03-31T05:18:39.910222Z","end":"2026-03-31T05:18:47.741506Z","steps":["trace[2022497079] 'agreement among raft nodes before linearized reading' (duration: 7.83098121s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:47.741984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.910211Z","time spent":"7.83172553s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:18:47.741725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:42.092834Z","time spent":"5.648825547s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2298,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:47.74134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.807946Z","time spent":"6.93338891s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:47.920823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000398371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:18:47.920925Z","caller":"traceutil/trace.go:171","msg":"trace[948023445] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000603687s","start":"2026-03-31T05:18:45.920298Z","end":"2026-03-31T05:18:47.920901Z","steps":["trace[948023445] 'agreement among raft nodes before linearized reading' (duration: 2.000438572s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:47.920978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:45.920272Z","time spent":"2.000694839s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:18:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:18:48.240818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:48.653144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.416958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:48.653629Z","caller":"traceutil/trace.go:171","msg":"trace[1440059857] transaction","detail":"{read_only:false; response_revision:10969; number_of_response:1; }","duration":"2.932906436s","start":"2026-03-31T05:18:45.720374Z","end":"2026-03-31T05:18:48.65328Z","steps":["trace[1440059857] 'process raft request' (duration: 2.02121603s)","trace[1440059857] 'compare' (duration: 910.946535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:48.653753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:45.720343Z","time spent":"2.933353927s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:48.711896Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024877134s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:18:48.712431Z","caller":"traceutil/trace.go:171","msg":"trace[1705373976] transaction","detail":"{read_only:false; response_revision:10970; number_of_response:1; }","duration":"1.025542403s","start":"2026-03-31T05:18:47.686855Z","end":"2026-03-31T05:18:48.712397Z","steps":["trace[1705373976] 'process raft request' (duration: 1.025360218s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:48.712633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:47.686827Z","time spent":"1.025700557s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:49.336318Z","caller":"traceutil/trace.go:171","msg":"trace[402086931] transaction","detail":"{read_only:false; response_revision:10971; number_of_response:1; }","duration":"1.590104733s","start":"2026-03-31T05:18:47.746186Z","end":"2026-03-31T05:18:49.336291Z","steps":["trace[402086931] 'process raft request' (duration: 1.589862497s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.336496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:47.746165Z","time spent":"1.590231877s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:49.336649Z","caller":"traceutil/trace.go:171","msg":"trace[571405048] transaction","detail":"{read_only:false; response_revision:10972; number_of_response:1; }","duration":"1.589645311s","start":"2026-03-31T05:18:47.746959Z","end":"2026-03-31T05:18:49.336604Z","steps":["trace[571405048] 'process raft request' (duration: 1.589289241s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.33686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:47.74693Z","time spent":"1.589805835s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:49.336948Z","caller":"traceutil/trace.go:171","msg":"trace[40770764] transaction","detail":"{read_only:false; response_revision:10973; number_of_response:1; }","duration":"1.589778674s","start":"2026-03-31T05:18:47.747144Z","end":"2026-03-31T05:18:49.336922Z","steps":["trace[40770764] 'process raft request' (duration: 1.589400774s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.337033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:47.747131Z","time spent":"1.589860447s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:49.33724Z","caller":"traceutil/trace.go:171","msg":"trace[1790712844] transaction","detail":"{read_only:false; response_revision:10974; number_of_response:1; }","duration":"1.588247873s","start":"2026-03-31T05:18:47.748959Z","end":"2026-03-31T05:18:49.337207Z","steps":["trace[1790712844] 'process raft request' (duration: 1.587715409s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:49.337371Z","caller":"traceutil/trace.go:171","msg":"trace[1926277853] linearizableReadLoop","detail":"{readStateIndex:11402; appliedIndex:11397; }","duration":"1.596623452s","start":"2026-03-31T05:18:47.740721Z","end":"2026-03-31T05:18:49.337344Z","steps":["trace[1926277853] 'read index received' (duration: 971.669133ms)","trace[1926277853] 'applied index is now lower than readState.Index' (duration: 624.952819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.33747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:47.748946Z","time spent":"1.588384667s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:49.337563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.825123654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:49.337575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.717998055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:49.337603Z","caller":"traceutil/trace.go:171","msg":"trace[1425404321] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:10975; }","duration":"4.825170956s","start":"2026-03-31T05:18:44.51242Z","end":"2026-03-31T05:18:49.337591Z","steps":["trace[1425404321] 'agreement among raft nodes before linearized reading' (duration: 4.825073963s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:49.337612Z","caller":"traceutil/trace.go:171","msg":"trace[625214711] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:10975; }","duration":"3.718097648s","start":"2026-03-31T05:18:45.619506Z","end":"2026-03-31T05:18:49.337604Z","steps":["trace[625214711] 'agreement among raft nodes before linearized reading' (duration: 3.717970345s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.337628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:44.512347Z","time spent":"4.825275729s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:49.337639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:45.61948Z","time spent":"3.718153729s","remote":"127.0.0.1:45436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:49.33761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.623946058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:49.337691Z","caller":"traceutil/trace.go:171","msg":"trace[1002104755] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:10975; }","duration":"3.624100472s","start":"2026-03-31T05:18:45.713569Z","end":"2026-03-31T05:18:49.337669Z","steps":["trace[1002104755] 'agreement among raft nodes before linearized reading' (duration: 3.623874576s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.337722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.77694395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:49.337744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:45.713543Z","time spent":"3.624190945s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:49.337827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.116236595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-31T05:18:49.337838Z","caller":"traceutil/trace.go:171","msg":"trace[1437534030] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:10975; }","duration":"6.777125796s","start":"2026-03-31T05:18:42.560619Z","end":"2026-03-31T05:18:49.337745Z","steps":["trace[1437534030] 'agreement among raft nodes before linearized reading' (duration: 6.776935291s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:49.337854Z","caller":"traceutil/trace.go:171","msg":"trace[411847246] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10975; }","duration":"4.116303687s","start":"2026-03-31T05:18:45.221543Z","end":"2026-03-31T05:18:49.337847Z","steps":["trace[411847246] 'agreement among raft nodes before linearized reading' (duration: 4.116208154s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.33788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:45.221519Z","time spent":"4.116348748s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T05:18:49.33787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:42.560589Z","time spent":"6.777271769s","remote":"127.0.0.1:57670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:49.337975Z","caller":"traceutil/trace.go:171","msg":"trace[807511010] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10974; }","duration":"1.583346989s","start":"2026-03-31T05:18:47.754614Z","end":"2026-03-31T05:18:49.337961Z","steps":["trace[807511010] 'process raft request' (duration: 1.582532957s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.337975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.439057333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T05:18:49.338013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.142833531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-03-31T05:18:49.338043Z","caller":"traceutil/trace.go:171","msg":"trace[1855581026] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:10975; }","duration":"4.142910144s","start":"2026-03-31T05:18:45.195124Z","end":"2026-03-31T05:18:49.338034Z","steps":["trace[1855581026] 'agreement among raft nodes before linearized reading' (duration: 4.142841222s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.338061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:47.7546Z","time spent":"1.583399261s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":2347,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:49.338015Z","caller":"traceutil/trace.go:171","msg":"trace[1266583555] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1; range_end:; response_count:1; response_revision:10975; }","duration":"7.439150296s","start":"2026-03-31T05:18:41.898852Z","end":"2026-03-31T05:18:49.338003Z","steps":["trace[1266583555] 'agreement among raft nodes before linearized reading' (duration: 7.438986951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.338069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.216723593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:49.338092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.898824Z","time spent":"7.439261678s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" "} {"level":"info","ts":"2026-03-31T05:18:49.338107Z","caller":"traceutil/trace.go:171","msg":"trace[556335897] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:10975; }","duration":"5.216816037s","start":"2026-03-31T05:18:44.121281Z","end":"2026-03-31T05:18:49.338097Z","steps":["trace[556335897] 'agreement among raft nodes before linearized reading' (duration: 5.21658013s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.338133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:44.121244Z","time spent":"5.216883028s","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:49.338132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.369751475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:49.338162Z","caller":"traceutil/trace.go:171","msg":"trace[235942235] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:10975; }","duration":"4.369822807s","start":"2026-03-31T05:18:44.96833Z","end":"2026-03-31T05:18:49.338153Z","steps":["trace[235942235] 'agreement among raft nodes before linearized reading' (duration: 4.369760425s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.338208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:44.968308Z","time spent":"4.369887669s","remote":"127.0.0.1:57638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:49.338093Z","caller":"traceutil/trace.go:171","msg":"trace[33693818] transaction","detail":"{read_only:false; response_revision:10975; number_of_response:1; }","duration":"1.096104429s","start":"2026-03-31T05:18:48.24198Z","end":"2026-03-31T05:18:49.338085Z","steps":["trace[33693818] 'process raft request' (duration: 1.095267196s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.338325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:48.241931Z","time spent":"1.096343535s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:49.337988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552465951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:49.338432Z","caller":"traceutil/trace.go:171","msg":"trace[1255448593] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:10975; }","duration":"2.552911554s","start":"2026-03-31T05:18:46.785515Z","end":"2026-03-31T05:18:49.338427Z","steps":["trace[1255448593] 'agreement among raft nodes before linearized reading' (duration: 2.552447591s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.33845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:46.78549Z","time spent":"2.552954764s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:49.338451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.418291025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-31T05:18:49.33849Z","caller":"traceutil/trace.go:171","msg":"trace[1883859920] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:10975; }","duration":"3.418368377s","start":"2026-03-31T05:18:45.920113Z","end":"2026-03-31T05:18:49.338481Z","steps":["trace[1883859920] 'agreement among raft nodes before linearized reading' (duration: 3.418261964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.338067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:45.195073Z","time spent":"4.142990006s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T05:18:49.338324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992546684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T05:18:49.338523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:45.920091Z","time spent":"3.418425178s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-31T05:18:49.338536Z","caller":"traceutil/trace.go:171","msg":"trace[1123531909] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:10975; }","duration":"2.99280497s","start":"2026-03-31T05:18:46.345725Z","end":"2026-03-31T05:18:49.33853Z","steps":["trace[1123531909] 'agreement among raft nodes before linearized reading' (duration: 2.992470271s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.338555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:46.345698Z","time spent":"2.992852252s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:18:49.544812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.697798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:49.544953Z","caller":"traceutil/trace.go:171","msg":"trace[1084617412] linearizableReadLoop","detail":"{readStateIndex:11404; appliedIndex:11403; }","duration":"207.481463ms","start":"2026-03-31T05:18:49.337448Z","end":"2026-03-31T05:18:49.544929Z","steps":["trace[1084617412] 'read index received' (duration: 65.59487ms)","trace[1084617412] 'applied index is now lower than readState.Index' (duration: 141.884423ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:49.545049Z","caller":"traceutil/trace.go:171","msg":"trace[636054337] transaction","detail":"{read_only:false; response_revision:10976; number_of_response:1; }","duration":"420.884788ms","start":"2026-03-31T05:18:49.124151Z","end":"2026-03-31T05:18:49.545036Z","steps":["trace[636054337] 'process raft request' (duration: 278.81587ms)","trace[636054337] 'compare' (duration: 141.276876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.545127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.124112Z","time spent":"420.97443ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:49.545161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623767062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:49.545263Z","caller":"traceutil/trace.go:171","msg":"trace[1918449128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10976; }","duration":"1.623924186s","start":"2026-03-31T05:18:47.92131Z","end":"2026-03-31T05:18:49.545234Z","steps":["trace[1918449128] 'agreement among raft nodes before linearized reading' (duration: 1.623769682s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.545319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:47.921282Z","time spent":"1.6240282s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:49.54532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.758541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:49.545312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.423835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:49.545415Z","caller":"traceutil/trace.go:171","msg":"trace[1566964937] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:10976; }","duration":"620.59644ms","start":"2026-03-31T05:18:48.924796Z","end":"2026-03-31T05:18:49.545393Z","steps":["trace[1566964937] 'agreement among raft nodes before linearized reading' (duration: 620.393264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:49.545428Z","caller":"traceutil/trace.go:171","msg":"trace[350329814] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:10976; }","duration":"551.930826ms","start":"2026-03-31T05:18:48.993472Z","end":"2026-03-31T05:18:49.545402Z","steps":["trace[350329814] 'agreement among raft nodes before linearized reading' (duration: 551.661219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.545436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.605797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7227"} {"level":"warn","ts":"2026-03-31T05:18:49.54545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.333755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:49.545593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083614498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:49.54559Z","caller":"traceutil/trace.go:171","msg":"trace[1301465735] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:10976; }","duration":"438.54844ms","start":"2026-03-31T05:18:49.10701Z","end":"2026-03-31T05:18:49.545559Z","steps":["trace[1301465735] 'agreement among raft nodes before linearized reading' (duration: 438.279373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:49.545642Z","caller":"traceutil/trace.go:171","msg":"trace[750639400] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:10976; }","duration":"1.0837008s","start":"2026-03-31T05:18:48.461925Z","end":"2026-03-31T05:18:49.545626Z","steps":["trace[750639400] 'agreement among raft nodes before linearized reading' (duration: 1.083626358s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.545656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735739849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:18:49.545512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:48.993459Z","time spent":"552.036799ms","remote":"127.0.0.1:57608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:49.545724Z","caller":"traceutil/trace.go:171","msg":"trace[1255348869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10976; }","duration":"1.735823241s","start":"2026-03-31T05:18:47.809884Z","end":"2026-03-31T05:18:49.545708Z","steps":["trace[1255348869] 'agreement among raft nodes before linearized reading' (duration: 1.735663877s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.545772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:47.809875Z","time spent":"1.735885433s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:18:49.545921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800534818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7c8eb902-e278-4ed1-ad38-2109571a001c\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-31T05:18:49.545514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799347075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:49.545988Z","caller":"traceutil/trace.go:171","msg":"trace[2037976589] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7c8eb902-e278-4ed1-ad38-2109571a001c; range_end:; response_count:1; response_revision:10976; }","duration":"1.800624069s","start":"2026-03-31T05:18:47.745339Z","end":"2026-03-31T05:18:49.545963Z","steps":["trace[2037976589] 'agreement among raft nodes before linearized reading' (duration: 1.80026491s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.546008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798783479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347735"} {"level":"warn","ts":"2026-03-31T05:18:49.546081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:47.745321Z","time spent":"1.800700822s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-7c8eb902-e278-4ed1-ad38-2109571a001c\" "} {"level":"info","ts":"2026-03-31T05:18:49.54551Z","caller":"traceutil/trace.go:171","msg":"trace[663368226] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:10976; }","duration":"558.721961ms","start":"2026-03-31T05:18:48.98677Z","end":"2026-03-31T05:18:49.545492Z","steps":["trace[663368226] 'agreement among raft nodes before linearized reading' (duration: 558.422623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.546129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73761514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:18:49.546144Z","caller":"traceutil/trace.go:171","msg":"trace[1129603302] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10976; }","duration":"1.79881237s","start":"2026-03-31T05:18:47.747216Z","end":"2026-03-31T05:18:49.546028Z","steps":["trace[1129603302] 'agreement among raft nodes before linearized reading' (duration: 1.798315127s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.545464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:48.924774Z","time spent":"620.681352ms","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:18:49.546179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:47.747165Z","time spent":"1.799007046s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347758,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:18:49.546176Z","caller":"traceutil/trace.go:171","msg":"trace[38256100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10976; }","duration":"1.737705603s","start":"2026-03-31T05:18:47.808456Z","end":"2026-03-31T05:18:49.546161Z","steps":["trace[38256100] 'agreement among raft nodes before linearized reading' (duration: 1.737502997s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.546196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73505335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:18:49.546219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:47.808429Z","time spent":"1.737782684s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:18:49.546252Z","caller":"traceutil/trace.go:171","msg":"trace[1985309534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10976; }","duration":"1.735122012s","start":"2026-03-31T05:18:47.81111Z","end":"2026-03-31T05:18:49.546232Z","steps":["trace[1985309534] 'agreement among raft nodes before linearized reading' (duration: 1.734978548s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.546258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.614283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T05:18:49.546306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:47.811102Z","time spent":"1.735192743s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:18:49.546317Z","caller":"traceutil/trace.go:171","msg":"trace[1444683353] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10976; }","duration":"523.717286ms","start":"2026-03-31T05:18:49.022585Z","end":"2026-03-31T05:18:49.546302Z","steps":["trace[1444683353] 'agreement among raft nodes before linearized reading' (duration: 522.954565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.545667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.106975Z","time spent":"438.671104ms","remote":"127.0.0.1:33452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:49.546356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.022562Z","time spent":"523.783898ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:18:49.545918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783588245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:49.546404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.884106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:18:49.546459Z","caller":"traceutil/trace.go:171","msg":"trace[1442478517] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:10976; }","duration":"406.975279ms","start":"2026-03-31T05:18:49.139474Z","end":"2026-03-31T05:18:49.54645Z","steps":["trace[1442478517] 'agreement among raft nodes before linearized reading' (duration: 406.723742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.546483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.13946Z","time spent":"407.015569ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":128,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:49.546539Z","caller":"traceutil/trace.go:171","msg":"trace[1565470252] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:10976; }","duration":"1.784517641s","start":"2026-03-31T05:18:47.762002Z","end":"2026-03-31T05:18:49.546519Z","steps":["trace[1565470252] 'agreement among raft nodes before linearized reading' (duration: 1.78341655s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.546698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:47.761987Z","time spent":"1.784685145s","remote":"127.0.0.1:35142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:49.546172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:48.986745Z","time spent":"559.393199ms","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7250,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-31T05:18:49.546117Z","caller":"traceutil/trace.go:171","msg":"trace[449426483] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10976; }","duration":"1.7999017s","start":"2026-03-31T05:18:47.746115Z","end":"2026-03-31T05:18:49.546017Z","steps":["trace[449426483] 'agreement among raft nodes before linearized reading' (duration: 1.799372765s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.546983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:47.746091Z","time spent":"1.800869587s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:18:49.545681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:48.461902Z","time spent":"1.083770172s","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:50.211066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.635256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:18:50.211193Z","caller":"traceutil/trace.go:171","msg":"trace[1986803519] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"866.824941ms","start":"2026-03-31T05:18:49.344343Z","end":"2026-03-31T05:18:50.211167Z","steps":["trace[1986803519] 'agreement among raft nodes before linearized reading' (duration: 866.663146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.211254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.344326Z","time spent":"866.914793ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 05:18:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:18:50.246653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.171233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-31T05:18:50.246674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.565299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:18:50.246789Z","caller":"traceutil/trace.go:171","msg":"trace[338875617] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"694.751634ms","start":"2026-03-31T05:18:49.552011Z","end":"2026-03-31T05:18:50.246763Z","steps":["trace[338875617] 'agreement among raft nodes before linearized reading' (duration: 694.6013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:50.246735Z","caller":"traceutil/trace.go:171","msg":"trace[1627011484] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"903.294526ms","start":"2026-03-31T05:18:49.343419Z","end":"2026-03-31T05:18:50.246714Z","steps":["trace[1627011484] 'agreement among raft nodes before linearized reading' (duration: 903.187583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.246854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.551989Z","time spent":"694.852887ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:18:50.246878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.343407Z","time spent":"903.458931ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 05:18:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/31 05:18:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:18:50.430334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.332094ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T05:18:50.430745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.339725Z","time spent":"1.09101112s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:18:50.43182Z","caller":"traceutil/trace.go:171","msg":"trace[2101126420] linearizableReadLoop","detail":"{readStateIndex:11407; appliedIndex:11404; }","duration":"886.806886ms","start":"2026-03-31T05:18:49.544991Z","end":"2026-03-31T05:18:50.431798Z","steps":["trace[2101126420] 'read index received' (duration: 405.960891ms)","trace[2101126420] 'applied index is now lower than readState.Index' (duration: 480.844945ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:50.431905Z","caller":"traceutil/trace.go:171","msg":"trace[1974443982] transaction","detail":"{read_only:false; response_revision:10977; number_of_response:1; }","duration":"1.090742103s","start":"2026-03-31T05:18:49.341149Z","end":"2026-03-31T05:18:50.431891Z","steps":["trace[1974443982] 'process raft request' (duration: 1.089375075s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:50.431897Z","caller":"traceutil/trace.go:171","msg":"trace[1433257011] transaction","detail":"{read_only:false; response_revision:10978; number_of_response:1; }","duration":"1.084475202s","start":"2026-03-31T05:18:49.347383Z","end":"2026-03-31T05:18:50.431858Z","steps":["trace[1433257011] 'process raft request' (duration: 1.084326228s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.432025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.340933Z","time spent":"1.09100995s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:50.432081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.347354Z","time spent":"1.084625246s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:50.806438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.553229Z","time spent":"1.253199997s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:18:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:18:50.807893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.551603Z","time spent":"1.256280102s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:18:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:18:50.807926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.553121Z","time spent":"1.254800451s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:18:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:18:50.933245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:51.166405Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.193663461s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:18:51.553859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000114324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:18:51.55398Z","caller":"traceutil/trace.go:171","msg":"trace[1147110423] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000301879s","start":"2026-03-31T05:18:49.553652Z","end":"2026-03-31T05:18:51.553954Z","steps":["trace[1147110423] 'agreement among raft nodes before linearized reading' (duration: 2.000130654s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:51.554038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.553638Z","time spent":"2.000387241s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:18:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:18:53.04777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:18:53.047876Z","caller":"traceutil/trace.go:171","msg":"trace[2104921258] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000208506s","start":"2026-03-31T05:18:51.047642Z","end":"2026-03-31T05:18:53.047851Z","steps":["trace[2104921258] 'agreement among raft nodes before linearized reading' (duration: 2.000065462s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.047935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:51.047619Z","time spent":"2.000304899s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:53.16436Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.334689751s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:18:53.176993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010291462s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:53.177189Z","caller":"traceutil/trace.go:171","msg":"trace[941032531] transaction","detail":"{read_only:false; response_revision:10979; number_of_response:1; }","duration":"3.627238758s","start":"2026-03-31T05:18:49.54991Z","end":"2026-03-31T05:18:53.177149Z","steps":["trace[941032531] 'process raft request' (duration: 1.616719009s)","trace[941032531] 'compare' (duration: 2.008647347s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:53.177354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.549881Z","time spent":"3.627390062s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2447,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:53.177554Z","caller":"traceutil/trace.go:171","msg":"trace[918726801] linearizableReadLoop","detail":"{readStateIndex:11415; appliedIndex:11407; }","duration":"2.745661704s","start":"2026-03-31T05:18:50.431874Z","end":"2026-03-31T05:18:53.177536Z","steps":["trace[918726801] 'read index received' (duration: 734.877348ms)","trace[918726801] 'applied index is now lower than readState.Index' (duration: 2.010783496s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:53.17764Z","caller":"traceutil/trace.go:171","msg":"trace[1741169262] transaction","detail":"{read_only:false; response_revision:10983; number_of_response:1; }","duration":"2.964521618s","start":"2026-03-31T05:18:50.213109Z","end":"2026-03-31T05:18:53.177631Z","steps":["trace[1741169262] 'process raft request' (duration: 2.964192349s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.177711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.21307Z","time spent":"2.96461271s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:53.17778Z","caller":"traceutil/trace.go:171","msg":"trace[1163158388] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10984; }","duration":"2.367940174s","start":"2026-03-31T05:18:50.80981Z","end":"2026-03-31T05:18:53.177751Z","steps":["trace[1163158388] 'process raft request' (duration: 2.367657026s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:53.177917Z","caller":"traceutil/trace.go:171","msg":"trace[431937202] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10984; }","duration":"2.367183553s","start":"2026-03-31T05:18:50.810708Z","end":"2026-03-31T05:18:53.177892Z","steps":["trace[431937202] 'process raft request' (duration: 2.366800482s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.17794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.809791Z","time spent":"2.368064777s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":513,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:53.177912Z","caller":"traceutil/trace.go:171","msg":"trace[889649875] transaction","detail":"{read_only:false; response_revision:10984; number_of_response:1; }","duration":"2.745462808s","start":"2026-03-31T05:18:50.432377Z","end":"2026-03-31T05:18:53.17784Z","steps":["trace[889649875] 'process raft request' (duration: 2.745029357s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.17803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.810703Z","time spent":"2.367272005s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":527,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:53.178203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.432352Z","time spent":"2.745707535s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:53.178435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.107382468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:53.179288Z","caller":"traceutil/trace.go:171","msg":"trace[1381254965] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:10984; }","duration":"3.108280312s","start":"2026-03-31T05:18:50.070969Z","end":"2026-03-31T05:18:53.179249Z","steps":["trace[1381254965] 'agreement among raft nodes before linearized reading' (duration: 3.107363217s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.179432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.070942Z","time spent":"3.108436076s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:53.554502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000209197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:18:53.554602Z","caller":"traceutil/trace.go:171","msg":"trace[1436011065] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000373652s","start":"2026-03-31T05:18:51.554205Z","end":"2026-03-31T05:18:53.554578Z","steps":["trace[1436011065] 'agreement among raft nodes before linearized reading' (duration: 2.000236908s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.554686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:51.554193Z","time spent":"2.000482934s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:53.805854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.979255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:53.806011Z","caller":"traceutil/trace.go:171","msg":"trace[1681192900] linearizableReadLoop","detail":"{readStateIndex:11416; appliedIndex:11415; }","duration":"628.391632ms","start":"2026-03-31T05:18:53.177601Z","end":"2026-03-31T05:18:53.805993Z","steps":["trace[1681192900] 'read index received' (duration: 434.153671ms)","trace[1681192900] 'applied index is now lower than readState.Index' (duration: 194.235931ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:53.806256Z","caller":"traceutil/trace.go:171","msg":"trace[398272550] transaction","detail":"{read_only:false; response_revision:10985; number_of_response:1; }","duration":"2.253116331s","start":"2026-03-31T05:18:51.552891Z","end":"2026-03-31T05:18:53.806008Z","steps":["trace[398272550] 'process raft request' (duration: 2.058851668s)","trace[398272550] 'compare' (duration: 193.474021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:53.806386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.389184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:18:53.806416Z","caller":"traceutil/trace.go:171","msg":"trace[1530636794] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:10985; }","duration":"683.459856ms","start":"2026-03-31T05:18:53.122947Z","end":"2026-03-31T05:18:53.806407Z","steps":["trace[1530636794] 'agreement among raft nodes before linearized reading' (duration: 683.305651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.806469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.122927Z","time spent":"683.525678ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T05:18:53.80676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461508349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:18:53.806792Z","caller":"traceutil/trace.go:171","msg":"trace[780875671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10985; }","duration":"2.461582381s","start":"2026-03-31T05:18:51.345201Z","end":"2026-03-31T05:18:53.806783Z","steps":["trace[780875671] 'agreement among raft nodes before linearized reading' (duration: 2.461485268s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.806792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460332147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:18:53.806828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:51.345177Z","time spent":"2.461641113s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:18:53.806858Z","caller":"traceutil/trace.go:171","msg":"trace[613880187] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10985; }","duration":"2.460393139s","start":"2026-03-31T05:18:51.346429Z","end":"2026-03-31T05:18:53.806822Z","steps":["trace[613880187] 'agreement among raft nodes before linearized reading' (duration: 2.460021349s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.806887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:51.346424Z","time spent":"2.460456651s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:18:53.807105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371448245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d53c48429d88\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-31T05:18:53.8071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006526694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:53.80716Z","caller":"traceutil/trace.go:171","msg":"trace[16246849] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d53c48429d88; range_end:; response_count:1; response_revision:10985; }","duration":"3.371504997s","start":"2026-03-31T05:18:50.435644Z","end":"2026-03-31T05:18:53.807149Z","steps":["trace[16246849] 'agreement among raft nodes before linearized reading' (duration: 3.371361803s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.807141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951145288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:53.807201Z","caller":"traceutil/trace.go:171","msg":"trace[2064011868] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:10985; }","duration":"1.006704479s","start":"2026-03-31T05:18:52.800467Z","end":"2026-03-31T05:18:53.807172Z","steps":["trace[2064011868] 'agreement among raft nodes before linearized reading' (duration: 1.006521004s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.807255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:52.800435Z","time spent":"1.006807312s","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:53.807264Z","caller":"traceutil/trace.go:171","msg":"trace[1828042082] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:10985; }","duration":"1.951343503s","start":"2026-03-31T05:18:51.855886Z","end":"2026-03-31T05:18:53.80723Z","steps":["trace[1828042082] 'agreement among raft nodes before linearized reading' (duration: 1.951100517s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.807277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464927302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:18:53.807417Z","caller":"traceutil/trace.go:171","msg":"trace[450482696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10985; }","duration":"2.465103547s","start":"2026-03-31T05:18:51.342263Z","end":"2026-03-31T05:18:53.807367Z","steps":["trace[450482696] 'agreement among raft nodes before linearized reading' (duration: 2.464715556s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.807468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:51.342242Z","time spent":"2.46521616s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:53.807191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.435591Z","time spent":"3.371593509s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d53c48429d88\" "} {"level":"warn","ts":"2026-03-31T05:18:53.807321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:51.855858Z","time spent":"1.951449486s","remote":"127.0.0.1:37538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:53.807445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:51.552863Z","time spent":"2.253468291s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:53.807476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250605182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:18:53.807719Z","caller":"traceutil/trace.go:171","msg":"trace[666608371] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:10985; }","duration":"2.251077845s","start":"2026-03-31T05:18:51.556618Z","end":"2026-03-31T05:18:53.807696Z","steps":["trace[666608371] 'agreement among raft nodes before linearized reading' (duration: 2.250363785s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.807813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:51.556589Z","time spent":"2.251209539s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:18:54.329484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632845,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:18:54.595924Z","caller":"traceutil/trace.go:171","msg":"trace[1473062936] transaction","detail":"{read_only:false; response_revision:10986; number_of_response:1; }","duration":"1.410773798s","start":"2026-03-31T05:18:53.185111Z","end":"2026-03-31T05:18:54.595884Z","steps":["trace[1473062936] 'process raft request' (duration: 1.388950492s)","trace[1473062936] 'compare' (duration: 20.86871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:54.596261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.18509Z","time spent":"1.410916812s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:54.596411Z","caller":"traceutil/trace.go:171","msg":"trace[358134595] transaction","detail":"{read_only:false; response_revision:10987; number_of_response:1; }","duration":"1.40534639s","start":"2026-03-31T05:18:53.191033Z","end":"2026-03-31T05:18:54.596379Z","steps":["trace[358134595] 'process raft request' (duration: 1.404734083s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:54.596797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.191009Z","time spent":"1.405491814s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2592,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:54.893688Z","caller":"traceutil/trace.go:171","msg":"trace[893242657] transaction","detail":"{read_only:false; response_revision:10988; number_of_response:1; }","duration":"1.083466143s","start":"2026-03-31T05:18:53.810168Z","end":"2026-03-31T05:18:54.893634Z","steps":["trace[893242657] 'process raft request' (duration: 1.070116859s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:54.893797Z","caller":"traceutil/trace.go:171","msg":"trace[879160691] linearizableReadLoop","detail":"{readStateIndex:11423; appliedIndex:11416; }","duration":"1.087740039s","start":"2026-03-31T05:18:53.806033Z","end":"2026-03-31T05:18:54.893773Z","steps":["trace[879160691] 'read index received' (duration: 768.296161ms)","trace[879160691] 'applied index is now lower than readState.Index' (duration: 319.442718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:54.895386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334451604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:54.895469Z","caller":"traceutil/trace.go:171","msg":"trace[1548855125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10991; }","duration":"1.334586858s","start":"2026-03-31T05:18:53.560862Z","end":"2026-03-31T05:18:54.895449Z","steps":["trace[1548855125] 'agreement among raft nodes before linearized reading' (duration: 1.334374572s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:54.895501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525509579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:54.895553Z","caller":"traceutil/trace.go:171","msg":"trace[739645992] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:10991; }","duration":"1.525623222s","start":"2026-03-31T05:18:53.369905Z","end":"2026-03-31T05:18:54.895528Z","steps":["trace[739645992] 'agreement among raft nodes before linearized reading' (duration: 1.525470098s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:54.89559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.369877Z","time spent":"1.525705054s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":27,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:54.895634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.81014Z","time spent":"1.083660588s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:54.895767Z","caller":"traceutil/trace.go:171","msg":"trace[1159968768] transaction","detail":"{read_only:false; response_revision:10989; number_of_response:1; }","duration":"1.076997196s","start":"2026-03-31T05:18:53.81876Z","end":"2026-03-31T05:18:54.895758Z","steps":["trace[1159968768] 'process raft request' (duration: 1.074643592s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:54.895812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560697829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:54.89585Z","caller":"traceutil/trace.go:171","msg":"trace[1934817182] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:10991; }","duration":"1.560781781s","start":"2026-03-31T05:18:53.335057Z","end":"2026-03-31T05:18:54.895839Z","steps":["trace[1934817182] 'agreement among raft nodes before linearized reading' (duration: 1.56071576s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:54.895884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.335028Z","time spent":"1.560844423s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:54.895943Z","caller":"traceutil/trace.go:171","msg":"trace[1429176434] transaction","detail":"{read_only:false; response_revision:10990; number_of_response:1; }","duration":"1.058471351s","start":"2026-03-31T05:18:53.837461Z","end":"2026-03-31T05:18:54.895932Z","steps":["trace[1429176434] 'process raft request' (duration: 1.056066545s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:54.895993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.837444Z","time spent":"1.058522282s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:54.896175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714501337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T05:18:54.896198Z","caller":"traceutil/trace.go:171","msg":"trace[142961463] transaction","detail":"{read_only:false; response_revision:10991; number_of_response:1; }","duration":"1.058701307s","start":"2026-03-31T05:18:53.837488Z","end":"2026-03-31T05:18:54.896189Z","steps":["trace[142961463] 'process raft request' (duration: 1.05623783s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:54.896216Z","caller":"traceutil/trace.go:171","msg":"trace[962566344] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:10991; }","duration":"1.714675862s","start":"2026-03-31T05:18:53.181529Z","end":"2026-03-31T05:18:54.896205Z","steps":["trace[962566344] 'agreement among raft nodes before linearized reading' (duration: 1.714505398s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:54.896234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.837469Z","time spent":"1.058744748s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:54.896248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.181511Z","time spent":"1.714732263s","remote":"127.0.0.1:33170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-31T05:18:54.896374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713735427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:18:54.896397Z","caller":"traceutil/trace.go:171","msg":"trace[471651497] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10991; }","duration":"1.713775597s","start":"2026-03-31T05:18:53.182613Z","end":"2026-03-31T05:18:54.896389Z","steps":["trace[471651497] 'agreement among raft nodes before linearized reading' (duration: 1.713673885s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:54.896412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.182605Z","time spent":"1.713804539s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:18:54.896412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714273511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T05:18:54.896541Z","caller":"traceutil/trace.go:171","msg":"trace[566390480] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:10991; }","duration":"1.714397384s","start":"2026-03-31T05:18:53.182131Z","end":"2026-03-31T05:18:54.896528Z","steps":["trace[566390480] 'agreement among raft nodes before linearized reading' (duration: 1.714223739s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:54.896573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.182122Z","time spent":"1.714440036s","remote":"127.0.0.1:33170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-31T05:18:54.895505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.560847Z","time spent":"1.334652259s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:54.895888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.818745Z","time spent":"1.077042867s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:55.395608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632853,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:55.895875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632853,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:55.938405Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058108242s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:18:55.939048Z","caller":"traceutil/trace.go:171","msg":"trace[1293359321] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10991; }","duration":"1.329148459s","start":"2026-03-31T05:18:54.609854Z","end":"2026-03-31T05:18:55.939002Z","steps":["trace[1293359321] 'process raft request' (duration: 1.328892322s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:55.939245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:54.609823Z","time spent":"1.329321303s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":2641,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:55.939305Z","caller":"traceutil/trace.go:171","msg":"trace[1515878618] transaction","detail":"{read_only:false; response_revision:10993; number_of_response:1; }","duration":"1.249575707s","start":"2026-03-31T05:18:54.689716Z","end":"2026-03-31T05:18:55.939292Z","steps":["trace[1515878618] 'process raft request' (duration: 1.24928889s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:55.939438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:54.689691Z","time spent":"1.24967215s","remote":"127.0.0.1:45440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3180,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:55.939692Z","caller":"traceutil/trace.go:171","msg":"trace[698056567] transaction","detail":"{read_only:false; response_revision:10992; number_of_response:1; }","duration":"1.314938392s","start":"2026-03-31T05:18:54.624288Z","end":"2026-03-31T05:18:55.939226Z","steps":["trace[698056567] 'process raft request' (duration: 1.314597512s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:55.939908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:54.624268Z","time spent":"1.315459525s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:56.203628Z","caller":"traceutil/trace.go:171","msg":"trace[799990490] linearizableReadLoop","detail":"{readStateIndex:11427; appliedIndex:11423; }","duration":"1.308274311s","start":"2026-03-31T05:18:54.895321Z","end":"2026-03-31T05:18:56.203595Z","steps":["trace[799990490] 'read index received' (duration: 1.043391431s)","trace[799990490] 'applied index is now lower than readState.Index' (duration: 264.8816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:56.204042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334253645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:56.204154Z","caller":"traceutil/trace.go:171","msg":"trace[611147122] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:10994; }","duration":"2.33444227s","start":"2026-03-31T05:18:53.869681Z","end":"2026-03-31T05:18:56.204123Z","steps":["trace[611147122] 'agreement among raft nodes before linearized reading' (duration: 2.334220964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.204146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393166413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-31T05:18:56.204221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.869652Z","time spent":"2.334556043s","remote":"127.0.0.1:57738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:56.204226Z","caller":"traceutil/trace.go:171","msg":"trace[1278078446] range","detail":"{range_begin:/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532; range_end:; response_count:1; response_revision:10994; }","duration":"2.393295025s","start":"2026-03-31T05:18:53.81091Z","end":"2026-03-31T05:18:56.204205Z","steps":["trace[1278078446] 'agreement among raft nodes before linearized reading' (duration: 2.393040939s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.204224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385204095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T05:18:56.204227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672613875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:56.204242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17107253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:56.20433Z","caller":"traceutil/trace.go:171","msg":"trace[582719773] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10994; }","duration":"2.385347009s","start":"2026-03-31T05:18:53.818959Z","end":"2026-03-31T05:18:56.204306Z","steps":["trace[582719773] 'agreement among raft nodes before linearized reading' (duration: 2.385057981s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.204334Z","caller":"traceutil/trace.go:171","msg":"trace[642418517] transaction","detail":"{read_only:false; response_revision:10994; number_of_response:1; }","duration":"362.226598ms","start":"2026-03-31T05:18:55.842091Z","end":"2026-03-31T05:18:56.204318Z","steps":["trace[642418517] 'process raft request' (duration: 328.853287ms)","trace[642418517] 'compare' (duration: 32.511337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:56.204334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.81089Z","time spent":"2.39342846s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532\" "} {"level":"info","ts":"2026-03-31T05:18:56.204349Z","caller":"traceutil/trace.go:171","msg":"trace[807853089] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:10994; }","duration":"1.67280705s","start":"2026-03-31T05:18:54.531517Z","end":"2026-03-31T05:18:56.204324Z","steps":["trace[807853089] 'agreement among raft nodes before linearized reading' (duration: 1.672565333s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.204371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.818949Z","time spent":"2.385416091s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:18:56.204225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385490343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T05:18:56.204374Z","caller":"traceutil/trace.go:171","msg":"trace[439785760] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10994; }","duration":"2.171266046s","start":"2026-03-31T05:18:54.033087Z","end":"2026-03-31T05:18:56.204353Z","steps":["trace[439785760] 'agreement among raft nodes before linearized reading' (duration: 2.17107537s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.204401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581182958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T05:18:56.204452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:54.033063Z","time spent":"2.171362728s","remote":"127.0.0.1:51688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:56.20445Z","caller":"traceutil/trace.go:171","msg":"trace[1180021341] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10994; }","duration":"2.385719859s","start":"2026-03-31T05:18:53.818703Z","end":"2026-03-31T05:18:56.204422Z","steps":["trace[1180021341] 'agreement among raft nodes before linearized reading' (duration: 2.385334289s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.204527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.818691Z","time spent":"2.385817092s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:18:56.204461Z","caller":"traceutil/trace.go:171","msg":"trace[371468811] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10994; }","duration":"1.5812417s","start":"2026-03-31T05:18:54.623203Z","end":"2026-03-31T05:18:56.204445Z","steps":["trace[371468811] 'agreement among raft nodes before linearized reading' (duration: 1.580734566s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.204593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392143945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347735"} {"level":"info","ts":"2026-03-31T05:18:56.204668Z","caller":"traceutil/trace.go:171","msg":"trace[218060131] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10994; }","duration":"2.392247418s","start":"2026-03-31T05:18:53.812404Z","end":"2026-03-31T05:18:56.204652Z","steps":["trace[218060131] 'agreement among raft nodes before linearized reading' (duration: 2.391550639s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.204625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:54.623127Z","time spent":"1.581484947s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:18:56.204457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:55.842058Z","time spent":"362.30902ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:56.204723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.812393Z","time spent":"2.392314699s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347758,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:18:56.204413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:54.531492Z","time spent":"1.672903973s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:56.64203Z","caller":"traceutil/trace.go:171","msg":"trace[1715143797] transaction","detail":"{read_only:false; response_revision:10995; number_of_response:1; }","duration":"697.727085ms","start":"2026-03-31T05:18:55.944275Z","end":"2026-03-31T05:18:56.642002Z","steps":["trace[1715143797] 'process raft request' (duration: 697.472408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.642058Z","caller":"traceutil/trace.go:171","msg":"trace[1807079484] transaction","detail":"{read_only:false; response_revision:10996; number_of_response:1; }","duration":"696.870912ms","start":"2026-03-31T05:18:55.945155Z","end":"2026-03-31T05:18:56.642026Z","steps":["trace[1807079484] 'process raft request' (duration: 696.750538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.642131Z","caller":"traceutil/trace.go:171","msg":"trace[132677969] transaction","detail":"{read_only:false; response_revision:10998; number_of_response:1; }","duration":"696.499531ms","start":"2026-03-31T05:18:55.945602Z","end":"2026-03-31T05:18:56.642101Z","steps":["trace[132677969] 'process raft request' (duration: 696.372227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.642171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:55.944248Z","time spent":"697.856468ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:56.642174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:55.945143Z","time spent":"696.971304ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:56.642219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:55.94559Z","time spent":"696.592254ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:56.642281Z","caller":"traceutil/trace.go:171","msg":"trace[1445243090] linearizableReadLoop","detail":"{readStateIndex:11435; appliedIndex:11427; }","duration":"438.5479ms","start":"2026-03-31T05:18:56.203712Z","end":"2026-03-31T05:18:56.642259Z","steps":["trace[1445243090] 'read index received' (duration: 438.081167ms)","trace[1445243090] 'applied index is now lower than readState.Index' (duration: 465.783µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:56.642366Z","caller":"traceutil/trace.go:171","msg":"trace[482153226] transaction","detail":"{read_only:false; response_revision:11001; number_of_response:1; }","duration":"684.71571ms","start":"2026-03-31T05:18:55.957634Z","end":"2026-03-31T05:18:56.64235Z","steps":["trace[482153226] 'process raft request' (duration: 684.428962ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.642347Z","caller":"traceutil/trace.go:171","msg":"trace[1498191502] transaction","detail":"{read_only:false; response_revision:10997; number_of_response:1; }","duration":"697.091908ms","start":"2026-03-31T05:18:55.945223Z","end":"2026-03-31T05:18:56.642315Z","steps":["trace[1498191502] 'process raft request' (duration: 696.724928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.642337Z","caller":"traceutil/trace.go:171","msg":"trace[2116470456] transaction","detail":"{read_only:false; response_revision:10999; number_of_response:1; }","duration":"695.889055ms","start":"2026-03-31T05:18:55.946321Z","end":"2026-03-31T05:18:56.64221Z","steps":["trace[2116470456] 'process raft request' (duration: 695.679749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.642421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003618805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:56.642442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:55.957605Z","time spent":"684.792742ms","remote":"127.0.0.1:45440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:56.642476Z","caller":"traceutil/trace.go:171","msg":"trace[519819408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11002; }","duration":"1.003721958s","start":"2026-03-31T05:18:55.638735Z","end":"2026-03-31T05:18:56.642457Z","steps":["trace[519819408] 'agreement among raft nodes before linearized reading' (duration: 1.003626685s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.642482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.945119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19220"} {"level":"warn","ts":"2026-03-31T05:18:56.642522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:55.638714Z","time spent":"1.003794319s","remote":"127.0.0.1:51754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:56.642534Z","caller":"traceutil/trace.go:171","msg":"trace[252201122] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11002; }","duration":"695.026921ms","start":"2026-03-31T05:18:55.947494Z","end":"2026-03-31T05:18:56.642521Z","steps":["trace[252201122] 'agreement among raft nodes before linearized reading' (duration: 694.821536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.642532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:55.945216Z","time spent":"697.222441ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:56.642542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:55.94631Z","time spent":"696.143421ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:56.642576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:55.947485Z","time spent":"695.076422ms","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19243,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-31T05:18:56.642557Z","caller":"traceutil/trace.go:171","msg":"trace[2138496088] transaction","detail":"{read_only:false; response_revision:11000; number_of_response:1; }","duration":"695.224056ms","start":"2026-03-31T05:18:55.947291Z","end":"2026-03-31T05:18:56.642515Z","steps":["trace[2138496088] 'process raft request' (duration: 694.735613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.642702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744091496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:18:56.642733Z","caller":"traceutil/trace.go:171","msg":"trace[1526727795] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:11002; }","duration":"1.744141678s","start":"2026-03-31T05:18:54.898584Z","end":"2026-03-31T05:18:56.642726Z","steps":["trace[1526727795] 'agreement among raft nodes before linearized reading' (duration: 1.744020415s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.642724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:55.94726Z","time spent":"695.382511ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:56.642752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:54.898575Z","time spent":"1.744172108s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T05:18:56.642768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745111604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:56.642808Z","caller":"traceutil/trace.go:171","msg":"trace[1286477693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11002; }","duration":"1.745166206s","start":"2026-03-31T05:18:54.89763Z","end":"2026-03-31T05:18:56.642796Z","steps":["trace[1286477693] 'agreement among raft nodes before linearized reading' (duration: 1.745099494s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.642815Z","caller":"traceutil/trace.go:171","msg":"trace[762720059] transaction","detail":"{read_only:false; response_revision:11002; number_of_response:1; }","duration":"482.303425ms","start":"2026-03-31T05:18:56.160496Z","end":"2026-03-31T05:18:56.642799Z","steps":["trace[762720059] 'process raft request' (duration: 481.680168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.642843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:54.897614Z","time spent":"1.745221077s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:56.642851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742926414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-03-31T05:18:56.642868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729133418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-6xmvt\" ","response":"range_response_count:1 size:4466"} {"level":"info","ts":"2026-03-31T05:18:56.642895Z","caller":"traceutil/trace.go:171","msg":"trace[608023915] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:11002; }","duration":"1.743017957s","start":"2026-03-31T05:18:54.89986Z","end":"2026-03-31T05:18:56.642878Z","steps":["trace[608023915] 'agreement among raft nodes before linearized reading' (duration: 1.742862823s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.642926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:54.899853Z","time spent":"1.743065378s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-31T05:18:56.642918Z","caller":"traceutil/trace.go:171","msg":"trace[1254389989] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-6xmvt; range_end:; response_count:1; response_revision:11002; }","duration":"1.729233871s","start":"2026-03-31T05:18:54.913668Z","end":"2026-03-31T05:18:56.642902Z","steps":["trace[1254389989] 'agreement among raft nodes before linearized reading' (duration: 1.729031195s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.642968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:54.91364Z","time spent":"1.729318013s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4489,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-6xmvt\" "} {"level":"warn","ts":"2026-03-31T05:18:56.642917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:56.160454Z","time spent":"482.398297ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:56.64335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733068146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T05:18:56.643391Z","caller":"traceutil/trace.go:171","msg":"trace[1286128518] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1; range_end:; response_count:1; response_revision:11002; }","duration":"1.733139767s","start":"2026-03-31T05:18:54.910227Z","end":"2026-03-31T05:18:56.643367Z","steps":["trace[1286128518] 'agreement among raft nodes before linearized reading' (duration: 1.732335785s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.643413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:54.910171Z","time spent":"1.733235499s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" "} {"level":"warn","ts":"2026-03-31T05:18:56.644681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488260483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T05:18:56.645334Z","caller":"traceutil/trace.go:171","msg":"trace[1137610107] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:11002; }","duration":"1.488930211s","start":"2026-03-31T05:18:55.156359Z","end":"2026-03-31T05:18:56.645289Z","steps":["trace[1137610107] 'agreement among raft nodes before linearized reading' (duration: 1.486224687s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.645404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:55.156338Z","time spent":"1.489045624s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-31T05:18:56.68067Z","caller":"traceutil/trace.go:171","msg":"trace[775683946] transaction","detail":"{read_only:false; response_revision:11003; number_of_response:1; }","duration":"471.435278ms","start":"2026-03-31T05:18:56.209173Z","end":"2026-03-31T05:18:56.680608Z","steps":["trace[775683946] 'process raft request' (duration: 471.161881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.680891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.912193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:56.680976Z","caller":"traceutil/trace.go:171","msg":"trace[920216598] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:11004; }","duration":"198.078437ms","start":"2026-03-31T05:18:56.482885Z","end":"2026-03-31T05:18:56.680964Z","steps":["trace[920216598] 'agreement among raft nodes before linearized reading' (duration: 197.920422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.680967Z","caller":"traceutil/trace.go:171","msg":"trace[240262448] transaction","detail":"{read_only:false; response_revision:11004; number_of_response:1; }","duration":"471.15411ms","start":"2026-03-31T05:18:56.209785Z","end":"2026-03-31T05:18:56.68094Z","steps":["trace[240262448] 'process raft request' (duration: 470.77839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.681004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:56.20914Z","time spent":"471.677815ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:56.681092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:56.209769Z","time spent":"471.243193ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:56.681178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.325732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T05:18:56.681273Z","caller":"traceutil/trace.go:171","msg":"trace[1220199641] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11004; }","duration":"313.541788ms","start":"2026-03-31T05:18:56.367714Z","end":"2026-03-31T05:18:56.681256Z","steps":["trace[1220199641] 'agreement among raft nodes before linearized reading' (duration: 313.193418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.68134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:56.367686Z","time spent":"313.643231ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:18:56.835469Z","caller":"traceutil/trace.go:171","msg":"trace[1608826848] transaction","detail":"{read_only:false; response_revision:11005; number_of_response:1; }","duration":"188.115025ms","start":"2026-03-31T05:18:56.647302Z","end":"2026-03-31T05:18:56.835417Z","steps":["trace[1608826848] 'process raft request' (duration: 98.331164ms)","trace[1608826848] 'compare' (duration: 89.529984ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:56.835597Z","caller":"traceutil/trace.go:171","msg":"trace[378615136] transaction","detail":"{read_only:false; response_revision:11007; number_of_response:1; }","duration":"183.642982ms","start":"2026-03-31T05:18:56.651907Z","end":"2026-03-31T05:18:56.83555Z","steps":["trace[378615136] 'process raft request' (duration: 183.490388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.835806Z","caller":"traceutil/trace.go:171","msg":"trace[873442041] transaction","detail":"{read_only:false; response_revision:11006; number_of_response:1; }","duration":"184.872526ms","start":"2026-03-31T05:18:56.650884Z","end":"2026-03-31T05:18:56.835757Z","steps":["trace[873442041] 'process raft request' (duration: 184.447494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.835898Z","caller":"traceutil/trace.go:171","msg":"trace[307893080] transaction","detail":"{read_only:false; response_revision:11009; number_of_response:1; }","duration":"175.181171ms","start":"2026-03-31T05:18:56.660698Z","end":"2026-03-31T05:18:56.835879Z","steps":["trace[307893080] 'process raft request' (duration: 174.792431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.836071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.71474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:56.836105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.325862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T05:18:56.836138Z","caller":"traceutil/trace.go:171","msg":"trace[1861127404] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11009; }","duration":"180.377544ms","start":"2026-03-31T05:18:56.655751Z","end":"2026-03-31T05:18:56.836128Z","steps":["trace[1861127404] 'agreement among raft nodes before linearized reading' (duration: 180.186129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.836136Z","caller":"traceutil/trace.go:171","msg":"trace[309494483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11009; }","duration":"181.830163ms","start":"2026-03-31T05:18:56.65429Z","end":"2026-03-31T05:18:56.83612Z","steps":["trace[309494483] 'agreement among raft nodes before linearized reading' (duration: 181.667498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.836172Z","caller":"traceutil/trace.go:171","msg":"trace[2026743647] transaction","detail":"{read_only:false; response_revision:11008; number_of_response:1; }","duration":"182.06617ms","start":"2026-03-31T05:18:56.654096Z","end":"2026-03-31T05:18:56.836162Z","steps":["trace[2026743647] 'process raft request' (duration: 181.33318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.83618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.658026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-31T05:18:56.83632Z","caller":"traceutil/trace.go:171","msg":"trace[573043512] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:11009; }","duration":"156.863512ms","start":"2026-03-31T05:18:56.679437Z","end":"2026-03-31T05:18:56.8363Z","steps":["trace[573043512] 'agreement among raft nodes before linearized reading' (duration: 156.510912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.836796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.299255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:18:56.836923Z","caller":"traceutil/trace.go:171","msg":"trace[1292698395] linearizableReadLoop","detail":"{readStateIndex:11442; appliedIndex:11437; }","duration":"155.062162ms","start":"2026-03-31T05:18:56.680777Z","end":"2026-03-31T05:18:56.835839Z","steps":["trace[1292698395] 'read index received' (duration: 64.787698ms)","trace[1292698395] 'applied index is now lower than readState.Index' (duration: 90.272894ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:56.836954Z","caller":"traceutil/trace.go:171","msg":"trace[1206749102] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11009; }","duration":"190.543271ms","start":"2026-03-31T05:18:56.646392Z","end":"2026-03-31T05:18:56.836935Z","steps":["trace[1206749102] 'agreement among raft nodes before linearized reading' (duration: 190.209292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.837189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.286886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fb30263d-0459-4b5b-8405-5392a8ae2ac0\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-31T05:18:56.837254Z","caller":"traceutil/trace.go:171","msg":"trace[414786078] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fb30263d-0459-4b5b-8405-5392a8ae2ac0; range_end:; response_count:1; response_revision:11009; }","duration":"152.376089ms","start":"2026-03-31T05:18:56.684861Z","end":"2026-03-31T05:18:56.837237Z","steps":["trace[414786078] 'agreement among raft nodes before linearized reading' (duration: 152.205625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:57.147403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.605561ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T05:18:57.147613Z","caller":"traceutil/trace.go:171","msg":"trace[1949063413] linearizableReadLoop","detail":"{readStateIndex:11443; appliedIndex:11442; }","duration":"303.398542ms","start":"2026-03-31T05:18:56.844191Z","end":"2026-03-31T05:18:57.14759Z","steps":["trace[1949063413] 'read index received' (duration: 93.589365ms)","trace[1949063413] 'applied index is now lower than readState.Index' (duration: 209.806997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:57.147724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:56.84064Z","time spent":"307.080692ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:18:57.14824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.491218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:18:57.148282Z","caller":"traceutil/trace.go:171","msg":"trace[645918184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11009; }","duration":"246.57035ms","start":"2026-03-31T05:18:56.901698Z","end":"2026-03-31T05:18:57.148268Z","steps":["trace[645918184] 'agreement among raft nodes before linearized reading' (duration: 246.378365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:57.148281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.041739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6869"} {"level":"info","ts":"2026-03-31T05:18:57.148386Z","caller":"traceutil/trace.go:171","msg":"trace[129025318] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:11009; }","duration":"304.194794ms","start":"2026-03-31T05:18:56.84417Z","end":"2026-03-31T05:18:57.148365Z","steps":["trace[129025318] 'agreement among raft nodes before linearized reading' (duration: 303.866425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:57.148435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:56.844159Z","time spent":"304.266036ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6892,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-31T05:18:57.148539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.339427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-31T05:18:57.148531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.944922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-31T05:18:57.148602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.280705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T05:18:57.148638Z","caller":"traceutil/trace.go:171","msg":"trace[2091947140] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11009; }","duration":"287.113978ms","start":"2026-03-31T05:18:56.861496Z","end":"2026-03-31T05:18:57.14861Z","steps":["trace[2091947140] 'agreement among raft nodes before linearized reading' (duration: 286.82451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:57.148656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.614852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:18:57.14866Z","caller":"traceutil/trace.go:171","msg":"trace[984505545] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11009; }","duration":"304.391018ms","start":"2026-03-31T05:18:56.844174Z","end":"2026-03-31T05:18:57.148565Z","steps":["trace[984505545] 'agreement among raft nodes before linearized reading' (duration: 304.279535ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:57.148697Z","caller":"traceutil/trace.go:171","msg":"trace[422371333] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11009; }","duration":"246.658743ms","start":"2026-03-31T05:18:56.902026Z","end":"2026-03-31T05:18:57.148685Z","steps":["trace[422371333] 'agreement among raft nodes before linearized reading' (duration: 246.481038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:57.148697Z","caller":"traceutil/trace.go:171","msg":"trace[1791861597] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1; range_end:; response_count:1; response_revision:11009; }","duration":"304.414019ms","start":"2026-03-31T05:18:56.844261Z","end":"2026-03-31T05:18:57.148675Z","steps":["trace[1791861597] 'agreement among raft nodes before linearized reading' (duration: 304.218884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:57.148709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:56.844168Z","time spent":"304.528793ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-31T05:18:57.148736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:56.844248Z","time spent":"304.478621ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" "} {"level":"warn","ts":"2026-03-31T05:18:57.148724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.165886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:18:57.14879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.499602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-api-certs\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:57.148891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.499827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:57.148898Z","caller":"traceutil/trace.go:171","msg":"trace[1175638105] range","detail":"{range_begin:/registry/secrets/openstack/glance-api-certs; range_end:; response_count:0; response_revision:11009; }","duration":"304.667556ms","start":"2026-03-31T05:18:56.844209Z","end":"2026-03-31T05:18:57.148876Z","steps":["trace[1175638105] 'agreement among raft nodes before linearized reading' (duration: 304.409189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:57.148925Z","caller":"traceutil/trace.go:171","msg":"trace[1580435681] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:11009; }","duration":"165.575589ms","start":"2026-03-31T05:18:56.98334Z","end":"2026-03-31T05:18:57.148915Z","steps":["trace[1580435681] 'agreement among raft nodes before linearized reading' (duration: 165.508947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:57.148955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:56.844206Z","time spent":"304.740409ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/glance-api-certs\" "} {"level":"info","ts":"2026-03-31T05:18:57.148826Z","caller":"traceutil/trace.go:171","msg":"trace[2001581175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11009; }","duration":"247.311391ms","start":"2026-03-31T05:18:56.901493Z","end":"2026-03-31T05:18:57.148804Z","steps":["trace[2001581175] 'agreement among raft nodes before linearized reading' (duration: 247.087525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:57.529676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.00927ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:57.529828Z","caller":"traceutil/trace.go:171","msg":"trace[1702072025] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11009; }","duration":"248.222106ms","start":"2026-03-31T05:18:57.281584Z","end":"2026-03-31T05:18:57.529806Z","steps":["trace[1702072025] 'range keys from in-memory index tree' (duration: 247.945748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:57.529853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.800629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:57.529996Z","caller":"traceutil/trace.go:171","msg":"trace[68284447] linearizableReadLoop","detail":"{readStateIndex:11444; appliedIndex:11443; }","duration":"375.454178ms","start":"2026-03-31T05:18:57.154518Z","end":"2026-03-31T05:18:57.529972Z","steps":["trace[68284447] 'read index received' (duration: 273.291099ms)","trace[68284447] 'applied index is now lower than readState.Index' (duration: 102.159649ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:57.530064Z","caller":"traceutil/trace.go:171","msg":"trace[555659139] transaction","detail":"{read_only:false; response_revision:11010; number_of_response:1; }","duration":"379.628932ms","start":"2026-03-31T05:18:57.150374Z","end":"2026-03-31T05:18:57.530003Z","steps":["trace[555659139] 'process raft request' (duration: 277.530875ms)","trace[555659139] 'compare' (duration: 101.409408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:57.530458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.150314Z","time spent":"379.833698ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:57.530504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.979202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T05:18:57.530553Z","caller":"traceutil/trace.go:171","msg":"trace[1718960068] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:11010; }","duration":"376.055125ms","start":"2026-03-31T05:18:57.154478Z","end":"2026-03-31T05:18:57.530533Z","steps":["trace[1718960068] 'agreement among raft nodes before linearized reading' (duration: 375.593702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:57.530614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.154456Z","time spent":"376.141507ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-31T05:18:58.164692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.530741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:58.164986Z","caller":"traceutil/trace.go:171","msg":"trace[246958709] transaction","detail":"{read_only:false; response_revision:11013; number_of_response:1; }","duration":"1.009850455s","start":"2026-03-31T05:18:57.155121Z","end":"2026-03-31T05:18:58.164971Z","steps":["trace[246958709] 'process raft request' (duration: 1.009795164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.165036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.155076Z","time spent":"1.009937697s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:58.165136Z","caller":"traceutil/trace.go:171","msg":"trace[1717518535] transaction","detail":"{read_only:false; response_revision:11012; number_of_response:1; }","duration":"1.010186913s","start":"2026-03-31T05:18:57.154942Z","end":"2026-03-31T05:18:58.165129Z","steps":["trace[1717518535] 'process raft request' (duration: 1.009884025s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.16516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.154935Z","time spent":"1.010210095s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:58.165255Z","caller":"traceutil/trace.go:171","msg":"trace[1221883922] transaction","detail":"{read_only:false; response_revision:11011; number_of_response:1; }","duration":"1.010535614s","start":"2026-03-31T05:18:57.154678Z","end":"2026-03-31T05:18:58.165214Z","steps":["trace[1221883922] 'process raft request' (duration: 808.388526ms)","trace[1221883922] 'compare' (duration: 201.338766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:58.16544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.154667Z","time spent":"1.010674767s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:58.16573Z","caller":"traceutil/trace.go:171","msg":"trace[2081213604] transaction","detail":"{read_only:false; response_revision:11014; number_of_response:1; }","duration":"1.010057091s","start":"2026-03-31T05:18:57.155663Z","end":"2026-03-31T05:18:58.16572Z","steps":["trace[2081213604] 'process raft request' (duration: 1.009273979s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.16579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.155652Z","time spent":"1.010106872s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:58.16595Z","caller":"traceutil/trace.go:171","msg":"trace[1537337406] linearizableReadLoop","detail":"{readStateIndex:11450; appliedIndex:11444; }","duration":"635.904697ms","start":"2026-03-31T05:18:57.530027Z","end":"2026-03-31T05:18:58.165932Z","steps":["trace[1537337406] 'read index received' (duration: 432.942017ms)","trace[1537337406] 'applied index is now lower than readState.Index' (duration: 202.96176ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:58.165991Z","caller":"traceutil/trace.go:171","msg":"trace[139830530] transaction","detail":"{read_only:false; response_revision:11015; number_of_response:1; }","duration":"1.010118723s","start":"2026-03-31T05:18:57.155857Z","end":"2026-03-31T05:18:58.165976Z","steps":["trace[139830530] 'process raft request' (duration: 1.009804064s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:58.165996Z","caller":"traceutil/trace.go:171","msg":"trace[147909096] transaction","detail":"{read_only:false; response_revision:11016; number_of_response:1; }","duration":"1.005531147s","start":"2026-03-31T05:18:57.160424Z","end":"2026-03-31T05:18:58.165955Z","steps":["trace[147909096] 'process raft request' (duration: 1.005442045s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.166134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.274425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:58.166147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.158887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:58.166172Z","caller":"traceutil/trace.go:171","msg":"trace[1738211625] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:11016; }","duration":"234.378028ms","start":"2026-03-31T05:18:57.931784Z","end":"2026-03-31T05:18:58.166162Z","steps":["trace[1738211625] 'agreement among raft nodes before linearized reading' (duration: 234.297255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:58.166177Z","caller":"traceutil/trace.go:171","msg":"trace[1242025495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11016; }","duration":"295.235729ms","start":"2026-03-31T05:18:57.870933Z","end":"2026-03-31T05:18:58.166168Z","steps":["trace[1242025495] 'agreement among raft nodes before linearized reading' (duration: 295.174927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.166188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.248015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T05:18:58.16621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.160408Z","time spent":"1.005695971s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7224,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:58.166425Z","caller":"traceutil/trace.go:171","msg":"trace[1821285434] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11016; }","duration":"633.483291ms","start":"2026-03-31T05:18:57.532929Z","end":"2026-03-31T05:18:58.166412Z","steps":["trace[1821285434] 'agreement among raft nodes before linearized reading' (duration: 633.149932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.166453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.155845Z","time spent":"1.010207905s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:58.166468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.532857Z","time spent":"633.598345ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:18:58.166485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.386947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T05:18:58.166555Z","caller":"traceutil/trace.go:171","msg":"trace[1991696287] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:11016; }","duration":"630.49509ms","start":"2026-03-31T05:18:57.536044Z","end":"2026-03-31T05:18:58.166539Z","steps":["trace[1991696287] 'agreement among raft nodes before linearized reading' (duration: 630.068018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.166601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.53603Z","time spent":"630.562151ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-31T05:18:58.166882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009388812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T05:18:58.166914Z","caller":"traceutil/trace.go:171","msg":"trace[716666882] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11016; }","duration":"1.009442704s","start":"2026-03-31T05:18:57.157464Z","end":"2026-03-31T05:18:58.166906Z","steps":["trace[716666882] 'agreement among raft nodes before linearized reading' (duration: 1.008543649s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.166937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.157455Z","time spent":"1.009477235s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T05:18:58.167314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.600628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:18:58.167407Z","caller":"traceutil/trace.go:171","msg":"trace[1726818976] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11016; }","duration":"129.778703ms","start":"2026-03-31T05:18:58.037609Z","end":"2026-03-31T05:18:58.167388Z","steps":["trace[1726818976] 'agreement among raft nodes before linearized reading' (duration: 128.537349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:58.597626Z","caller":"traceutil/trace.go:171","msg":"trace[1605168305] linearizableReadLoop","detail":"{readStateIndex:11451; appliedIndex:11450; }","duration":"413.452134ms","start":"2026-03-31T05:18:58.184145Z","end":"2026-03-31T05:18:58.597597Z","steps":["trace[1605168305] 'read index received' (duration: 409.874276ms)","trace[1605168305] 'applied index is now lower than readState.Index' (duration: 3.576258ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:58.597738Z","caller":"traceutil/trace.go:171","msg":"trace[882418323] transaction","detail":"{read_only:false; response_revision:11017; number_of_response:1; }","duration":"413.67702ms","start":"2026-03-31T05:18:58.184009Z","end":"2026-03-31T05:18:58.597686Z","steps":["trace[882418323] 'process raft request' (duration: 409.870567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.597966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.183978Z","time spent":"413.865946ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:58.598251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.063962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T05:18:58.598339Z","caller":"traceutil/trace.go:171","msg":"trace[59100505] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:11017; }","duration":"414.214256ms","start":"2026-03-31T05:18:58.184102Z","end":"2026-03-31T05:18:58.598316Z","steps":["trace[59100505] 'agreement among raft nodes before linearized reading' (duration: 413.591819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.598384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.184077Z","time spent":"414.290927ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-31T05:18:59.098007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:59.858467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.523919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:59.858743Z","caller":"traceutil/trace.go:171","msg":"trace[480794346] transaction","detail":"{read_only:false; response_revision:11020; number_of_response:1; }","duration":"1.646867091s","start":"2026-03-31T05:18:58.211859Z","end":"2026-03-31T05:18:59.858726Z","steps":["trace[480794346] 'process raft request' (duration: 1.64680709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:59.858816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.211828Z","time spent":"1.646956704s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:59.859031Z","caller":"traceutil/trace.go:171","msg":"trace[240006642] transaction","detail":"{read_only:false; response_revision:11018; number_of_response:1; }","duration":"1.674874016s","start":"2026-03-31T05:18:58.184141Z","end":"2026-03-31T05:18:59.859015Z","steps":["trace[240006642] 'process raft request' (duration: 961.69846ms)","trace[240006642] 'compare' (duration: 712.361724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:59.859089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.184115Z","time spent":"1.674949187s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:59.859306Z","caller":"traceutil/trace.go:171","msg":"trace[394738503] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11019; }","duration":"1.671462172s","start":"2026-03-31T05:18:58.187809Z","end":"2026-03-31T05:18:59.859271Z","steps":["trace[394738503] 'process raft request' (duration: 1.670820035s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:59.859474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.187795Z","time spent":"1.671586026s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":2327,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:59.859598Z","caller":"traceutil/trace.go:171","msg":"trace[1187153733] transaction","detail":"{read_only:false; response_revision:11019; number_of_response:1; }","duration":"1.673167469s","start":"2026-03-31T05:18:58.186422Z","end":"2026-03-31T05:18:59.859589Z","steps":["trace[1187153733] 'process raft request' (duration: 1.672148001s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:59.859654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.186411Z","time spent":"1.673216901s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2278,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:00.997385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.713231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:00.997517Z","caller":"traceutil/trace.go:171","msg":"trace[2105641049] linearizableReadLoop","detail":"{readStateIndex:11456; appliedIndex:11451; }","duration":"2.399801684s","start":"2026-03-31T05:18:58.597685Z","end":"2026-03-31T05:19:00.997487Z","steps":["trace[2105641049] 'read index received' (duration: 548.170783ms)","trace[2105641049] 'applied index is now lower than readState.Index' (duration: 1.851629121s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:00.997599Z","caller":"traceutil/trace.go:171","msg":"trace[1203227766] transaction","detail":"{read_only:false; response_revision:11021; number_of_response:1; }","duration":"1.994438959s","start":"2026-03-31T05:18:59.00312Z","end":"2026-03-31T05:19:00.997559Z","steps":["trace[1203227766] 'process raft request' (duration: 1.13240113s)","trace[1203227766] 'compare' (duration: 860.96391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:00.997777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.813502435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-31T05:19:00.997787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778166451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:19:00.997842Z","caller":"traceutil/trace.go:171","msg":"trace[653861492] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:11021; }","duration":"2.813585877s","start":"2026-03-31T05:18:58.184238Z","end":"2026-03-31T05:19:00.997824Z","steps":["trace[653861492] 'agreement among raft nodes before linearized reading' (duration: 2.813359771s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:00.997881Z","caller":"traceutil/trace.go:171","msg":"trace[1529795084] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11021; }","duration":"2.778338405s","start":"2026-03-31T05:18:58.219518Z","end":"2026-03-31T05:19:00.997856Z","steps":["trace[1529795084] 'agreement among raft nodes before linearized reading' (duration: 2.778025827s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:00.997902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.18423Z","time spent":"2.813659409s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-31T05:19:00.997946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.219482Z","time spent":"2.778454139s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:19:00.997783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.003086Z","time spent":"1.994596724s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:01.041396Z","caller":"traceutil/trace.go:171","msg":"trace[515308875] transaction","detail":"{read_only:false; response_revision:11022; number_of_response:1; }","duration":"1.615235789s","start":"2026-03-31T05:18:59.426129Z","end":"2026-03-31T05:19:01.041365Z","steps":["trace[515308875] 'process raft request' (duration: 1.614988452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.041578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.426113Z","time spent":"1.615369272s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:01.041839Z","caller":"traceutil/trace.go:171","msg":"trace[1075256329] transaction","detail":"{read_only:false; response_revision:11023; number_of_response:1; }","duration":"1.176535604s","start":"2026-03-31T05:18:59.865267Z","end":"2026-03-31T05:19:01.041803Z","steps":["trace[1075256329] 'process raft request' (duration: 1.17602548s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.041992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.865251Z","time spent":"1.176668698s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:19:01.042319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200680719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:01.042374Z","caller":"traceutil/trace.go:171","msg":"trace[1659550915] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:11024; }","duration":"2.200794232s","start":"2026-03-31T05:18:58.841566Z","end":"2026-03-31T05:19:01.04236Z","steps":["trace[1659550915] 'agreement among raft nodes before linearized reading' (duration: 2.200685009s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.042385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178791635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d53c48429d88\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-31T05:19:01.042445Z","caller":"traceutil/trace.go:171","msg":"trace[1660215795] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d53c48429d88; range_end:; response_count:1; response_revision:11024; }","duration":"1.178880878s","start":"2026-03-31T05:18:59.863544Z","end":"2026-03-31T05:19:01.042425Z","steps":["trace[1660215795] 'agreement among raft nodes before linearized reading' (duration: 1.178563669s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.042451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293626711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:01.042484Z","caller":"traceutil/trace.go:171","msg":"trace[586384297] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11024; }","duration":"1.293693632s","start":"2026-03-31T05:18:59.748777Z","end":"2026-03-31T05:19:01.04247Z","steps":["trace[586384297] 'agreement among raft nodes before linearized reading' (duration: 1.293646251s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.042529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.748726Z","time spent":"1.293797365s","remote":"127.0.0.1:33224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:01.042482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.863524Z","time spent":"1.17895075s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d53c48429d88\" "} {"level":"warn","ts":"2026-03-31T05:19:01.042625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.052283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:19:01.042664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375822954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:19:01.042647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.042939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:01.042756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.096624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:01.042769Z","caller":"traceutil/trace.go:171","msg":"trace[2018539895] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:11024; }","duration":"892.181542ms","start":"2026-03-31T05:19:00.150555Z","end":"2026-03-31T05:19:01.042737Z","steps":["trace[2018539895] 'agreement among raft nodes before linearized reading' (duration: 891.958336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.042771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174264452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:01.042801Z","caller":"traceutil/trace.go:171","msg":"trace[1925462745] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:11024; }","duration":"203.193096ms","start":"2026-03-31T05:19:00.8396Z","end":"2026-03-31T05:19:01.042793Z","steps":["trace[1925462745] 'agreement among raft nodes before linearized reading' (duration: 203.112004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.042822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:00.150489Z","time spent":"892.320616ms","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:01.042867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.21426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:19:01.04292Z","caller":"traceutil/trace.go:171","msg":"trace[2090736814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11024; }","duration":"871.284652ms","start":"2026-03-31T05:19:00.171625Z","end":"2026-03-31T05:19:01.042909Z","steps":["trace[2090736814] 'agreement among raft nodes before linearized reading' (duration: 871.164759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.042403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.841544Z","time spent":"2.200849344s","remote":"127.0.0.1:33392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:01.042957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.111162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:19:01.042685Z","caller":"traceutil/trace.go:171","msg":"trace[1580418134] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11024; }","duration":"1.375897076s","start":"2026-03-31T05:18:59.666782Z","end":"2026-03-31T05:19:01.042679Z","steps":["trace[1580418134] 'agreement among raft nodes before linearized reading' (duration: 1.375858945s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.04294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251032353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:19:01.043006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.666745Z","time spent":"1.376248746s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:01.042451Z","caller":"traceutil/trace.go:171","msg":"trace[75314574] transaction","detail":"{read_only:false; response_revision:11024; number_of_response:1; }","duration":"1.164191728s","start":"2026-03-31T05:18:59.878218Z","end":"2026-03-31T05:19:01.042409Z","steps":["trace[75314574] 'process raft request' (duration: 1.163440857s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:01.04305Z","caller":"traceutil/trace.go:171","msg":"trace[495771823] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:11024; }","duration":"2.251213478s","start":"2026-03-31T05:18:58.791814Z","end":"2026-03-31T05:19:01.043028Z","steps":["trace[495771823] 'agreement among raft nodes before linearized reading' (duration: 2.25089662s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:01.042693Z","caller":"traceutil/trace.go:171","msg":"trace[1371592764] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11024; }","duration":"872.198177ms","start":"2026-03-31T05:19:00.170481Z","end":"2026-03-31T05:19:01.042679Z","steps":["trace[1371592764] 'agreement among raft nodes before linearized reading' (duration: 871.872048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.043114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.791783Z","time spent":"2.25131805s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":110,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:01.04296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:00.171615Z","time spent":"871.335383ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:01.043152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:00.170452Z","time spent":"872.67854ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:19:01.042919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178247131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-api-certs-7wff5\" ","response":"range_response_count:1 size:2462"} {"level":"info","ts":"2026-03-31T05:19:01.043217Z","caller":"traceutil/trace.go:171","msg":"trace[1550322781] range","detail":"{range_begin:/registry/secrets/openstack/glance-api-certs-7wff5; range_end:; response_count:1; response_revision:11024; }","duration":"1.178551589s","start":"2026-03-31T05:18:59.864654Z","end":"2026-03-31T05:19:01.043205Z","steps":["trace[1550322781] 'agreement among raft nodes before linearized reading' (duration: 1.178184019s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:01.042816Z","caller":"traceutil/trace.go:171","msg":"trace[521526252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11024; }","duration":"1.174363955s","start":"2026-03-31T05:18:59.868441Z","end":"2026-03-31T05:19:01.042805Z","steps":["trace[521526252] 'agreement among raft nodes before linearized reading' (duration: 1.174283123s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.043259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.864648Z","time spent":"1.17860042s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":2485,"request content":"key:\"/registry/secrets/openstack/glance-api-certs-7wff5\" "} {"level":"warn","ts":"2026-03-31T05:19:01.043268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.868421Z","time spent":"1.174839538s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:19:01.042719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678122705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:01.043338Z","caller":"traceutil/trace.go:171","msg":"trace[432309522] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:11024; }","duration":"1.678780744s","start":"2026-03-31T05:18:59.364544Z","end":"2026-03-31T05:19:01.043325Z","steps":["trace[432309522] 'agreement among raft nodes before linearized reading' (duration: 1.678157517s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.043387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.364517Z","time spent":"1.678856525s","remote":"127.0.0.1:33170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:01.043406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439662302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T05:19:01.042989Z","caller":"traceutil/trace.go:171","msg":"trace[117548873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11024; }","duration":"873.190714ms","start":"2026-03-31T05:19:00.169792Z","end":"2026-03-31T05:19:01.042983Z","steps":["trace[117548873] 'agreement among raft nodes before linearized reading' (duration: 873.074951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.043474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:00.16977Z","time spent":"873.693517ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:01.043098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.878186Z","time spent":"1.164875326s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:01.043496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441035499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-31T05:19:01.043516Z","caller":"traceutil/trace.go:171","msg":"trace[288895270] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:11024; }","duration":"2.441097581s","start":"2026-03-31T05:18:58.602414Z","end":"2026-03-31T05:19:01.043512Z","steps":["trace[288895270] 'agreement among raft nodes before linearized reading' (duration: 2.441033979s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.042767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042365707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:19:01.043543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.602395Z","time spent":"2.441142792s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-31T05:19:01.043572Z","caller":"traceutil/trace.go:171","msg":"trace[1435571159] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:11024; }","duration":"2.04319435s","start":"2026-03-31T05:18:59.000359Z","end":"2026-03-31T05:19:01.043554Z","steps":["trace[1435571159] 'agreement among raft nodes before linearized reading' (duration: 2.042373287s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:01.043434Z","caller":"traceutil/trace.go:171","msg":"trace[1942298489] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:11024; }","duration":"2.439727013s","start":"2026-03-31T05:18:58.6037Z","end":"2026-03-31T05:19:01.043427Z","steps":["trace[1942298489] 'agreement among raft nodes before linearized reading' (duration: 2.439656111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.043629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.000334Z","time spent":"2.043280302s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:01.043642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.603686Z","time spent":"2.43994503s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-31T05:19:01.538679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.012079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:19:01.53882Z","caller":"traceutil/trace.go:171","msg":"trace[1586980336] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11025; }","duration":"479.894219ms","start":"2026-03-31T05:19:01.058903Z","end":"2026-03-31T05:19:01.538798Z","steps":["trace[1586980336] 'process raft request' (duration: 231.644113ms)","trace[1586980336] 'compare' (duration: 247.898947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:01.538891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.05887Z","time spent":"479.989342ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":54,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-31T05:19:01.617481Z","caller":"traceutil/trace.go:171","msg":"trace[688463152] transaction","detail":"{read_only:false; response_revision:11027; number_of_response:1; }","duration":"556.347256ms","start":"2026-03-31T05:19:01.061104Z","end":"2026-03-31T05:19:01.617452Z","steps":["trace[688463152] 'process raft request' (duration: 556.201692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:01.617868Z","caller":"traceutil/trace.go:171","msg":"trace[920516684] transaction","detail":"{read_only:false; response_revision:11028; number_of_response:1; }","duration":"555.583205ms","start":"2026-03-31T05:19:01.062259Z","end":"2026-03-31T05:19:01.617842Z","steps":["trace[920516684] 'process raft request' (duration: 555.103322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.617689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.06108Z","time spent":"556.49061ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:01.618027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.06224Z","time spent":"555.705818ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:01.617961Z","caller":"traceutil/trace.go:171","msg":"trace[657548940] transaction","detail":"{read_only:false; response_revision:11026; number_of_response:1; }","duration":"558.868134ms","start":"2026-03-31T05:19:01.058972Z","end":"2026-03-31T05:19:01.61784Z","steps":["trace[657548940] 'process raft request' (duration: 558.161785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:01.618238Z","caller":"traceutil/trace.go:171","msg":"trace[1735788186] linearizableReadLoop","detail":"{readStateIndex:11461; appliedIndex:11459; }","duration":"557.192309ms","start":"2026-03-31T05:19:01.061022Z","end":"2026-03-31T05:19:01.618214Z","steps":["trace[1735788186] 'read index received' (duration: 229.621117ms)","trace[1735788186] 'applied index is now lower than readState.Index' (duration: 327.570312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:01.618258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.058941Z","time spent":"559.186813ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:01.618256Z","caller":"traceutil/trace.go:171","msg":"trace[1044859656] transaction","detail":"{read_only:false; response_revision:11030; number_of_response:1; }","duration":"552.337616ms","start":"2026-03-31T05:19:01.065902Z","end":"2026-03-31T05:19:01.61824Z","steps":["trace[1044859656] 'process raft request' (duration: 552.228093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:01.6183Z","caller":"traceutil/trace.go:171","msg":"trace[1600275932] transaction","detail":"{read_only:false; response_revision:11029; number_of_response:1; }","duration":"555.732589ms","start":"2026-03-31T05:19:01.062542Z","end":"2026-03-31T05:19:01.618275Z","steps":["trace[1600275932] 'process raft request' (duration: 555.199295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.618398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.065891Z","time spent":"552.464929ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:01.618455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.428305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-31T05:19:01.618447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.062447Z","time spent":"555.925274ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:01.618491Z","caller":"traceutil/trace.go:171","msg":"trace[1099049557] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:11030; }","duration":"557.488647ms","start":"2026-03-31T05:19:01.060991Z","end":"2026-03-31T05:19:01.61848Z","steps":["trace[1099049557] 'agreement among raft nodes before linearized reading' (duration: 557.356063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.618589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.060972Z","time spent":"557.611151ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-31T05:19:01.618832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.801551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:01.618902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.370895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:01.618938Z","caller":"traceutil/trace.go:171","msg":"trace[1551259011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11030; }","duration":"555.956915ms","start":"2026-03-31T05:19:01.062959Z","end":"2026-03-31T05:19:01.618916Z","steps":["trace[1551259011] 'agreement among raft nodes before linearized reading' (duration: 555.716268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.618974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.528835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414770"} {"level":"info","ts":"2026-03-31T05:19:01.618978Z","caller":"traceutil/trace.go:171","msg":"trace[234694880] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:11030; }","duration":"320.504988ms","start":"2026-03-31T05:19:01.298459Z","end":"2026-03-31T05:19:01.618964Z","steps":["trace[234694880] 'agreement among raft nodes before linearized reading' (duration: 320.100127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.618991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.062951Z","time spent":"556.033058ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:19:01.619Z","caller":"traceutil/trace.go:171","msg":"trace[1390580587] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:11030; }","duration":"207.594067ms","start":"2026-03-31T05:19:01.411399Z","end":"2026-03-31T05:19:01.618993Z","steps":["trace[1390580587] 'agreement among raft nodes before linearized reading' (duration: 207.413862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.618891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.464923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" ","response":"range_response_count:1 size:2444"} {"level":"warn","ts":"2026-03-31T05:19:01.619021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.298435Z","time spent":"320.57496ms","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:01.619019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.13364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:01.619072Z","caller":"traceutil/trace.go:171","msg":"trace[1574188136] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/glance-api-certs; range_end:; response_count:1; response_revision:11030; }","duration":"551.683218ms","start":"2026-03-31T05:19:01.067366Z","end":"2026-03-31T05:19:01.619049Z","steps":["trace[1574188136] 'agreement among raft nodes before linearized reading' (duration: 551.267457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:01.619104Z","caller":"traceutil/trace.go:171","msg":"trace[1703862503] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:11030; }","duration":"386.277133ms","start":"2026-03-31T05:19:01.232808Z","end":"2026-03-31T05:19:01.619085Z","steps":["trace[1703862503] 'agreement among raft nodes before linearized reading' (duration: 386.086668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.619122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.067357Z","time spent":"551.74969ms","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2467,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" "} {"level":"warn","ts":"2026-03-31T05:19:01.619142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.232782Z","time spent":"386.352526ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":58,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:01.619357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.149255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T05:19:01.619392Z","caller":"traceutil/trace.go:171","msg":"trace[1001625087] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:11030; }","duration":"558.301839ms","start":"2026-03-31T05:19:01.061082Z","end":"2026-03-31T05:19:01.619384Z","steps":["trace[1001625087] 'agreement among raft nodes before linearized reading' (duration: 557.451086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.619444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.061057Z","time spent":"558.381261ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-31T05:19:01.894563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.325979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:01.894662Z","caller":"traceutil/trace.go:171","msg":"trace[1727814467] linearizableReadLoop","detail":"{readStateIndex:11466; appliedIndex:11465; }","duration":"266.154604ms","start":"2026-03-31T05:19:01.628493Z","end":"2026-03-31T05:19:01.894648Z","steps":["trace[1727814467] 'read index received' (duration: 29.778993ms)","trace[1727814467] 'applied index is now lower than readState.Index' (duration: 236.373371ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:01.894722Z","caller":"traceutil/trace.go:171","msg":"trace[1160263713] transaction","detail":"{read_only:false; response_revision:11031; number_of_response:1; }","duration":"268.680493ms","start":"2026-03-31T05:19:01.626023Z","end":"2026-03-31T05:19:01.894704Z","steps":["trace[1160263713] 'process raft request' (duration: 32.127477ms)","trace[1160263713] 'compare' (duration: 236.049462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:01.894964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.473543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-31T05:19:01.894987Z","caller":"traceutil/trace.go:171","msg":"trace[409740716] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:11031; }","duration":"266.520934ms","start":"2026-03-31T05:19:01.62846Z","end":"2026-03-31T05:19:01.894981Z","steps":["trace[409740716] 'agreement among raft nodes before linearized reading' (duration: 266.242567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.294565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.51115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:02.294858Z","caller":"traceutil/trace.go:171","msg":"trace[1312661378] transaction","detail":"{read_only:false; response_revision:11033; number_of_response:1; }","duration":"662.679118ms","start":"2026-03-31T05:19:01.632154Z","end":"2026-03-31T05:19:02.294833Z","steps":["trace[1312661378] 'process raft request' (duration: 662.561944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:02.294928Z","caller":"traceutil/trace.go:171","msg":"trace[913293975] transaction","detail":"{read_only:false; response_revision:11032; number_of_response:1; }","duration":"663.527821ms","start":"2026-03-31T05:19:01.631352Z","end":"2026-03-31T05:19:02.29488Z","steps":["trace[913293975] 'process raft request' (duration: 435.586769ms)","trace[913293975] 'compare' (duration: 227.302764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:02.29496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.632148Z","time spent":"662.76784ms","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2135,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:02.295141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.631338Z","time spent":"663.686325ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9191,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:02.475956Z","caller":"traceutil/trace.go:171","msg":"trace[116239897] transaction","detail":"{read_only:false; response_revision:11034; number_of_response:1; }","duration":"608.626132ms","start":"2026-03-31T05:19:01.867262Z","end":"2026-03-31T05:19:02.475889Z","steps":["trace[116239897] 'process raft request' (duration: 601.563879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:02.476074Z","caller":"traceutil/trace.go:171","msg":"trace[88503208] linearizableReadLoop","detail":"{readStateIndex:11469; appliedIndex:11466; }","duration":"581.371949ms","start":"2026-03-31T05:19:01.894678Z","end":"2026-03-31T05:19:02.47605Z","steps":["trace[88503208] 'read index received' (duration: 172.374755ms)","trace[88503208] 'applied index is now lower than readState.Index' (duration: 408.996314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:02.476179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.867189Z","time spent":"608.865238ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:02.47671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.225948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:02.476789Z","caller":"traceutil/trace.go:171","msg":"trace[522742523] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:11035; }","duration":"846.31241ms","start":"2026-03-31T05:19:01.630438Z","end":"2026-03-31T05:19:02.476751Z","steps":["trace[522742523] 'agreement among raft nodes before linearized reading' (duration: 846.209037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:02.476801Z","caller":"traceutil/trace.go:171","msg":"trace[431722281] transaction","detail":"{read_only:false; response_revision:11035; number_of_response:1; }","duration":"431.162439ms","start":"2026-03-31T05:19:02.045621Z","end":"2026-03-31T05:19:02.476783Z","steps":["trace[431722281] 'process raft request' (duration: 430.205663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.476827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.630422Z","time spent":"846.394772ms","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-03-31T05:19:02.476888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:02.045583Z","time spent":"431.258572ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:02.476877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.520951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d53ef11cdce7\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-03-31T05:19:02.476949Z","caller":"traceutil/trace.go:171","msg":"trace[1564690665] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d53ef11cdce7; range_end:; response_count:1; response_revision:11035; }","duration":"578.621404ms","start":"2026-03-31T05:19:01.89831Z","end":"2026-03-31T05:19:02.476931Z","steps":["trace[1564690665] 'agreement among raft nodes before linearized reading' (duration: 578.395678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.476984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.898295Z","time spent":"578.683195ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d53ef11cdce7\" "} {"level":"warn","ts":"2026-03-31T05:19:02.477132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.898496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-6xmvt\" ","response":"range_response_count:1 size:4794"} {"level":"info","ts":"2026-03-31T05:19:02.477215Z","caller":"traceutil/trace.go:171","msg":"trace[283170810] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-6xmvt; range_end:; response_count:1; response_revision:11035; }","duration":"178.04465ms","start":"2026-03-31T05:19:02.299151Z","end":"2026-03-31T05:19:02.477195Z","steps":["trace[283170810] 'agreement among raft nodes before linearized reading' (duration: 177.819294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.979583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:03.480802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:03.559819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080892544s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:19:03.560226Z","caller":"traceutil/trace.go:171","msg":"trace[719708970] transaction","detail":"{read_only:false; response_revision:11036; number_of_response:1; }","duration":"1.081374707s","start":"2026-03-31T05:19:02.478823Z","end":"2026-03-31T05:19:03.560197Z","steps":["trace[719708970] 'process raft request' (duration: 1.081217432s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:03.561154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:02.478801Z","time spent":"1.081507931s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:03.941716Z","caller":"traceutil/trace.go:171","msg":"trace[1333146192] transaction","detail":"{read_only:false; response_revision:11037; number_of_response:1; }","duration":"1.457950026s","start":"2026-03-31T05:19:02.483713Z","end":"2026-03-31T05:19:03.941663Z","steps":["trace[1333146192] 'process raft request' (duration: 1.457523174s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:03.941883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462717436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-03-31T05:19:03.941922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:02.483697Z","time spent":"1.45811741s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:03.941932Z","caller":"traceutil/trace.go:171","msg":"trace[652575363] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:11037; }","duration":"1.462825879s","start":"2026-03-31T05:19:02.479097Z","end":"2026-03-31T05:19:03.941923Z","steps":["trace[652575363] 'agreement among raft nodes before linearized reading' (duration: 1.462621574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:03.94197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:02.479079Z","time spent":"1.46288439s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-31T05:19:03.941681Z","caller":"traceutil/trace.go:171","msg":"trace[865920722] linearizableReadLoop","detail":"{readStateIndex:11472; appliedIndex:11470; }","duration":"1.46249566s","start":"2026-03-31T05:19:02.479139Z","end":"2026-03-31T05:19:03.941635Z","steps":["trace[865920722] 'read index received' (duration: 1.080990637s)","trace[865920722] 'applied index is now lower than readState.Index' (duration: 381.503533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:04.486871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.768927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:04.487104Z","caller":"traceutil/trace.go:171","msg":"trace[1546141940] transaction","detail":"{read_only:false; response_revision:11039; number_of_response:1; }","duration":"337.459861ms","start":"2026-03-31T05:19:04.149616Z","end":"2026-03-31T05:19:04.487076Z","steps":["trace[1546141940] 'process raft request' (duration: 337.383549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:04.487188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.149587Z","time spent":"337.558664ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:04.487532Z","caller":"traceutil/trace.go:171","msg":"trace[1920981370] linearizableReadLoop","detail":"{readStateIndex:11473; appliedIndex:11472; }","duration":"544.930995ms","start":"2026-03-31T05:19:03.942559Z","end":"2026-03-31T05:19:04.48749Z","steps":["trace[1920981370] 'read index received' (duration: 242.467968ms)","trace[1920981370] 'applied index is now lower than readState.Index' (duration: 302.458487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:04.48768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.322356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:19:04.487566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074840978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:04.487729Z","caller":"traceutil/trace.go:171","msg":"trace[266157654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11039; }","duration":"863.411238ms","start":"2026-03-31T05:19:03.624303Z","end":"2026-03-31T05:19:04.487714Z","steps":["trace[266157654] 'agreement among raft nodes before linearized reading' (duration: 863.288934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:04.487735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31339443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:19:04.487759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008518054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-03-31T05:19:04.487766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.624279Z","time spent":"863.47791ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:19:04.487782Z","caller":"traceutil/trace.go:171","msg":"trace[1562127207] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:11039; }","duration":"1.313478192s","start":"2026-03-31T05:19:03.174287Z","end":"2026-03-31T05:19:04.487765Z","steps":["trace[1562127207] 'agreement among raft nodes before linearized reading' (duration: 1.31341257s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:04.487756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.310865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:19:04.487824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.174261Z","time spent":"1.313554665s","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:04.487854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439213884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:19:04.487879Z","caller":"traceutil/trace.go:171","msg":"trace[195040911] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11039; }","duration":"1.439281266s","start":"2026-03-31T05:19:03.04859Z","end":"2026-03-31T05:19:04.487872Z","steps":["trace[195040911] 'agreement among raft nodes before linearized reading' (duration: 1.439216794s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:04.487868Z","caller":"traceutil/trace.go:171","msg":"trace[794226366] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:11039; }","duration":"1.075068865s","start":"2026-03-31T05:19:03.412657Z","end":"2026-03-31T05:19:04.487726Z","steps":["trace[794226366] 'agreement among raft nodes before linearized reading' (duration: 1.074862449s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:04.487901Z","caller":"traceutil/trace.go:171","msg":"trace[1061787888] transaction","detail":"{read_only:false; response_revision:11038; number_of_response:1; }","duration":"922.366566ms","start":"2026-03-31T05:19:03.565515Z","end":"2026-03-31T05:19:04.487881Z","steps":["trace[1061787888] 'process raft request' (duration: 619.509929ms)","trace[1061787888] 'compare' (duration: 301.349866ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:04.487793Z","caller":"traceutil/trace.go:171","msg":"trace[1587917322] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:11039; }","duration":"2.008547755s","start":"2026-03-31T05:19:02.479236Z","end":"2026-03-31T05:19:04.487784Z","steps":["trace[1587917322] 'agreement among raft nodes before linearized reading' (duration: 2.008471483s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:04.487931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617610634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:04.487942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:02.479167Z","time spent":"2.008766361s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-03-31T05:19:04.487953Z","caller":"traceutil/trace.go:171","msg":"trace[1946850467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11039; }","duration":"1.617668385s","start":"2026-03-31T05:19:02.870279Z","end":"2026-03-31T05:19:04.487948Z","steps":["trace[1946850467] 'agreement among raft nodes before linearized reading' (duration: 1.617637924s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:04.487976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:02.870255Z","time spent":"1.617718347s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:19:04.487998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.565489Z","time spent":"922.448509ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:19:04.487903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.518118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:19:04.488101Z","caller":"traceutil/trace.go:171","msg":"trace[1179010191] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11039; }","duration":"864.747484ms","start":"2026-03-31T05:19:03.623341Z","end":"2026-03-31T05:19:04.488089Z","steps":["trace[1179010191] 'agreement among raft nodes before linearized reading' (duration: 864.503827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:04.48814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.623327Z","time spent":"864.802866ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:19:04.487655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422451147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:19:04.487904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.048567Z","time spent":"1.439332988s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19243,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:19:04.488234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.179809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-n76b5\" ","response":"range_response_count:1 size:9206"} {"level":"info","ts":"2026-03-31T05:19:04.488261Z","caller":"traceutil/trace.go:171","msg":"trace[2062365691] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-n76b5; range_end:; response_count:1; response_revision:11039; }","duration":"542.242201ms","start":"2026-03-31T05:19:03.946012Z","end":"2026-03-31T05:19:04.488254Z","steps":["trace[2062365691] 'agreement among raft nodes before linearized reading' (duration: 542.165398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:04.488272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.900795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T05:19:04.488284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.945992Z","time spent":"542.287592ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":9229,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-n76b5\" "} {"level":"info","ts":"2026-03-31T05:19:04.488298Z","caller":"traceutil/trace.go:171","msg":"trace[1146651855] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:11039; }","duration":"414.989187ms","start":"2026-03-31T05:19:04.073301Z","end":"2026-03-31T05:19:04.48829Z","steps":["trace[1146651855] 'agreement among raft nodes before linearized reading' (duration: 414.917656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:04.488323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.073259Z","time spent":"415.058289ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-31T05:19:04.487843Z","caller":"traceutil/trace.go:171","msg":"trace[2074888968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11039; }","duration":"863.430498ms","start":"2026-03-31T05:19:03.624393Z","end":"2026-03-31T05:19:04.487824Z","steps":["trace[2074888968] 'agreement among raft nodes before linearized reading' (duration: 863.13615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:04.48837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.62438Z","time spent":"863.975783ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:19:04.488255Z","caller":"traceutil/trace.go:171","msg":"trace[974154630] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11039; }","duration":"1.423059874s","start":"2026-03-31T05:19:03.065158Z","end":"2026-03-31T05:19:04.488218Z","steps":["trace[974154630] 'agreement among raft nodes before linearized reading' (duration: 1.422366265s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:04.487654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214626134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:19:04.488437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.065142Z","time spent":"1.42328401s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:19:04.488476Z","caller":"traceutil/trace.go:171","msg":"trace[324610767] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11039; }","duration":"1.215520048s","start":"2026-03-31T05:19:03.272943Z","end":"2026-03-31T05:19:04.488463Z","steps":["trace[324610767] 'agreement among raft nodes before linearized reading' (duration: 1.214637684s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:04.488512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.916268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112159"} {"level":"warn","ts":"2026-03-31T05:19:04.488512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.272916Z","time spent":"1.21558415s","remote":"127.0.0.1:51704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:04.488538Z","caller":"traceutil/trace.go:171","msg":"trace[216614323] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:11039; }","duration":"535.942859ms","start":"2026-03-31T05:19:03.952589Z","end":"2026-03-31T05:19:04.488532Z","steps":["trace[216614323] 'agreement among raft nodes before linearized reading' (duration: 535.796945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:04.488562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.952562Z","time spent":"535.99569ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112182,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-31T05:19:04.488032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.41263Z","time spent":"1.075305242s","remote":"127.0.0.1:33436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:04.488696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.287845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T05:19:04.488715Z","caller":"traceutil/trace.go:171","msg":"trace[1998503221] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:11039; }","duration":"537.336697ms","start":"2026-03-31T05:19:03.951372Z","end":"2026-03-31T05:19:04.488709Z","steps":["trace[1998503221] 'agreement among raft nodes before linearized reading' (duration: 537.283805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:04.488738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.951354Z","time spent":"537.379878ms","remote":"127.0.0.1:33170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-31T05:19:05.41613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.834624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:05.416253Z","caller":"traceutil/trace.go:171","msg":"trace[413936293] linearizableReadLoop","detail":"{readStateIndex:11475; appliedIndex:11474; }","duration":"866.870701ms","start":"2026-03-31T05:19:04.549364Z","end":"2026-03-31T05:19:05.416235Z","steps":["trace[413936293] 'read index received' (duration: 451.915075ms)","trace[413936293] 'applied index is now lower than readState.Index' (duration: 414.953976ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:05.416287Z","caller":"traceutil/trace.go:171","msg":"trace[1311074207] transaction","detail":"{read_only:false; response_revision:11040; number_of_response:1; }","duration":"867.668574ms","start":"2026-03-31T05:19:04.548581Z","end":"2026-03-31T05:19:05.416249Z","steps":["trace[1311074207] 'process raft request' (duration: 452.613914ms)","trace[1311074207] 'compare' (duration: 414.009851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:05.416439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.068727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-31T05:19:05.416466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.548556Z","time spent":"867.819387ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:05.41648Z","caller":"traceutil/trace.go:171","msg":"trace[685778920] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11040; }","duration":"867.125019ms","start":"2026-03-31T05:19:04.549342Z","end":"2026-03-31T05:19:05.416467Z","steps":["trace[685778920] 'agreement among raft nodes before linearized reading' (duration: 866.963804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:05.416508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.549331Z","time spent":"867.16997ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-31T05:19:05.917219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:06.417899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:06.551426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000277628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:19:06.551508Z","caller":"traceutil/trace.go:171","msg":"trace[592769144] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426402s","start":"2026-03-31T05:19:04.551063Z","end":"2026-03-31T05:19:06.551489Z","steps":["trace[592769144] 'agreement among raft nodes before linearized reading' (duration: 2.000317389s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:06.551562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.551036Z","time spent":"2.000512095s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:19:06.918964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:07.419157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792632953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:07.425499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:06.503508Z","time spent":"921.981176ms","remote":"127.0.0.1:56944","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:19:07.425945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.887658ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:07.426052Z","caller":"traceutil/trace.go:171","msg":"trace[1576317030] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11040; }","duration":"144.146215ms","start":"2026-03-31T05:19:07.28189Z","end":"2026-03-31T05:19:07.426036Z","steps":["trace[1576317030] 'range keys from in-memory index tree' (duration: 143.856957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.4318Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.430277395s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:19:07.43241Z","caller":"traceutil/trace.go:171","msg":"trace[277719563] transaction","detail":"{read_only:false; response_revision:11041; number_of_response:1; }","duration":"2.882476388s","start":"2026-03-31T05:19:04.54989Z","end":"2026-03-31T05:19:07.432366Z","steps":["trace[277719563] 'process raft request' (duration: 2.8821488s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:07.43245Z","caller":"traceutil/trace.go:171","msg":"trace[1705839670] transaction","detail":"{read_only:false; response_revision:11043; number_of_response:1; }","duration":"2.881149052s","start":"2026-03-31T05:19:04.551286Z","end":"2026-03-31T05:19:07.432435Z","steps":["trace[1705839670] 'process raft request' (duration: 2.8810669s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:07.432497Z","caller":"traceutil/trace.go:171","msg":"trace[695310349] transaction","detail":"{read_only:false; response_revision:11042; number_of_response:1; }","duration":"2.882069277s","start":"2026-03-31T05:19:04.550396Z","end":"2026-03-31T05:19:07.432465Z","steps":["trace[695310349] 'process raft request' (duration: 2.881873552s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.432819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.55125Z","time spent":"2.881256235s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:07.432866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.550382Z","time spent":"2.88217058s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:07.432912Z","caller":"traceutil/trace.go:171","msg":"trace[901717481] transaction","detail":"{read_only:false; response_revision:11044; number_of_response:1; }","duration":"2.881563013s","start":"2026-03-31T05:19:04.551337Z","end":"2026-03-31T05:19:07.4329Z","steps":["trace[901717481] 'process raft request' (duration: 2.881064879s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.432975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.551325Z","time spent":"2.881618705s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:07.432821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.549872Z","time spent":"2.882629382s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:19:07.43321Z","caller":"traceutil/trace.go:171","msg":"trace[1001196055] transaction","detail":"{read_only:false; response_revision:11046; number_of_response:1; }","duration":"2.876803743s","start":"2026-03-31T05:19:04.556396Z","end":"2026-03-31T05:19:07.4332Z","steps":["trace[1001196055] 'process raft request' (duration: 2.876706261s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.43329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.556387Z","time spent":"2.876864296s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7194,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:07.433216Z","caller":"traceutil/trace.go:171","msg":"trace[315653445] transaction","detail":"{read_only:false; response_revision:11045; number_of_response:1; }","duration":"2.877611685s","start":"2026-03-31T05:19:04.555591Z","end":"2026-03-31T05:19:07.433203Z","steps":["trace[315653445] 'process raft request' (duration: 2.877234935s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.433371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.555579Z","time spent":"2.87776534s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:07.773731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.026037ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:19:07.774003Z","caller":"traceutil/trace.go:171","msg":"trace[1670866345] linearizableReadLoop","detail":"{readStateIndex:11482; appliedIndex:11475; }","duration":"2.357707375s","start":"2026-03-31T05:19:05.416273Z","end":"2026-03-31T05:19:07.773981Z","steps":["trace[1670866345] 'read index received' (duration: 2.015758491s)","trace[1670866345] 'applied index is now lower than readState.Index' (duration: 341.947334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:07.774091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.770888473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:07.774172Z","caller":"traceutil/trace.go:171","msg":"trace[1475538826] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11046; }","duration":"2.771040517s","start":"2026-03-31T05:19:05.003112Z","end":"2026-03-31T05:19:07.774152Z","steps":["trace[1475538826] 'agreement among raft nodes before linearized reading' (duration: 2.770877322s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.774245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:05.003084Z","time spent":"2.77114531s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:07.774168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780596848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:07.7743Z","caller":"traceutil/trace.go:171","msg":"trace[1403176711] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:11046; }","duration":"2.780769832s","start":"2026-03-31T05:19:04.993515Z","end":"2026-03-31T05:19:07.774285Z","steps":["trace[1403176711] 'agreement among raft nodes before linearized reading' (duration: 2.780610258s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.774346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.993493Z","time spent":"2.780834254s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:07.774374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.180571716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:07.774526Z","caller":"traceutil/trace.go:171","msg":"trace[491582746] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:11046; }","duration":"3.180852123s","start":"2026-03-31T05:19:04.593648Z","end":"2026-03-31T05:19:07.774501Z","steps":["trace[491582746] 'agreement among raft nodes before linearized reading' (duration: 3.180563525s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.774585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.593621Z","time spent":"3.180946846s","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:07.774593Z","caller":"traceutil/trace.go:171","msg":"trace[1198739027] transaction","detail":"{read_only:false; response_revision:11047; number_of_response:1; }","duration":"336.729451ms","start":"2026-03-31T05:19:07.437801Z","end":"2026-03-31T05:19:07.77453Z","steps":["trace[1198739027] 'process raft request' (duration: 336.071363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.774796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.437761Z","time spent":"336.939757ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:19:07.776037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93747832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T05:19:07.7761Z","caller":"traceutil/trace.go:171","msg":"trace[1695890510] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:11046; }","duration":"2.937592273s","start":"2026-03-31T05:19:04.838488Z","end":"2026-03-31T05:19:07.77608Z","steps":["trace[1695890510] 'agreement among raft nodes before linearized reading' (duration: 2.935878817s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.776148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.838461Z","time spent":"2.937674355s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-31T05:19:08.116616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.36697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-n76b5\" ","response":"range_response_count:1 size:7209"} {"level":"info","ts":"2026-03-31T05:19:08.11675Z","caller":"traceutil/trace.go:171","msg":"trace[1020544410] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-n76b5; range_end:; response_count:1; response_revision:11047; }","duration":"673.555106ms","start":"2026-03-31T05:19:07.443163Z","end":"2026-03-31T05:19:08.116718Z","steps":["trace[1020544410] 'agreement among raft nodes before linearized reading' (duration: 331.355165ms)","trace[1020544410] 'range keys from in-memory index tree' (duration: 341.879972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:08.116839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.443149Z","time spent":"673.678259ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7232,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-n76b5\" "} {"level":"warn","ts":"2026-03-31T05:19:08.116745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695214248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T05:19:08.116925Z","caller":"traceutil/trace.go:171","msg":"trace[867004659] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11047; }","duration":"2.695453404s","start":"2026-03-31T05:19:05.421432Z","end":"2026-03-31T05:19:08.116886Z","steps":["trace[867004659] 'agreement among raft nodes before linearized reading' (duration: 2.353061528s)","trace[867004659] 'range keys from in-memory index tree' (duration: 341.969865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:08.117033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:05.421415Z","time spent":"2.695600548s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-31T05:19:08.117034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708986078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:08.117034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.866569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:08.117126Z","caller":"traceutil/trace.go:171","msg":"trace[1736971271] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:11047; }","duration":"1.709118272s","start":"2026-03-31T05:19:06.407969Z","end":"2026-03-31T05:19:08.117087Z","steps":["trace[1736971271] 'agreement among raft nodes before linearized reading' (duration: 1.366615482s)","trace[1736971271] 'count revisions from in-memory index tree' (duration: 342.388656ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:08.117135Z","caller":"traceutil/trace.go:171","msg":"trace[1231656009] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:11047; }","duration":"698.017923ms","start":"2026-03-31T05:19:07.419084Z","end":"2026-03-31T05:19:08.117102Z","steps":["trace[1231656009] 'agreement among raft nodes before linearized reading' (duration: 355.456022ms)","trace[1231656009] 'count revisions from in-memory index tree' (duration: 342.433658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:08.117161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564532405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:08.117134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.623338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:19:08.117187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.419057Z","time spent":"698.113926ms","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:08.117226Z","caller":"traceutil/trace.go:171","msg":"trace[272152211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11047; }","duration":"1.564628028s","start":"2026-03-31T05:19:06.552572Z","end":"2026-03-31T05:19:08.117201Z","steps":["trace[272152211] 'agreement among raft nodes before linearized reading' (duration: 1.221991965s)","trace[272152211] 'range keys from in-memory index tree' (duration: 342.558161ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:08.117256Z","caller":"traceutil/trace.go:171","msg":"trace[643509602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11047; }","duration":"695.779242ms","start":"2026-03-31T05:19:07.421439Z","end":"2026-03-31T05:19:08.117219Z","steps":["trace[643509602] 'agreement among raft nodes before linearized reading' (duration: 353.090708ms)","trace[643509602] 'range keys from in-memory index tree' (duration: 342.393876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:08.117275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:06.552547Z","time spent":"1.56471678s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:19:08.117308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613174883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:19:08.11732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.421428Z","time spent":"695.876655ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:19:08.117345Z","caller":"traceutil/trace.go:171","msg":"trace[886846784] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11047; }","duration":"1.613214524s","start":"2026-03-31T05:19:06.504107Z","end":"2026-03-31T05:19:08.117322Z","steps":["trace[886846784] 'agreement among raft nodes before linearized reading' (duration: 1.270468348s)","trace[886846784] 'range keys from in-memory index tree' (duration: 342.635583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:08.117363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:06.504096Z","time spent":"1.613263325s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:19:08.117194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:06.407944Z","time spent":"1.709209424s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:08.117619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276558235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:19:08.117657Z","caller":"traceutil/trace.go:171","msg":"trace[1048540688] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:11047; }","duration":"1.276653918s","start":"2026-03-31T05:19:06.840991Z","end":"2026-03-31T05:19:08.117645Z","steps":["trace[1048540688] 'agreement among raft nodes before linearized reading' (duration: 933.562503ms)","trace[1048540688] 'range keys from in-memory index tree' (duration: 342.963162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:08.117678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:06.84096Z","time spent":"1.276712709s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-31T05:19:08.191277Z","caller":"traceutil/trace.go:171","msg":"trace[816477071] linearizableReadLoop","detail":"{readStateIndex:11484; appliedIndex:11483; }","duration":"368.032925ms","start":"2026-03-31T05:19:07.823209Z","end":"2026-03-31T05:19:08.191242Z","steps":["trace[816477071] 'read index received' (duration: 367.651105ms)","trace[816477071] 'applied index is now lower than readState.Index' (duration: 380.59µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:08.19133Z","caller":"traceutil/trace.go:171","msg":"trace[1067252838] transaction","detail":"{read_only:false; response_revision:11048; number_of_response:1; }","duration":"395.913996ms","start":"2026-03-31T05:19:07.795363Z","end":"2026-03-31T05:19:08.191277Z","steps":["trace[1067252838] 'process raft request' (duration: 395.611398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:08.19149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.795323Z","time spent":"396.092331ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:19:08.191621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.378865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-31T05:19:08.191687Z","caller":"traceutil/trace.go:171","msg":"trace[1192102088] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:11048; }","duration":"368.507359ms","start":"2026-03-31T05:19:07.823161Z","end":"2026-03-31T05:19:08.191668Z","steps":["trace[1192102088] 'agreement among raft nodes before linearized reading' (duration: 368.238112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:08.191736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.823137Z","time spent":"368.585611ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-31T05:19:08.551889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.135148ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T05:19:08.552162Z","caller":"traceutil/trace.go:171","msg":"trace[567086796] linearizableReadLoop","detail":"{readStateIndex:11486; appliedIndex:11484; }","duration":"360.782198ms","start":"2026-03-31T05:19:08.191362Z","end":"2026-03-31T05:19:08.552144Z","steps":["trace[567086796] 'read index received' (duration: 140.272129ms)","trace[567086796] 'applied index is now lower than readState.Index' (duration: 220.509238ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:08.552212Z","caller":"traceutil/trace.go:171","msg":"trace[704382175] transaction","detail":"{read_only:false; response_revision:11049; number_of_response:1; }","duration":"406.227528ms","start":"2026-03-31T05:19:08.145941Z","end":"2026-03-31T05:19:08.552168Z","steps":["trace[704382175] 'process raft request' (duration: 406.060814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:08.552324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.022278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:08.552373Z","caller":"traceutil/trace.go:171","msg":"trace[1041213965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11049; }","duration":"404.1107ms","start":"2026-03-31T05:19:08.148253Z","end":"2026-03-31T05:19:08.552364Z","steps":["trace[1041213965] 'agreement among raft nodes before linearized reading' (duration: 403.992897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:08.552378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:08.145921Z","time spent":"406.378563ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:08.55241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:08.148244Z","time spent":"404.161552ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:19:08.552421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.520383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-31T05:19:08.552478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.639783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:08.552496Z","caller":"traceutil/trace.go:171","msg":"trace[1067372128] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:11049; }","duration":"407.628677ms","start":"2026-03-31T05:19:08.144846Z","end":"2026-03-31T05:19:08.552474Z","steps":["trace[1067372128] 'agreement among raft nodes before linearized reading' (duration: 407.368369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:08.552514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.212103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a1d55fa4a74bba\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-03-31T05:19:08.552568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:08.144839Z","time spent":"407.717339ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-03-31T05:19:08.552566Z","caller":"traceutil/trace.go:171","msg":"trace[718909699] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:11049; }","duration":"142.789027ms","start":"2026-03-31T05:19:08.409751Z","end":"2026-03-31T05:19:08.55254Z","steps":["trace[718909699] 'agreement among raft nodes before linearized reading' (duration: 142.614593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:08.552275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:08.142258Z","time spent":"410.007502ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:19:08.55259Z","caller":"traceutil/trace.go:171","msg":"trace[1590788883] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a1d55fa4a74bba; range_end:; response_count:1; response_revision:11049; }","duration":"356.343347ms","start":"2026-03-31T05:19:08.196224Z","end":"2026-03-31T05:19:08.552567Z","steps":["trace[1590788883] 'agreement among raft nodes before linearized reading' (duration: 356.09656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:08.552641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.795791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348128"} {"level":"warn","ts":"2026-03-31T05:19:08.552645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:08.196196Z","time spent":"356.435149ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":917,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a1d55fa4a74bba\" "} {"level":"info","ts":"2026-03-31T05:19:08.552674Z","caller":"traceutil/trace.go:171","msg":"trace[459788113] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11049; }","duration":"407.832442ms","start":"2026-03-31T05:19:08.144833Z","end":"2026-03-31T05:19:08.552666Z","steps":["trace[459788113] 'agreement among raft nodes before linearized reading' (duration: 407.40894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:08.552685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.849326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88531"} {"level":"warn","ts":"2026-03-31T05:19:08.552698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:08.144803Z","time spent":"407.888473ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348151,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:19:08.552729Z","caller":"traceutil/trace.go:171","msg":"trace[179231110] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:11049; }","duration":"635.890637ms","start":"2026-03-31T05:19:07.916825Z","end":"2026-03-31T05:19:08.552715Z","steps":["trace[179231110] 'agreement among raft nodes before linearized reading' (duration: 635.666421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:08.552798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.500735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-31T05:19:08.552795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.916802Z","time spent":"635.984489ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":88554,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-31T05:19:08.552823Z","caller":"traceutil/trace.go:171","msg":"trace[1481285897] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11049; }","duration":"203.572817ms","start":"2026-03-31T05:19:08.349243Z","end":"2026-03-31T05:19:08.552816Z","steps":["trace[1481285897] 'agreement among raft nodes before linearized reading' (duration: 203.491105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:09.183273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.25475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:09.183563Z","caller":"traceutil/trace.go:171","msg":"trace[1430953800] transaction","detail":"{read_only:false; response_revision:11051; number_of_response:1; }","duration":"627.999071ms","start":"2026-03-31T05:19:08.555538Z","end":"2026-03-31T05:19:09.183537Z","steps":["trace[1430953800] 'process raft request' (duration: 627.896768ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:09.183566Z","caller":"traceutil/trace.go:171","msg":"trace[679435288] transaction","detail":"{read_only:false; response_revision:11050; number_of_response:1; }","duration":"628.849984ms","start":"2026-03-31T05:19:08.554667Z","end":"2026-03-31T05:19:09.183517Z","steps":["trace[679435288] 'process raft request' (duration: 145.224875ms)","trace[679435288] 'compare' (duration: 483.121576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:09.183667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:08.555523Z","time spent":"628.089603ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:09.18372Z","caller":"traceutil/trace.go:171","msg":"trace[489366175] linearizableReadLoop","detail":"{readStateIndex:11487; appliedIndex:11486; }","duration":"628.69781ms","start":"2026-03-31T05:19:08.554989Z","end":"2026-03-31T05:19:09.183686Z","steps":["trace[489366175] 'read index received' (duration: 145.038829ms)","trace[489366175] 'applied index is now lower than readState.Index' (duration: 483.655171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:09.183777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:08.554638Z","time spent":"629.021868ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:09.183836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.845534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:09.183883Z","caller":"traceutil/trace.go:171","msg":"trace[73008329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11051; }","duration":"628.913336ms","start":"2026-03-31T05:19:08.55496Z","end":"2026-03-31T05:19:09.183873Z","steps":["trace[73008329] 'agreement among raft nodes before linearized reading' (duration: 628.802983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:09.183911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:08.554938Z","time spent":"628.969187ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:19:09.184041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.312795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T05:19:09.184099Z","caller":"traceutil/trace.go:171","msg":"trace[1896861323] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:11051; }","duration":"626.410788ms","start":"2026-03-31T05:19:08.557673Z","end":"2026-03-31T05:19:09.184084Z","steps":["trace[1896861323] 'agreement among raft nodes before linearized reading' (duration: 626.193662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:09.184119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.298994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-31T05:19:09.184136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:08.557663Z","time spent":"626.462939ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-03-31T05:19:09.184192Z","caller":"traceutil/trace.go:171","msg":"trace[150764533] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11051; }","duration":"626.397627ms","start":"2026-03-31T05:19:08.557772Z","end":"2026-03-31T05:19:09.184169Z","steps":["trace[150764533] 'agreement among raft nodes before linearized reading' (duration: 626.162021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:09.184252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:08.557753Z","time spent":"626.487359ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T05:19:10.07738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.228806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:10.077598Z","caller":"traceutil/trace.go:171","msg":"trace[1387235480] transaction","detail":"{read_only:false; response_revision:11053; number_of_response:1; }","duration":"638.215021ms","start":"2026-03-31T05:19:09.439365Z","end":"2026-03-31T05:19:10.07758Z","steps":["trace[1387235480] 'process raft request' (duration: 638.146859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:10.077656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.439333Z","time spent":"638.298743ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:10.077853Z","caller":"traceutil/trace.go:171","msg":"trace[1719551569] transaction","detail":"{read_only:false; response_revision:11052; number_of_response:1; }","duration":"826.194852ms","start":"2026-03-31T05:19:09.251644Z","end":"2026-03-31T05:19:10.077839Z","steps":["trace[1719551569] 'process raft request' (duration: 237.40291ms)","trace[1719551569] 'compare' (duration: 587.806345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:10.077901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.251592Z","time spent":"826.285824ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:10.078224Z","caller":"traceutil/trace.go:171","msg":"trace[1566089087] linearizableReadLoop","detail":"{readStateIndex:11490; appliedIndex:11489; }","duration":"823.795556ms","start":"2026-03-31T05:19:09.254384Z","end":"2026-03-31T05:19:10.078179Z","steps":["trace[1566089087] 'read index received' (duration: 234.771428ms)","trace[1566089087] 'applied index is now lower than readState.Index' (duration: 589.020728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:10.078353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.95839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:10.078395Z","caller":"traceutil/trace.go:171","msg":"trace[81346603] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:11053; }","duration":"824.015083ms","start":"2026-03-31T05:19:09.254366Z","end":"2026-03-31T05:19:10.078382Z","steps":["trace[81346603] 'agreement among raft nodes before linearized reading' (duration: 823.93422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:10.078428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.254351Z","time spent":"824.071404ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-03-31T05:19:10.078628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.061359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:10.078852Z","caller":"traceutil/trace.go:171","msg":"trace[255780525] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:11053; }","duration":"223.331076ms","start":"2026-03-31T05:19:09.855511Z","end":"2026-03-31T05:19:10.078842Z","steps":["trace[255780525] 'agreement among raft nodes before linearized reading' (duration: 223.084949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:10.078991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.870914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:10.079018Z","caller":"traceutil/trace.go:171","msg":"trace[592607468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11053; }","duration":"207.940266ms","start":"2026-03-31T05:19:09.871071Z","end":"2026-03-31T05:19:10.079011Z","steps":["trace[592607468] 'agreement among raft nodes before linearized reading' (duration: 207.897235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:10.079025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.362592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:19:10.079265Z","caller":"traceutil/trace.go:171","msg":"trace[92012307] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11053; }","duration":"639.567227ms","start":"2026-03-31T05:19:09.4396Z","end":"2026-03-31T05:19:10.079167Z","steps":["trace[92012307] 'agreement among raft nodes before linearized reading' (duration: 639.011692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:10.079319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.43959Z","time spent":"639.717822ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:19:10.079372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.945855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:19:10.079401Z","caller":"traceutil/trace.go:171","msg":"trace[403717395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11053; }","duration":"641.021927ms","start":"2026-03-31T05:19:09.438371Z","end":"2026-03-31T05:19:10.079393Z","steps":["trace[403717395] 'agreement among raft nodes before linearized reading' (duration: 640.902584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:10.079423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.438346Z","time spent":"641.071579ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:10.079242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.870778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T05:19:10.079801Z","caller":"traceutil/trace.go:171","msg":"trace[483647486] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:11053; }","duration":"824.539797ms","start":"2026-03-31T05:19:09.255236Z","end":"2026-03-31T05:19:10.079776Z","steps":["trace[483647486] 'agreement among raft nodes before linearized reading' (duration: 823.324584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:10.079972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.255223Z","time spent":"824.720341ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-31T05:19:10.6391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.287824Z","time spent":"351.268218ms","remote":"127.0.0.1:56954","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:19:10.640859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.291053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:10.641008Z","caller":"traceutil/trace.go:171","msg":"trace[1837016710] transaction","detail":"{read_only:false; response_revision:11054; number_of_response:1; }","duration":"556.920142ms","start":"2026-03-31T05:19:10.084043Z","end":"2026-03-31T05:19:10.640964Z","steps":["trace[1837016710] 'process raft request' (duration: 262.348831ms)","trace[1837016710] 'compare' (duration: 292.463343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:10.641097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.084024Z","time spent":"557.035764ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:10.6411Z","caller":"traceutil/trace.go:171","msg":"trace[1164670299] transaction","detail":"{read_only:false; response_revision:11055; number_of_response:1; }","duration":"553.374995ms","start":"2026-03-31T05:19:10.087713Z","end":"2026-03-31T05:19:10.641088Z","steps":["trace[1164670299] 'process raft request' (duration: 553.279532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:10.64121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.087695Z","time spent":"553.444616ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:10.641195Z","caller":"traceutil/trace.go:171","msg":"trace[1528939452] linearizableReadLoop","detail":"{readStateIndex:11492; appliedIndex:11491; }","duration":"556.726746ms","start":"2026-03-31T05:19:10.084389Z","end":"2026-03-31T05:19:10.641116Z","steps":["trace[1528939452] 'read index received' (duration: 262.016741ms)","trace[1528939452] 'applied index is now lower than readState.Index' (duration: 294.707215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:10.641398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.981523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-6xmvt.18a1d55fa415edd2\" ","response":"range_response_count:1 size:902"} {"level":"info","ts":"2026-03-31T05:19:10.641443Z","caller":"traceutil/trace.go:171","msg":"trace[1242990122] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-6xmvt.18a1d55fa415edd2; range_end:; response_count:1; response_revision:11055; }","duration":"557.064635ms","start":"2026-03-31T05:19:10.084366Z","end":"2026-03-31T05:19:10.641431Z","steps":["trace[1242990122] 'agreement among raft nodes before linearized reading' (duration: 556.86673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:10.641473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.084358Z","time spent":"557.109306ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":925,"request content":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-6xmvt.18a1d55fa415edd2\" "} {"level":"warn","ts":"2026-03-31T05:19:10.641613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.856749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T05:19:10.641686Z","caller":"traceutil/trace.go:171","msg":"trace[469178882] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:11055; }","duration":"556.966073ms","start":"2026-03-31T05:19:10.084701Z","end":"2026-03-31T05:19:10.641667Z","steps":["trace[469178882] 'agreement among raft nodes before linearized reading' (duration: 556.731356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:10.641725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.084693Z","time spent":"557.024694ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-31T05:19:10.642574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.72058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:10.642701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.801571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-31T05:19:10.642746Z","caller":"traceutil/trace.go:171","msg":"trace[2015962612] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:11055; }","duration":"555.861943ms","start":"2026-03-31T05:19:10.08687Z","end":"2026-03-31T05:19:10.642732Z","steps":["trace[2015962612] 'agreement among raft nodes before linearized reading' (duration: 555.76335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:10.642742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.156343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:19:10.642775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.086854Z","time spent":"555.915074ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-31T05:19:10.642785Z","caller":"traceutil/trace.go:171","msg":"trace[1905106144] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:11055; }","duration":"304.242025ms","start":"2026-03-31T05:19:10.338533Z","end":"2026-03-31T05:19:10.642775Z","steps":["trace[1905106144] 'agreement among raft nodes before linearized reading' (duration: 304.160213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:10.642828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.338508Z","time spent":"304.309396ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:10.643094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.989559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:19:10.643133Z","caller":"traceutil/trace.go:171","msg":"trace[451057957] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11055; }","duration":"211.088202ms","start":"2026-03-31T05:19:10.432038Z","end":"2026-03-31T05:19:10.643126Z","steps":["trace[451057957] 'agreement among raft nodes before linearized reading' (duration: 210.274549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:10.643437Z","caller":"traceutil/trace.go:171","msg":"trace[1722856994] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:11055; }","duration":"245.058ms","start":"2026-03-31T05:19:10.397553Z","end":"2026-03-31T05:19:10.642611Z","steps":["trace[1722856994] 'agreement among raft nodes before linearized reading' (duration: 244.969787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:10.969657Z","caller":"traceutil/trace.go:171","msg":"trace[843979921] linearizableReadLoop","detail":"{readStateIndex:11496; appliedIndex:11495; }","duration":"244.268788ms","start":"2026-03-31T05:19:10.725364Z","end":"2026-03-31T05:19:10.969633Z","steps":["trace[843979921] 'read index received' (duration: 244.062542ms)","trace[843979921] 'applied index is now lower than readState.Index' (duration: 205.576µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:10.969756Z","caller":"traceutil/trace.go:171","msg":"trace[1962006184] transaction","detail":"{read_only:false; response_revision:11058; number_of_response:1; }","duration":"245.626395ms","start":"2026-03-31T05:19:10.724085Z","end":"2026-03-31T05:19:10.969712Z","steps":["trace[1962006184] 'process raft request' (duration: 245.404659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:10.97002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.631007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112159"} {"level":"info","ts":"2026-03-31T05:19:10.970053Z","caller":"traceutil/trace.go:171","msg":"trace[1151231089] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:11058; }","duration":"244.71898ms","start":"2026-03-31T05:19:10.725326Z","end":"2026-03-31T05:19:10.970045Z","steps":["trace[1151231089] 'agreement among raft nodes before linearized reading' (duration: 244.431732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:10.97055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.925676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112159"} {"level":"info","ts":"2026-03-31T05:19:10.970642Z","caller":"traceutil/trace.go:171","msg":"trace[2013566394] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:11058; }","duration":"245.0793ms","start":"2026-03-31T05:19:10.725542Z","end":"2026-03-31T05:19:10.970621Z","steps":["trace[2013566394] 'agreement among raft nodes before linearized reading' (duration: 244.616257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.445415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.129674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:11.445578Z","caller":"traceutil/trace.go:171","msg":"trace[1426660832] transaction","detail":"{read_only:false; response_revision:11059; number_of_response:1; }","duration":"470.438142ms","start":"2026-03-31T05:19:10.975112Z","end":"2026-03-31T05:19:11.445551Z","steps":["trace[1426660832] 'process raft request' (duration: 137.059901ms)","trace[1426660832] 'compare' (duration: 332.969979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:11.445668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.975087Z","time spent":"470.538714ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:11.698455Z","caller":"traceutil/trace.go:171","msg":"trace[384361380] linearizableReadLoop","detail":"{readStateIndex:11498; appliedIndex:11496; }","duration":"711.004758ms","start":"2026-03-31T05:19:10.987416Z","end":"2026-03-31T05:19:11.698421Z","steps":["trace[384361380] 'read index received' (duration: 124.690694ms)","trace[384361380] 'applied index is now lower than readState.Index' (duration: 586.309784ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:11.698511Z","caller":"traceutil/trace.go:171","msg":"trace[2010884029] transaction","detail":"{read_only:false; response_revision:11062; number_of_response:1; }","duration":"555.39668ms","start":"2026-03-31T05:19:11.143076Z","end":"2026-03-31T05:19:11.698473Z","steps":["trace[2010884029] 'process raft request' (duration: 555.336239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:11.698544Z","caller":"traceutil/trace.go:171","msg":"trace[380851795] transaction","detail":"{read_only:false; response_revision:11060; number_of_response:1; }","duration":"711.133871ms","start":"2026-03-31T05:19:10.987362Z","end":"2026-03-31T05:19:11.698496Z","steps":["trace[380851795] 'process raft request' (duration: 640.992436ms)","trace[380851795] 'compare' (duration: 69.752744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:11.698768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.328337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-31T05:19:11.698764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.143043Z","time spent":"555.579355ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:11.698807Z","caller":"traceutil/trace.go:171","msg":"trace[970511799] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:11062; }","duration":"711.425729ms","start":"2026-03-31T05:19:10.98737Z","end":"2026-03-31T05:19:11.698796Z","steps":["trace[970511799] 'agreement among raft nodes before linearized reading' (duration: 711.208603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.698835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.987343Z","time spent":"711.485301ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T05:19:11.698811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.665175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a1d55fa4654e60\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-03-31T05:19:11.698907Z","caller":"traceutil/trace.go:171","msg":"trace[1098033388] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a1d55fa4654e60; range_end:; response_count:1; response_revision:11062; }","duration":"249.82937ms","start":"2026-03-31T05:19:11.449055Z","end":"2026-03-31T05:19:11.698885Z","steps":["trace[1098033388] 'agreement among raft nodes before linearized reading' (duration: 249.559952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.698794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.987339Z","time spent":"711.321156ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:11.69903Z","caller":"traceutil/trace.go:171","msg":"trace[401681768] transaction","detail":"{read_only:false; response_revision:11061; number_of_response:1; }","duration":"586.951682ms","start":"2026-03-31T05:19:11.112059Z","end":"2026-03-31T05:19:11.699011Z","steps":["trace[401681768] 'process raft request' (duration: 586.280404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.699699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.112029Z","time spent":"587.565168ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:12.048903Z","caller":"traceutil/trace.go:171","msg":"trace[127300179] transaction","detail":"{read_only:false; response_revision:11063; number_of_response:1; }","duration":"344.685319ms","start":"2026-03-31T05:19:11.704184Z","end":"2026-03-31T05:19:12.04887Z","steps":["trace[127300179] 'process raft request' (duration: 325.976478ms)","trace[127300179] 'compare' (duration: 18.287299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:12.049082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.704158Z","time spent":"344.829672ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:12.280129Z","caller":"traceutil/trace.go:171","msg":"trace[649203489] linearizableReadLoop","detail":"{readStateIndex:11504; appliedIndex:11500; }","duration":"256.10148ms","start":"2026-03-31T05:19:12.023997Z","end":"2026-03-31T05:19:12.280098Z","steps":["trace[649203489] 'read index received' (duration: 6.180008ms)","trace[649203489] 'applied index is now lower than readState.Index' (duration: 249.919762ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:12.280299Z","caller":"traceutil/trace.go:171","msg":"trace[779250890] transaction","detail":"{read_only:false; response_revision:11065; number_of_response:1; }","duration":"574.173102ms","start":"2026-03-31T05:19:11.706108Z","end":"2026-03-31T05:19:12.280281Z","steps":["trace[779250890] 'process raft request' (duration: 573.807612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:12.280337Z","caller":"traceutil/trace.go:171","msg":"trace[1213800119] transaction","detail":"{read_only:false; response_revision:11066; number_of_response:1; }","duration":"286.622654ms","start":"2026-03-31T05:19:11.993696Z","end":"2026-03-31T05:19:12.280319Z","steps":["trace[1213800119] 'process raft request' (duration: 286.301036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:12.280419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.706081Z","time spent":"574.249525ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:12.280602Z","caller":"traceutil/trace.go:171","msg":"trace[61847389] transaction","detail":"{read_only:false; response_revision:11064; number_of_response:1; }","duration":"575.53264ms","start":"2026-03-31T05:19:11.705058Z","end":"2026-03-31T05:19:12.28059Z","steps":["trace[61847389] 'process raft request' (duration: 547.474504ms)","trace[61847389] 'compare' (duration: 27.204412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:12.281513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.705028Z","time spent":"576.326902ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:12.361575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.543854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:12.361676Z","caller":"traceutil/trace.go:171","msg":"trace[1273243919] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:11066; }","duration":"337.727668ms","start":"2026-03-31T05:19:12.023923Z","end":"2026-03-31T05:19:12.361651Z","steps":["trace[1273243919] 'agreement among raft nodes before linearized reading' (duration: 256.539192ms)","trace[1273243919] 'count revisions from in-memory index tree' (duration: 81.020491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:12.361735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:12.023892Z","time spent":"337.818101ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:12.362013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.836387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:12.362022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.434566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-n76b5.18a1d55fa4da93e6\" ","response":"range_response_count:1 size:889"} {"level":"info","ts":"2026-03-31T05:19:12.362041Z","caller":"traceutil/trace.go:171","msg":"trace[1223815599] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:11067; }","duration":"150.914199ms","start":"2026-03-31T05:19:12.211118Z","end":"2026-03-31T05:19:12.362032Z","steps":["trace[1223815599] 'agreement among raft nodes before linearized reading' (duration: 150.868438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:12.362025Z","caller":"traceutil/trace.go:171","msg":"trace[1425825677] transaction","detail":"{read_only:false; response_revision:11067; number_of_response:1; }","duration":"276.174818ms","start":"2026-03-31T05:19:12.085829Z","end":"2026-03-31T05:19:12.362004Z","steps":["trace[1425825677] 'process raft request' (duration: 275.631763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:12.362179Z","caller":"traceutil/trace.go:171","msg":"trace[1368445992] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-n76b5.18a1d55fa4da93e6; range_end:; response_count:1; response_revision:11067; }","duration":"309.523138ms","start":"2026-03-31T05:19:12.052529Z","end":"2026-03-31T05:19:12.362052Z","steps":["trace[1368445992] 'agreement among raft nodes before linearized reading' (duration: 309.129707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:12.362229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:12.052504Z","time spent":"309.713643ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":912,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-n76b5.18a1d55fa4da93e6\" "} {"level":"info","ts":"2026-03-31T05:19:12.582512Z","caller":"traceutil/trace.go:171","msg":"trace[683363448] linearizableReadLoop","detail":"{readStateIndex:11507; appliedIndex:11506; }","duration":"170.453963ms","start":"2026-03-31T05:19:12.412026Z","end":"2026-03-31T05:19:12.58248Z","steps":["trace[683363448] 'read index received' (duration: 170.184645ms)","trace[683363448] 'applied index is now lower than readState.Index' (duration: 268.258µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:12.58262Z","caller":"traceutil/trace.go:171","msg":"trace[1272524995] transaction","detail":"{read_only:false; response_revision:11068; number_of_response:1; }","duration":"217.770624ms","start":"2026-03-31T05:19:12.364802Z","end":"2026-03-31T05:19:12.582573Z","steps":["trace[1272524995] 'process raft request' (duration: 217.498497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:12.582711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.649608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:12.582754Z","caller":"traceutil/trace.go:171","msg":"trace[438277966] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:11068; }","duration":"170.762721ms","start":"2026-03-31T05:19:12.411978Z","end":"2026-03-31T05:19:12.582741Z","steps":["trace[438277966] 'agreement among raft nodes before linearized reading' (duration: 170.623887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:12.800485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.315931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d53ef11cdce7\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-03-31T05:19:12.800582Z","caller":"traceutil/trace.go:171","msg":"trace[235401654] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d53ef11cdce7; range_end:; response_count:1; response_revision:11069; }","duration":"132.463776ms","start":"2026-03-31T05:19:12.668101Z","end":"2026-03-31T05:19:12.800565Z","steps":["trace[235401654] 'range keys from in-memory index tree' (duration: 132.132337ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:12.801211Z","caller":"traceutil/trace.go:171","msg":"trace[715530054] transaction","detail":"{read_only:false; response_revision:11070; number_of_response:1; }","duration":"129.407562ms","start":"2026-03-31T05:19:12.671767Z","end":"2026-03-31T05:19:12.801175Z","steps":["trace[715530054] 'process raft request' (duration: 63.041061ms)","trace[715530054] 'compare' (duration: 65.664012ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:12.801464Z","caller":"traceutil/trace.go:171","msg":"trace[2120246221] linearizableReadLoop","detail":"{readStateIndex:11510; appliedIndex:11508; }","duration":"127.234582ms","start":"2026-03-31T05:19:12.674203Z","end":"2026-03-31T05:19:12.801437Z","steps":["trace[2120246221] 'read index received' (duration: 60.621224ms)","trace[2120246221] 'applied index is now lower than readState.Index' (duration: 66.612258ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:12.801694Z","caller":"traceutil/trace.go:171","msg":"trace[336739779] transaction","detail":"{read_only:false; response_revision:11071; number_of_response:1; }","duration":"129.728821ms","start":"2026-03-31T05:19:12.671942Z","end":"2026-03-31T05:19:12.801671Z","steps":["trace[336739779] 'process raft request' (duration: 129.369901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:12.801737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.518241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:12.801872Z","caller":"traceutil/trace.go:171","msg":"trace[314097940] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:11071; }","duration":"127.688915ms","start":"2026-03-31T05:19:12.674165Z","end":"2026-03-31T05:19:12.801854Z","steps":["trace[314097940] 'agreement among raft nodes before linearized reading' (duration: 127.444028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:13.004528Z","caller":"traceutil/trace.go:171","msg":"trace[774360845] transaction","detail":"{read_only:false; response_revision:11075; number_of_response:1; }","duration":"125.591578ms","start":"2026-03-31T05:19:12.878896Z","end":"2026-03-31T05:19:13.004488Z","steps":["trace[774360845] 'process raft request' (duration: 118.952257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.320156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.292353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:13.320347Z","caller":"traceutil/trace.go:171","msg":"trace[1335424383] linearizableReadLoop","detail":"{readStateIndex:11515; appliedIndex:11514; }","duration":"266.908836ms","start":"2026-03-31T05:19:13.053416Z","end":"2026-03-31T05:19:13.320325Z","steps":["trace[1335424383] 'read index received' (duration: 146.228152ms)","trace[1335424383] 'applied index is now lower than readState.Index' (duration: 120.677034ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:13.320481Z","caller":"traceutil/trace.go:171","msg":"trace[893508934] transaction","detail":"{read_only:false; response_revision:11076; number_of_response:1; }","duration":"282.216623ms","start":"2026-03-31T05:19:13.038241Z","end":"2026-03-31T05:19:13.320457Z","steps":["trace[893508934] 'process raft request' (duration: 161.489398ms)","trace[893508934] 'compare' (duration: 119.982895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:13.320919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.507192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T05:19:13.320963Z","caller":"traceutil/trace.go:171","msg":"trace[1263597748] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:11076; }","duration":"267.599344ms","start":"2026-03-31T05:19:13.053352Z","end":"2026-03-31T05:19:13.320951Z","steps":["trace[1263597748] 'agreement among raft nodes before linearized reading' (duration: 267.383008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.320963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.735274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:13.321036Z","caller":"traceutil/trace.go:171","msg":"trace[512242550] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:11076; }","duration":"235.887529ms","start":"2026-03-31T05:19:13.085133Z","end":"2026-03-31T05:19:13.321021Z","steps":["trace[512242550] 'agreement among raft nodes before linearized reading' (duration: 235.689943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.321027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.457364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:13.32114Z","caller":"traceutil/trace.go:171","msg":"trace[1644351193] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:11076; }","duration":"125.67007ms","start":"2026-03-31T05:19:13.195446Z","end":"2026-03-31T05:19:13.321116Z","steps":["trace[1644351193] 'agreement among raft nodes before linearized reading' (duration: 125.387923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:13.520293Z","caller":"traceutil/trace.go:171","msg":"trace[1874888193] linearizableReadLoop","detail":"{readStateIndex:11516; appliedIndex:11515; }","duration":"192.819143ms","start":"2026-03-31T05:19:13.327442Z","end":"2026-03-31T05:19:13.520261Z","steps":["trace[1874888193] 'read index received' (duration: 147.304001ms)","trace[1874888193] 'applied index is now lower than readState.Index' (duration: 45.514112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:13.520563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.08849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T05:19:13.520607Z","caller":"traceutil/trace.go:171","msg":"trace[1034447165] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:11077; }","duration":"193.199653ms","start":"2026-03-31T05:19:13.327394Z","end":"2026-03-31T05:19:13.520594Z","steps":["trace[1034447165] 'agreement among raft nodes before linearized reading' (duration: 192.986377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:13.5206Z","caller":"traceutil/trace.go:171","msg":"trace[295819090] transaction","detail":"{read_only:false; response_revision:11077; number_of_response:1; }","duration":"193.262945ms","start":"2026-03-31T05:19:13.327288Z","end":"2026-03-31T05:19:13.520551Z","steps":["trace[295819090] 'process raft request' (duration: 147.600689ms)","trace[295819090] 'compare' (duration: 45.220894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:13.893036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.405229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129481"} {"level":"info","ts":"2026-03-31T05:19:13.893115Z","caller":"traceutil/trace.go:171","msg":"trace[444420404] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:11078; }","duration":"263.509033ms","start":"2026-03-31T05:19:13.629588Z","end":"2026-03-31T05:19:13.893097Z","steps":["trace[444420404] 'range keys from in-memory index tree' (duration: 263.133652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:14.254249Z","caller":"traceutil/trace.go:171","msg":"trace[127273616] transaction","detail":"{read_only:false; response_revision:11079; number_of_response:1; }","duration":"200.625447ms","start":"2026-03-31T05:19:14.053493Z","end":"2026-03-31T05:19:14.254119Z","steps":["trace[127273616] 'process raft request' (duration: 200.050281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:14.628739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.454366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:14.628919Z","caller":"traceutil/trace.go:171","msg":"trace[643794321] linearizableReadLoop","detail":"{readStateIndex:11519; appliedIndex:11518; }","duration":"289.07203ms","start":"2026-03-31T05:19:14.339819Z","end":"2026-03-31T05:19:14.628891Z","steps":["trace[643794321] 'read index received' (duration: 167.889312ms)","trace[643794321] 'applied index is now lower than readState.Index' (duration: 121.180508ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:14.628998Z","caller":"traceutil/trace.go:171","msg":"trace[1601432093] transaction","detail":"{read_only:false; response_revision:11080; number_of_response:1; }","duration":"368.060457ms","start":"2026-03-31T05:19:14.260925Z","end":"2026-03-31T05:19:14.628986Z","steps":["trace[1601432093] 'process raft request' (duration: 246.247662ms)","trace[1601432093] 'compare' (duration: 121.243629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:14.629071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:14.260905Z","time spent":"368.128948ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":647,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:14.629323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.467982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-6xmvt\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-03-31T05:19:14.629465Z","caller":"traceutil/trace.go:171","msg":"trace[1876497026] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-6xmvt; range_end:; response_count:1; response_revision:11080; }","duration":"289.672427ms","start":"2026-03-31T05:19:14.339769Z","end":"2026-03-31T05:19:14.629442Z","steps":["trace[1876497026] 'agreement among raft nodes before linearized reading' (duration: 289.278457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:14.890788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.07063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:14.891066Z","caller":"traceutil/trace.go:171","msg":"trace[932525073] transaction","detail":"{read_only:false; response_revision:11081; number_of_response:1; }","duration":"522.586904ms","start":"2026-03-31T05:19:14.368411Z","end":"2026-03-31T05:19:14.890998Z","steps":["trace[932525073] 'process raft request' (duration: 365.860576ms)","trace[932525073] 'compare' (duration: 155.901446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:14.891284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:14.36838Z","time spent":"522.78224ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:14.891258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.742094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d53ef11cdce7\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-03-31T05:19:14.891428Z","caller":"traceutil/trace.go:171","msg":"trace[1094967125] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d53ef11cdce7; range_end:; response_count:1; response_revision:11081; }","duration":"416.967411ms","start":"2026-03-31T05:19:14.474435Z","end":"2026-03-31T05:19:14.891403Z","steps":["trace[1094967125] 'agreement among raft nodes before linearized reading' (duration: 416.649203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:14.891468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:14.474414Z","time spent":"417.047033ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d53ef11cdce7\" "} {"level":"warn","ts":"2026-03-31T05:19:14.894276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.988614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388344"} {"level":"info","ts":"2026-03-31T05:19:14.894353Z","caller":"traceutil/trace.go:171","msg":"trace[1304634557] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:11081; }","duration":"320.101017ms","start":"2026-03-31T05:19:14.574233Z","end":"2026-03-31T05:19:14.894334Z","steps":["trace[1304634557] 'agreement among raft nodes before linearized reading' (duration: 316.773707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:14.894434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:14.574213Z","time spent":"320.188859ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":585,"response size":388367,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-03-31T05:19:14.896638Z","caller":"traceutil/trace.go:171","msg":"trace[607324740] linearizableReadLoop","detail":"{readStateIndex:11520; appliedIndex:11519; }","duration":"262.015871ms","start":"2026-03-31T05:19:14.628948Z","end":"2026-03-31T05:19:14.890964Z","steps":["trace[607324740] 'read index received' (duration: 105.332925ms)","trace[607324740] 'applied index is now lower than readState.Index' (duration: 156.680356ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:15.135562Z","caller":"traceutil/trace.go:171","msg":"trace[955574624] transaction","detail":"{read_only:false; response_revision:11082; number_of_response:1; }","duration":"496.031089ms","start":"2026-03-31T05:19:14.639499Z","end":"2026-03-31T05:19:15.13553Z","steps":["trace[955574624] 'process raft request' (duration: 493.49226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:15.135744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:14.639475Z","time spent":"496.171163ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:15.138635Z","caller":"traceutil/trace.go:171","msg":"trace[352570126] linearizableReadLoop","detail":"{readStateIndex:11522; appliedIndex:11520; }","duration":"241.912333ms","start":"2026-03-31T05:19:14.896691Z","end":"2026-03-31T05:19:15.138604Z","steps":["trace[352570126] 'read index received' (duration: 236.29687ms)","trace[352570126] 'applied index is now lower than readState.Index' (duration: 5.614323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:15.138823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.057667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:19:15.13889Z","caller":"traceutil/trace.go:171","msg":"trace[1144566705] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11083; }","duration":"290.153169ms","start":"2026-03-31T05:19:14.848718Z","end":"2026-03-31T05:19:15.138871Z","steps":["trace[1144566705] 'agreement among raft nodes before linearized reading' (duration: 289.913403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:15.138909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.92642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:19:15.138943Z","caller":"traceutil/trace.go:171","msg":"trace[751097420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11083; }","duration":"295.026943ms","start":"2026-03-31T05:19:14.843906Z","end":"2026-03-31T05:19:15.138933Z","steps":["trace[751097420] 'agreement among raft nodes before linearized reading' (duration: 294.835308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:15.139409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.693751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:19:15.139439Z","caller":"traceutil/trace.go:171","msg":"trace[1497025987] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11083; }","duration":"332.765693ms","start":"2026-03-31T05:19:14.80666Z","end":"2026-03-31T05:19:15.139425Z","steps":["trace[1497025987] 'agreement among raft nodes before linearized reading' (duration: 332.67567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:15.13946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:14.806619Z","time spent":"332.833855ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:19:15.139648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.992209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:19:15.139676Z","caller":"traceutil/trace.go:171","msg":"trace[1570562959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11083; }","duration":"333.056041ms","start":"2026-03-31T05:19:14.806613Z","end":"2026-03-31T05:19:15.13967Z","steps":["trace[1570562959] 'agreement among raft nodes before linearized reading' (duration: 332.944568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:15.139696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:14.806541Z","time spent":"333.149184ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:19:15.145088Z","caller":"traceutil/trace.go:171","msg":"trace[783580328] transaction","detail":"{read_only:false; response_revision:11083; number_of_response:1; }","duration":"245.306516ms","start":"2026-03-31T05:19:14.893966Z","end":"2026-03-31T05:19:15.139272Z","steps":["trace[783580328] 'process raft request' (duration: 244.451983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:15.145526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.750298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-crashcollector-instance-754c646bfd.18a1d532031879a2\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:11081 ","response":"range_response_count:85 size:65959"} {"level":"info","ts":"2026-03-31T05:19:15.145621Z","caller":"traceutil/trace.go:171","msg":"trace[747975638] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-crashcollector-instance-754c646bfd.18a1d532031879a2\u0000; range_end:/registry/events/openstack0; response_count:85; response_revision:11083; }","duration":"171.930193ms","start":"2026-03-31T05:19:14.97367Z","end":"2026-03-31T05:19:15.1456Z","steps":["trace[747975638] 'agreement among raft nodes before linearized reading' (duration: 171.193183ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:15.634144Z","caller":"traceutil/trace.go:171","msg":"trace[2096932853] transaction","detail":"{read_only:false; response_revision:11084; number_of_response:1; }","duration":"478.775948ms","start":"2026-03-31T05:19:15.155342Z","end":"2026-03-31T05:19:15.634118Z","steps":["trace[2096932853] 'process raft request' (duration: 478.541532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:15.634377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.155324Z","time spent":"478.970743ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:15.634869Z","caller":"traceutil/trace.go:171","msg":"trace[299653421] transaction","detail":"{read_only:false; response_revision:11086; number_of_response:1; }","duration":"479.404495ms","start":"2026-03-31T05:19:15.155445Z","end":"2026-03-31T05:19:15.63485Z","steps":["trace[299653421] 'process raft request' (duration: 479.317583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:15.634907Z","caller":"traceutil/trace.go:171","msg":"trace[101940766] transaction","detail":"{read_only:false; response_revision:11085; number_of_response:1; }","duration":"479.420396ms","start":"2026-03-31T05:19:15.155437Z","end":"2026-03-31T05:19:15.634857Z","steps":["trace[101940766] 'process raft request' (duration: 478.643784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:15.634967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.155415Z","time spent":"479.507488ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:15.635091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.155417Z","time spent":"479.578ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:16.152602Z","caller":"traceutil/trace.go:171","msg":"trace[989160137] linearizableReadLoop","detail":"{readStateIndex:11527; appliedIndex:11522; }","duration":"976.391681ms","start":"2026-03-31T05:19:15.176181Z","end":"2026-03-31T05:19:16.152573Z","steps":["trace[989160137] 'read index received' (duration: 457.131277ms)","trace[989160137] 'applied index is now lower than readState.Index' (duration: 519.259404ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:16.152704Z","caller":"traceutil/trace.go:171","msg":"trace[1947429201] transaction","detail":"{read_only:false; response_revision:11087; number_of_response:1; }","duration":"995.088851ms","start":"2026-03-31T05:19:15.157569Z","end":"2026-03-31T05:19:16.152658Z","steps":["trace[1947429201] 'process raft request' (duration: 913.241527ms)","trace[1947429201] 'compare' (duration: 81.530896ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:16.152945Z","caller":"traceutil/trace.go:171","msg":"trace[708813946] transaction","detail":"{read_only:false; response_revision:11088; number_of_response:1; }","duration":"985.993094ms","start":"2026-03-31T05:19:15.166935Z","end":"2026-03-31T05:19:16.152928Z","steps":["trace[708813946] 'process raft request' (duration: 985.570712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.152991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.157557Z","time spent":"995.312778ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:16.153163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.166906Z","time spent":"986.118166ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5777,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:16.153356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.173162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-31T05:19:16.15344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.344729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.153518Z","caller":"traceutil/trace.go:171","msg":"trace[363168867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11088; }","duration":"281.463372ms","start":"2026-03-31T05:19:15.872037Z","end":"2026-03-31T05:19:16.153501Z","steps":["trace[363168867] 'agreement among raft nodes before linearized reading' (duration: 281.342439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.15374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.444732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.153806Z","caller":"traceutil/trace.go:171","msg":"trace[1808662399] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:11088; }","duration":"318.555575ms","start":"2026-03-31T05:19:15.835234Z","end":"2026-03-31T05:19:16.153789Z","steps":["trace[1808662399] 'agreement among raft nodes before linearized reading' (duration: 318.413061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.15385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.835213Z","time spent":"318.624636ms","remote":"127.0.0.1:33396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:16.153444Z","caller":"traceutil/trace.go:171","msg":"trace[27530209] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11088; }","duration":"977.289246ms","start":"2026-03-31T05:19:15.176127Z","end":"2026-03-31T05:19:16.153416Z","steps":["trace[27530209] 'agreement among raft nodes before linearized reading' (duration: 977.138472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.154028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.176107Z","time spent":"977.905042ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T05:19:16.154102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.815711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.154147Z","caller":"traceutil/trace.go:171","msg":"trace[1531559955] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:11088; }","duration":"481.900793ms","start":"2026-03-31T05:19:15.672231Z","end":"2026-03-31T05:19:16.154132Z","steps":["trace[1531559955] 'agreement among raft nodes before linearized reading' (duration: 481.836592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.154193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.672206Z","time spent":"481.973796ms","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:16.153196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.533587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:19:16.154281Z","caller":"traceutil/trace.go:171","msg":"trace[1227404408] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11088; }","duration":"540.666768ms","start":"2026-03-31T05:19:15.613579Z","end":"2026-03-31T05:19:16.154246Z","steps":["trace[1227404408] 'agreement among raft nodes before linearized reading' (duration: 539.388113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.154397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.613555Z","time spent":"540.804132ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:19:16.310201Z","caller":"traceutil/trace.go:171","msg":"trace[2121903522] transaction","detail":"{read_only:false; response_revision:11089; number_of_response:1; }","duration":"149.469279ms","start":"2026-03-31T05:19:16.160685Z","end":"2026-03-31T05:19:16.310154Z","steps":["trace[2121903522] 'process raft request' (duration: 114.441433ms)","trace[2121903522] 'compare' (duration: 34.867552ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:16.399799Z","caller":"traceutil/trace.go:171","msg":"trace[1239307729] linearizableReadLoop","detail":"{readStateIndex:11529; appliedIndex:11528; }","duration":"103.830974ms","start":"2026-03-31T05:19:16.295933Z","end":"2026-03-31T05:19:16.399764Z","steps":["trace[1239307729] 'read index received' (duration: 103.533946ms)","trace[1239307729] 'applied index is now lower than readState.Index' (duration: 295.968µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:16.399909Z","caller":"traceutil/trace.go:171","msg":"trace[1559947959] transaction","detail":"{read_only:false; response_revision:11090; number_of_response:1; }","duration":"233.562214ms","start":"2026-03-31T05:19:16.166302Z","end":"2026-03-31T05:19:16.399864Z","steps":["trace[1559947959] 'process raft request' (duration: 233.283736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.400102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.127623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:16.400322Z","caller":"traceutil/trace.go:171","msg":"trace[841197654] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:11090; }","duration":"104.4035ms","start":"2026-03-31T05:19:16.295871Z","end":"2026-03-31T05:19:16.400275Z","steps":["trace[841197654] 'agreement among raft nodes before linearized reading' (duration: 104.086112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:16.601683Z","caller":"traceutil/trace.go:171","msg":"trace[572435664] transaction","detail":"{read_only:false; response_revision:11091; number_of_response:1; }","duration":"198.832338ms","start":"2026-03-31T05:19:16.402803Z","end":"2026-03-31T05:19:16.601635Z","steps":["trace[572435664] 'process raft request' (duration: 198.344014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:16.986161Z","caller":"traceutil/trace.go:171","msg":"trace[947077379] transaction","detail":"{read_only:false; response_revision:11094; number_of_response:1; }","duration":"129.911066ms","start":"2026-03-31T05:19:16.856218Z","end":"2026-03-31T05:19:16.986129Z","steps":["trace[947077379] 'process raft request' (duration: 95.463235ms)","trace[947077379] 'compare' (duration: 34.293636ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:17.84008Z","caller":"traceutil/trace.go:171","msg":"trace[756478941] linearizableReadLoop","detail":"{readStateIndex:11538; appliedIndex:11537; }","duration":"303.298539ms","start":"2026-03-31T05:19:17.536753Z","end":"2026-03-31T05:19:17.840051Z","steps":["trace[756478941] 'read index received' (duration: 303.083643ms)","trace[756478941] 'applied index is now lower than readState.Index' (duration: 213.736µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:17.840422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.631178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:17.840613Z","caller":"traceutil/trace.go:171","msg":"trace[1213869042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11098; }","duration":"303.930296ms","start":"2026-03-31T05:19:17.536657Z","end":"2026-03-31T05:19:17.840588Z","steps":["trace[1213869042] 'agreement among raft nodes before linearized reading' (duration: 303.610847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:17.840679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:17.536633Z","time spent":"304.025579ms","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:17.840705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.11541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:19:17.840759Z","caller":"traceutil/trace.go:171","msg":"trace[1776744063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11098; }","duration":"201.210112ms","start":"2026-03-31T05:19:17.639532Z","end":"2026-03-31T05:19:17.840742Z","steps":["trace[1776744063] 'agreement among raft nodes before linearized reading' (duration: 201.027657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:17.840433Z","caller":"traceutil/trace.go:171","msg":"trace[244416752] transaction","detail":"{read_only:false; response_revision:11098; number_of_response:1; }","duration":"456.796539ms","start":"2026-03-31T05:19:17.383596Z","end":"2026-03-31T05:19:17.840392Z","steps":["trace[244416752] 'process raft request' (duration: 456.274034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:17.840909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.185012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:19:17.840925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.218432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:19:17.840967Z","caller":"traceutil/trace.go:171","msg":"trace[232585095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11098; }","duration":"201.316575ms","start":"2026-03-31T05:19:17.639638Z","end":"2026-03-31T05:19:17.840955Z","steps":["trace[232585095] 'agreement among raft nodes before linearized reading' (duration: 201.043177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:17.841001Z","caller":"traceutil/trace.go:171","msg":"trace[531883422] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11098; }","duration":"201.348096ms","start":"2026-03-31T05:19:17.639634Z","end":"2026-03-31T05:19:17.840982Z","steps":["trace[531883422] 'agreement among raft nodes before linearized reading' (duration: 201.054128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:17.840946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:17.383565Z","time spent":"457.266542ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:18.011431Z","caller":"traceutil/trace.go:171","msg":"trace[654623251] transaction","detail":"{read_only:false; response_revision:11100; number_of_response:1; }","duration":"165.643931ms","start":"2026-03-31T05:19:17.845758Z","end":"2026-03-31T05:19:18.011402Z","steps":["trace[654623251] 'process raft request' (duration: 121.084695ms)","trace[654623251] 'compare' (duration: 44.373001ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:18.011759Z","caller":"traceutil/trace.go:171","msg":"trace[1818333362] transaction","detail":"{read_only:false; response_revision:11101; number_of_response:1; }","duration":"165.924999ms","start":"2026-03-31T05:19:17.845798Z","end":"2026-03-31T05:19:18.011723Z","steps":["trace[1818333362] 'process raft request' (duration: 165.554999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:18.011906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.75367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:18.011889Z","caller":"traceutil/trace.go:171","msg":"trace[2091945742] transaction","detail":"{read_only:false; response_revision:11102; number_of_response:1; }","duration":"157.687805ms","start":"2026-03-31T05:19:17.854164Z","end":"2026-03-31T05:19:18.011851Z","steps":["trace[2091945742] 'process raft request' (duration: 157.429037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:18.011755Z","caller":"traceutil/trace.go:171","msg":"trace[1680084282] linearizableReadLoop","detail":"{readStateIndex:11542; appliedIndex:11538; }","duration":"141.623956ms","start":"2026-03-31T05:19:17.870112Z","end":"2026-03-31T05:19:18.011736Z","steps":["trace[1680084282] 'read index received' (duration: 10.361593ms)","trace[1680084282] 'applied index is now lower than readState.Index' (duration: 131.261743ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:18.01197Z","caller":"traceutil/trace.go:171","msg":"trace[589666508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11102; }","duration":"141.891973ms","start":"2026-03-31T05:19:17.87006Z","end":"2026-03-31T05:19:18.011952Z","steps":["trace[589666508] 'agreement among raft nodes before linearized reading' (duration: 141.7632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:18.76132Z","caller":"traceutil/trace.go:171","msg":"trace[1009548993] transaction","detail":"{read_only:false; response_revision:11104; number_of_response:1; }","duration":"205.570551ms","start":"2026-03-31T05:19:18.555721Z","end":"2026-03-31T05:19:18.761292Z","steps":["trace[1009548993] 'process raft request' (duration: 205.397996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:19.2372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.245302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:19.237281Z","caller":"traceutil/trace.go:171","msg":"trace[1693261592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11104; }","duration":"368.420417ms","start":"2026-03-31T05:19:18.868843Z","end":"2026-03-31T05:19:19.237263Z","steps":["trace[1693261592] 'range keys from in-memory index tree' (duration: 368.139759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:19.237315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:18.868817Z","time spent":"368.491558ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:19:19.237386Z","caller":"traceutil/trace.go:171","msg":"trace[957378509] transaction","detail":"{read_only:false; response_revision:11105; number_of_response:1; }","duration":"234.657155ms","start":"2026-03-31T05:19:19.002717Z","end":"2026-03-31T05:19:19.237374Z","steps":["trace[957378509] 'process raft request' (duration: 142.575322ms)","trace[957378509] 'compare' (duration: 91.705503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:19.706002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.399285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4582"} {"level":"info","ts":"2026-03-31T05:19:19.706095Z","caller":"traceutil/trace.go:171","msg":"trace[449195011] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:11105; }","duration":"298.57038ms","start":"2026-03-31T05:19:19.407506Z","end":"2026-03-31T05:19:19.706076Z","steps":["trace[449195011] 'range keys from in-memory index tree' (duration: 298.091186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:19.706286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.084841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-31T05:19:19.706409Z","caller":"traceutil/trace.go:171","msg":"trace[399990355] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11105; }","duration":"285.262296ms","start":"2026-03-31T05:19:19.421121Z","end":"2026-03-31T05:19:19.706383Z","steps":["trace[399990355] 'range keys from in-memory index tree' (duration: 284.865315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:19.706291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.687755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-31T05:19:19.706533Z","caller":"traceutil/trace.go:171","msg":"trace[1494044222] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:11105; }","duration":"201.979563ms","start":"2026-03-31T05:19:19.504518Z","end":"2026-03-31T05:19:19.706497Z","steps":["trace[1494044222] 'range keys from in-memory index tree' (duration: 201.557502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:20.139134Z","caller":"traceutil/trace.go:171","msg":"trace[261354848] transaction","detail":"{read_only:false; response_revision:11106; number_of_response:1; }","duration":"424.163887ms","start":"2026-03-31T05:19:19.714932Z","end":"2026-03-31T05:19:20.139096Z","steps":["trace[261354848] 'process raft request' (duration: 423.793217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:20.139596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.274905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-31T05:19:20.139133Z","caller":"traceutil/trace.go:171","msg":"trace[1033246475] linearizableReadLoop","detail":"{readStateIndex:11546; appliedIndex:11546; }","duration":"410.804912ms","start":"2026-03-31T05:19:19.728277Z","end":"2026-03-31T05:19:20.139082Z","steps":["trace[1033246475] 'read index received' (duration: 410.780291ms)","trace[1033246475] 'applied index is now lower than readState.Index' (duration: 20.591µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:20.139862Z","caller":"traceutil/trace.go:171","msg":"trace[201882268] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:11106; }","duration":"411.572083ms","start":"2026-03-31T05:19:19.728208Z","end":"2026-03-31T05:19:20.13978Z","steps":["trace[201882268] 'agreement among raft nodes before linearized reading' (duration: 411.202773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:20.139985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:19.728173Z","time spent":"411.794259ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-31T05:19:20.139874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:19.714905Z","time spent":"424.338611ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:20.329415Z","caller":"traceutil/trace.go:171","msg":"trace[1884857729] linearizableReadLoop","detail":"{readStateIndex:11547; appliedIndex:11546; }","duration":"189.577054ms","start":"2026-03-31T05:19:20.139806Z","end":"2026-03-31T05:19:20.329383Z","steps":["trace[1884857729] 'read index received' (duration: 111.259876ms)","trace[1884857729] 'applied index is now lower than readState.Index' (duration: 78.315748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:20.32965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.531976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:19:20.329656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.306609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:19:20.329712Z","caller":"traceutil/trace.go:171","msg":"trace[1246012815] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11107; }","duration":"532.637889ms","start":"2026-03-31T05:19:19.797058Z","end":"2026-03-31T05:19:20.329696Z","steps":["trace[1246012815] 'agreement among raft nodes before linearized reading' (duration: 532.512965ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:20.329844Z","caller":"traceutil/trace.go:171","msg":"trace[1146136021] transaction","detail":"{read_only:false; response_revision:11107; number_of_response:1; }","duration":"542.553839ms","start":"2026-03-31T05:19:19.787271Z","end":"2026-03-31T05:19:20.329825Z","steps":["trace[1146136021] 'process raft request' (duration: 463.83253ms)","trace[1146136021] 'compare' (duration: 78.135003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:20.329926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.499943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:19:20.329989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:19.787239Z","time spent":"542.666403ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:20.330019Z","caller":"traceutil/trace.go:171","msg":"trace[2074154532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11107; }","duration":"444.612466ms","start":"2026-03-31T05:19:19.88539Z","end":"2026-03-31T05:19:20.330002Z","steps":["trace[2074154532] 'agreement among raft nodes before linearized reading' (duration: 444.332799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:20.330088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:19.885378Z","time spent":"444.671047ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:20.330253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.985974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:19:20.330312Z","caller":"traceutil/trace.go:171","msg":"trace[1644279980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11107; }","duration":"309.065776ms","start":"2026-03-31T05:19:20.021233Z","end":"2026-03-31T05:19:20.330299Z","steps":["trace[1644279980] 'agreement among raft nodes before linearized reading' (duration: 308.917572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:20.330351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:20.021222Z","time spent":"309.120067ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:19:20.329773Z","caller":"traceutil/trace.go:171","msg":"trace[148014492] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11107; }","duration":"310.492815ms","start":"2026-03-31T05:19:20.019247Z","end":"2026-03-31T05:19:20.32974Z","steps":["trace[148014492] 'agreement among raft nodes before linearized reading' (duration: 310.157686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:20.330456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:20.019218Z","time spent":"311.230215ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:19:20.329848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:19.797039Z","time spent":"532.790892ms","remote":"127.0.0.1:33238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:20.329631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.561337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:20.330711Z","caller":"traceutil/trace.go:171","msg":"trace[266697382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11107; }","duration":"459.726419ms","start":"2026-03-31T05:19:19.870969Z","end":"2026-03-31T05:19:20.330695Z","steps":["trace[266697382] 'agreement among raft nodes before linearized reading' (duration: 458.583328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:20.330749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:19.870937Z","time spent":"459.799911ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:19:21.433096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.145173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347735"} {"level":"info","ts":"2026-03-31T05:19:21.433188Z","caller":"traceutil/trace.go:171","msg":"trace[747076006] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11111; }","duration":"141.272296ms","start":"2026-03-31T05:19:21.291898Z","end":"2026-03-31T05:19:21.43317Z","steps":["trace[747076006] 'range keys from in-memory index tree' (duration: 140.67701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.977934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.822636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:21.978069Z","caller":"traceutil/trace.go:171","msg":"trace[251775914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11112; }","duration":"107.026312ms","start":"2026-03-31T05:19:21.871021Z","end":"2026-03-31T05:19:21.978047Z","steps":["trace[251775914] 'range keys from in-memory index tree' (duration: 106.700933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:22.202013Z","caller":"traceutil/trace.go:171","msg":"trace[1574516527] linearizableReadLoop","detail":"{readStateIndex:11553; appliedIndex:11552; }","duration":"132.417895ms","start":"2026-03-31T05:19:22.069565Z","end":"2026-03-31T05:19:22.201983Z","steps":["trace[1574516527] 'read index received' (duration: 132.149657ms)","trace[1574516527] 'applied index is now lower than readState.Index' (duration: 266.987µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:22.202098Z","caller":"traceutil/trace.go:171","msg":"trace[2109172927] transaction","detail":"{read_only:false; response_revision:11113; number_of_response:1; }","duration":"137.175934ms","start":"2026-03-31T05:19:22.064871Z","end":"2026-03-31T05:19:22.202047Z","steps":["trace[2109172927] 'process raft request' (duration: 136.921557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:22.202197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.60561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:22.20224Z","caller":"traceutil/trace.go:171","msg":"trace[456164888] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:11113; }","duration":"132.726883ms","start":"2026-03-31T05:19:22.069499Z","end":"2026-03-31T05:19:22.202226Z","steps":["trace[456164888] 'agreement among raft nodes before linearized reading' (duration: 132.60737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:22.592551Z","caller":"traceutil/trace.go:171","msg":"trace[894245888] transaction","detail":"{read_only:false; response_revision:11115; number_of_response:1; }","duration":"151.355072ms","start":"2026-03-31T05:19:22.441171Z","end":"2026-03-31T05:19:22.592526Z","steps":["trace[894245888] 'process raft request' (duration: 151.204018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:22.608663Z","caller":"traceutil/trace.go:171","msg":"trace[351451612] transaction","detail":"{read_only:false; response_revision:11116; number_of_response:1; }","duration":"166.999538ms","start":"2026-03-31T05:19:22.441637Z","end":"2026-03-31T05:19:22.608637Z","steps":["trace[351451612] 'process raft request' (duration: 166.843644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:23.800915Z","caller":"traceutil/trace.go:171","msg":"trace[38664682] linearizableReadLoop","detail":"{readStateIndex:11557; appliedIndex:11556; }","duration":"355.488544ms","start":"2026-03-31T05:19:23.4454Z","end":"2026-03-31T05:19:23.800889Z","steps":["trace[38664682] 'read index received' (duration: 355.247747ms)","trace[38664682] 'applied index is now lower than readState.Index' (duration: 239.707µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:23.800971Z","caller":"traceutil/trace.go:171","msg":"trace[2051732670] transaction","detail":"{read_only:false; response_revision:11117; number_of_response:1; }","duration":"472.98701ms","start":"2026-03-31T05:19:23.327962Z","end":"2026-03-31T05:19:23.800949Z","steps":["trace[2051732670] 'process raft request' (duration: 472.710202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:23.801113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:23.327926Z","time spent":"473.088352ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:23.801327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.930846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:19:23.801362Z","caller":"traceutil/trace.go:171","msg":"trace[850924202] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11117; }","duration":"356.017599ms","start":"2026-03-31T05:19:23.445333Z","end":"2026-03-31T05:19:23.801351Z","steps":["trace[850924202] 'agreement among raft nodes before linearized reading' (duration: 355.68656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:23.801384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:23.445306Z","time spent":"356.073129ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:19:24.167734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.408796ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:19:24.167869Z","caller":"traceutil/trace.go:171","msg":"trace[2131800601] linearizableReadLoop","detail":"{readStateIndex:11558; appliedIndex:11557; }","duration":"366.855423ms","start":"2026-03-31T05:19:23.800992Z","end":"2026-03-31T05:19:24.167848Z","steps":["trace[2131800601] 'read index received' (duration: 216.256132ms)","trace[2131800601] 'applied index is now lower than readState.Index' (duration: 150.597331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:24.168029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.940761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:24.168073Z","caller":"traceutil/trace.go:171","msg":"trace[282917109] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:11117; }","duration":"417.053934ms","start":"2026-03-31T05:19:23.751005Z","end":"2026-03-31T05:19:24.168059Z","steps":["trace[282917109] 'agreement among raft nodes before linearized reading' (duration: 416.961182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:24.16811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:23.750974Z","time spent":"417.125866ms","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:24.168325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.602625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-31T05:19:24.168405Z","caller":"traceutil/trace.go:171","msg":"trace[463576447] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11117; }","duration":"448.76454ms","start":"2026-03-31T05:19:23.719621Z","end":"2026-03-31T05:19:24.168385Z","steps":["trace[463576447] 'agreement among raft nodes before linearized reading' (duration: 448.470932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:24.168444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:23.719598Z","time spent":"448.838701ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T05:19:24.168819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.435216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:24.168862Z","caller":"traceutil/trace.go:171","msg":"trace[179778773] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:11117; }","duration":"172.486288ms","start":"2026-03-31T05:19:23.996368Z","end":"2026-03-31T05:19:24.168855Z","steps":["trace[179778773] 'agreement among raft nodes before linearized reading' (duration: 172.349984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:24.169207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.465186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347735"} {"level":"info","ts":"2026-03-31T05:19:24.169387Z","caller":"traceutil/trace.go:171","msg":"trace[135193237] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11117; }","duration":"361.713944ms","start":"2026-03-31T05:19:23.807649Z","end":"2026-03-31T05:19:24.169363Z","steps":["trace[135193237] 'agreement among raft nodes before linearized reading' (duration: 360.906882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:24.169472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:23.807631Z","time spent":"361.825726ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347758,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:19:30.109456Z","caller":"traceutil/trace.go:171","msg":"trace[1589369798] transaction","detail":"{read_only:false; response_revision:11137; number_of_response:1; }","duration":"275.102989ms","start":"2026-03-31T05:19:29.83432Z","end":"2026-03-31T05:19:30.109423Z","steps":["trace[1589369798] 'process raft request' (duration: 274.922174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:31.215504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.515863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:31.215592Z","caller":"traceutil/trace.go:171","msg":"trace[1424170417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11140; }","duration":"344.668418ms","start":"2026-03-31T05:19:30.870906Z","end":"2026-03-31T05:19:31.215574Z","steps":["trace[1424170417] 'range keys from in-memory index tree' (duration: 344.410151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:31.215629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.870879Z","time spent":"344.74072ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:19:31.215869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.0769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:19:31.215886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.631807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:19:31.215918Z","caller":"traceutil/trace.go:171","msg":"trace[996177130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11140; }","duration":"226.701698ms","start":"2026-03-31T05:19:30.989206Z","end":"2026-03-31T05:19:31.215908Z","steps":["trace[996177130] 'range keys from in-memory index tree' (duration: 226.481392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:31.21592Z","caller":"traceutil/trace.go:171","msg":"trace[1612803543] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11140; }","duration":"326.175583ms","start":"2026-03-31T05:19:30.88973Z","end":"2026-03-31T05:19:31.215905Z","steps":["trace[1612803543] 'range keys from in-memory index tree' (duration: 325.857214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:31.215948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.889701Z","time spent":"326.239485ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:31.216039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.606629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:31.216067Z","caller":"traceutil/trace.go:171","msg":"trace[206227846] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:11140; }","duration":"280.67328ms","start":"2026-03-31T05:19:30.935384Z","end":"2026-03-31T05:19:31.216057Z","steps":["trace[206227846] 'count revisions from in-memory index tree' (duration: 280.517297ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:31.973301Z","caller":"traceutil/trace.go:171","msg":"trace[806376096] transaction","detail":"{read_only:false; response_revision:11141; number_of_response:1; }","duration":"126.424131ms","start":"2026-03-31T05:19:31.846832Z","end":"2026-03-31T05:19:31.973256Z","steps":["trace[806376096] 'process raft request' (duration: 125.848125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:32.147169Z","caller":"traceutil/trace.go:171","msg":"trace[903394643] transaction","detail":"{read_only:false; response_revision:11143; number_of_response:1; }","duration":"166.66813ms","start":"2026-03-31T05:19:31.98042Z","end":"2026-03-31T05:19:32.147088Z","steps":["trace[903394643] 'process raft request' (duration: 144.67862ms)","trace[903394643] 'compare' (duration: 21.840545ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:32.148117Z","caller":"traceutil/trace.go:171","msg":"trace[21934433] transaction","detail":"{read_only:false; response_revision:11144; number_of_response:1; }","duration":"165.893128ms","start":"2026-03-31T05:19:31.982189Z","end":"2026-03-31T05:19:32.148082Z","steps":["trace[21934433] 'process raft request' (duration: 165.094946ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:34.909217Z","caller":"traceutil/trace.go:171","msg":"trace[1547342472] linearizableReadLoop","detail":"{readStateIndex:11599; appliedIndex:11598; }","duration":"208.499681ms","start":"2026-03-31T05:19:34.700694Z","end":"2026-03-31T05:19:34.909194Z","steps":["trace[1547342472] 'read index received' (duration: 208.316056ms)","trace[1547342472] 'applied index is now lower than readState.Index' (duration: 182.945µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:34.90927Z","caller":"traceutil/trace.go:171","msg":"trace[34127901] transaction","detail":"{read_only:false; response_revision:11155; number_of_response:1; }","duration":"222.324858ms","start":"2026-03-31T05:19:34.686926Z","end":"2026-03-31T05:19:34.909251Z","steps":["trace[34127901] 'process raft request' (duration: 222.111843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:34.909384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.660716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:34.90943Z","caller":"traceutil/trace.go:171","msg":"trace[1142384974] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:11155; }","duration":"208.759428ms","start":"2026-03-31T05:19:34.700657Z","end":"2026-03-31T05:19:34.909417Z","steps":["trace[1142384974] 'agreement among raft nodes before linearized reading' (duration: 208.656555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:36.205082Z","caller":"traceutil/trace.go:171","msg":"trace[2129241751] linearizableReadLoop","detail":"{readStateIndex:11610; appliedIndex:11608; }","duration":"227.158401ms","start":"2026-03-31T05:19:35.977884Z","end":"2026-03-31T05:19:36.205042Z","steps":["trace[2129241751] 'read index received' (duration: 4.551984ms)","trace[2129241751] 'applied index is now lower than readState.Index' (duration: 222.605117ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:36.205108Z","caller":"traceutil/trace.go:171","msg":"trace[1888276283] transaction","detail":"{read_only:false; response_revision:11166; number_of_response:1; }","duration":"238.927532ms","start":"2026-03-31T05:19:35.966132Z","end":"2026-03-31T05:19:36.20506Z","steps":["trace[1888276283] 'process raft request' (duration: 144.742631ms)","trace[1888276283] 'compare' (duration: 93.819431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:36.205432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.541501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-31T05:19:36.205491Z","caller":"traceutil/trace.go:171","msg":"trace[25556257] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:11167; }","duration":"227.676365ms","start":"2026-03-31T05:19:35.977797Z","end":"2026-03-31T05:19:36.205473Z","steps":["trace[25556257] 'agreement among raft nodes before linearized reading' (duration: 227.435118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:36.207104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.702818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-31T05:19:36.207162Z","caller":"traceutil/trace.go:171","msg":"trace[1354825947] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:11168; }","duration":"178.872712ms","start":"2026-03-31T05:19:36.028271Z","end":"2026-03-31T05:19:36.207144Z","steps":["trace[1354825947] 'agreement among raft nodes before linearized reading' (duration: 178.666896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:36.207396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.61424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-03-31T05:19:36.207496Z","caller":"traceutil/trace.go:171","msg":"trace[75869301] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:11168; }","duration":"128.777355ms","start":"2026-03-31T05:19:36.078694Z","end":"2026-03-31T05:19:36.207472Z","steps":["trace[75869301] 'agreement among raft nodes before linearized reading' (duration: 128.57697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:36.793514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.155741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:36.793615Z","caller":"traceutil/trace.go:171","msg":"trace[1751503113] linearizableReadLoop","detail":"{readStateIndex:11623; appliedIndex:11622; }","duration":"265.897728ms","start":"2026-03-31T05:19:36.5277Z","end":"2026-03-31T05:19:36.793598Z","steps":["trace[1751503113] 'read index received' (duration: 164.628984ms)","trace[1751503113] 'applied index is now lower than readState.Index' (duration: 101.267514ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:36.793711Z","caller":"traceutil/trace.go:171","msg":"trace[756074674] transaction","detail":"{read_only:false; response_revision:11179; number_of_response:1; }","duration":"309.57515ms","start":"2026-03-31T05:19:36.484121Z","end":"2026-03-31T05:19:36.793697Z","steps":["trace[756074674] 'process raft request' (duration: 208.165882ms)","trace[756074674] 'compare' (duration: 101.020047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:36.793811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:36.484107Z","time spent":"309.674893ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:19:36.794324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.611408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T05:19:36.794421Z","caller":"traceutil/trace.go:171","msg":"trace[2130279301] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:11179; }","duration":"266.775102ms","start":"2026-03-31T05:19:36.527624Z","end":"2026-03-31T05:19:36.7944Z","steps":["trace[2130279301] 'agreement among raft nodes before linearized reading' (duration: 266.469293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:42.634104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792633629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:43.134927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792633629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:43.60958Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.499625623s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:19:43.630547Z","caller":"traceutil/trace.go:171","msg":"trace[571390455] transaction","detail":"{read_only:false; response_revision:11205; number_of_response:1; }","duration":"1.424491903s","start":"2026-03-31T05:19:42.206024Z","end":"2026-03-31T05:19:43.630516Z","steps":["trace[571390455] 'process raft request' (duration: 1.424230866s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.630763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.205981Z","time spent":"1.424672438s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:43.630887Z","caller":"traceutil/trace.go:171","msg":"trace[1625152256] linearizableReadLoop","detail":"{readStateIndex:11655; appliedIndex:11649; }","duration":"1.496868259s","start":"2026-03-31T05:19:42.134001Z","end":"2026-03-31T05:19:43.630869Z","steps":["trace[1625152256] 'read index received' (duration: 1.475865865s)","trace[1625152256] 'applied index is now lower than readState.Index' (duration: 21.001624ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:43.630889Z","caller":"traceutil/trace.go:171","msg":"trace[1224504158] transaction","detail":"{read_only:false; response_revision:11206; number_of_response:1; }","duration":"1.392842159s","start":"2026-03-31T05:19:42.238Z","end":"2026-03-31T05:19:43.630843Z","steps":["trace[1224504158] 'process raft request' (duration: 1.392456308s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.630972Z","caller":"traceutil/trace.go:171","msg":"trace[997750076] transaction","detail":"{read_only:false; response_revision:11207; number_of_response:1; }","duration":"1.383468053s","start":"2026-03-31T05:19:42.247493Z","end":"2026-03-31T05:19:43.630961Z","steps":["trace[997750076] 'process raft request' (duration: 1.383233037s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.631034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.24748Z","time spent":"1.383519434s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:43.631123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.23798Z","time spent":"1.393028453s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:43.631154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497155556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-03-31T05:19:43.631202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472064801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10941"} {"level":"info","ts":"2026-03-31T05:19:43.63124Z","caller":"traceutil/trace.go:171","msg":"trace[989688647] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:11209; }","duration":"1.472158204s","start":"2026-03-31T05:19:42.159072Z","end":"2026-03-31T05:19:43.63123Z","steps":["trace[989688647] 'agreement among raft nodes before linearized reading' (duration: 1.47204279s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.631239Z","caller":"traceutil/trace.go:171","msg":"trace[85363151] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:11209; }","duration":"1.49728118s","start":"2026-03-31T05:19:42.133934Z","end":"2026-03-31T05:19:43.631215Z","steps":["trace[85363151] 'agreement among raft nodes before linearized reading' (duration: 1.497036613s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.631269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.159045Z","time spent":"1.472217695s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10964,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-03-31T05:19:43.631221Z","caller":"traceutil/trace.go:171","msg":"trace[2146842797] transaction","detail":"{read_only:false; response_revision:11208; number_of_response:1; }","duration":"738.443117ms","start":"2026-03-31T05:19:42.892716Z","end":"2026-03-31T05:19:43.631159Z","steps":["trace[2146842797] 'process raft request' (duration: 738.078037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.631298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.133907Z","time spent":"1.497377192s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3783,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-03-31T05:19:43.631362Z","caller":"traceutil/trace.go:171","msg":"trace[975869486] transaction","detail":"{read_only:false; response_revision:11209; number_of_response:1; }","duration":"730.910761ms","start":"2026-03-31T05:19:42.900423Z","end":"2026-03-31T05:19:43.631334Z","steps":["trace[975869486] 'process raft request' (duration: 730.411128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.631404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197185098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:10674"} {"level":"warn","ts":"2026-03-31T05:19:43.631431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.892693Z","time spent":"738.630272ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:43.631467Z","caller":"traceutil/trace.go:171","msg":"trace[1360244541] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:11209; }","duration":"1.197292171s","start":"2026-03-31T05:19:42.434155Z","end":"2026-03-31T05:19:43.631448Z","steps":["trace[1360244541] 'agreement among raft nodes before linearized reading' (duration: 1.197112397s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.631489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.900401Z","time spent":"731.030294ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:43.631518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.434129Z","time spent":"1.197376643s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10697,"request content":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-31T05:19:43.631553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247722697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4132"} {"level":"info","ts":"2026-03-31T05:19:43.631582Z","caller":"traceutil/trace.go:171","msg":"trace[1878101978] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:11209; }","duration":"1.24781059s","start":"2026-03-31T05:19:42.383762Z","end":"2026-03-31T05:19:43.631573Z","steps":["trace[1878101978] 'agreement among raft nodes before linearized reading' (duration: 1.247735108s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.631608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.383739Z","time spent":"1.247862962s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4155,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-31T05:19:43.63176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272924186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-7b66cfb94c-6pn7h\" ","response":"range_response_count:1 size:4556"} {"level":"warn","ts":"2026-03-31T05:19:43.631776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022763107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-6xmvt\" ","response":"range_response_count:1 size:4466"} {"level":"warn","ts":"2026-03-31T05:19:43.631829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.895889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:19:43.631864Z","caller":"traceutil/trace.go:171","msg":"trace[787370283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11209; }","duration":"590.983732ms","start":"2026-03-31T05:19:43.040871Z","end":"2026-03-31T05:19:43.631855Z","steps":["trace[787370283] 'agreement among raft nodes before linearized reading' (duration: 590.813497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.631871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292657824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:19:43.631843Z","caller":"traceutil/trace.go:171","msg":"trace[960290497] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-6xmvt; range_end:; response_count:1; response_revision:11209; }","duration":"1.02286965s","start":"2026-03-31T05:19:42.608956Z","end":"2026-03-31T05:19:43.631826Z","steps":["trace[960290497] 'agreement among raft nodes before linearized reading' (duration: 1.022658104s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.6319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:43.040831Z","time spent":"591.062464ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:19:43.631901Z","caller":"traceutil/trace.go:171","msg":"trace[168638695] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11209; }","duration":"1.292729987s","start":"2026-03-31T05:19:42.339164Z","end":"2026-03-31T05:19:43.631894Z","steps":["trace[168638695] 'agreement among raft nodes before linearized reading' (duration: 1.292651845s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.631928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.339148Z","time spent":"1.292774257s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:19:43.63193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.608938Z","time spent":"1.022974983s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4489,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-6xmvt\" "} {"level":"warn","ts":"2026-03-31T05:19:43.631936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047478731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5582"} {"level":"info","ts":"2026-03-31T05:19:43.631992Z","caller":"traceutil/trace.go:171","msg":"trace[460638009] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:11209; }","duration":"1.047579015s","start":"2026-03-31T05:19:42.584397Z","end":"2026-03-31T05:19:43.631976Z","steps":["trace[460638009] 'agreement among raft nodes before linearized reading' (duration: 1.04741794s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.632051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.584372Z","time spent":"1.047666997s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5605,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:19:43.632129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.66691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:19:43.632157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297840376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5031"} {"level":"info","ts":"2026-03-31T05:19:43.632187Z","caller":"traceutil/trace.go:171","msg":"trace[2142451371] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:11209; }","duration":"1.297903457s","start":"2026-03-31T05:19:42.334274Z","end":"2026-03-31T05:19:43.632177Z","steps":["trace[2142451371] 'agreement among raft nodes before linearized reading' (duration: 1.297816005s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.632185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148032247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18203"} {"level":"warn","ts":"2026-03-31T05:19:43.632223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.334258Z","time spent":"1.297958399s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5054,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"warn","ts":"2026-03-31T05:19:43.632227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.243033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:19:43.63224Z","caller":"traceutil/trace.go:171","msg":"trace[745074106] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:11209; }","duration":"1.14814384s","start":"2026-03-31T05:19:42.484079Z","end":"2026-03-31T05:19:43.632223Z","steps":["trace[745074106] 'agreement among raft nodes before linearized reading' (duration: 1.147967755s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.632273Z","caller":"traceutil/trace.go:171","msg":"trace[1305593287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11209; }","duration":"534.334676ms","start":"2026-03-31T05:19:43.097929Z","end":"2026-03-31T05:19:43.632264Z","steps":["trace[1305593287] 'agreement among raft nodes before linearized reading' (duration: 534.239203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.632298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:43.097904Z","time spent":"534.387467ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:19:43.632312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.785264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:19:43.632389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323130386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3558"} {"level":"warn","ts":"2026-03-31T05:19:43.632403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072263878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10707"} {"level":"info","ts":"2026-03-31T05:19:43.632428Z","caller":"traceutil/trace.go:171","msg":"trace[924297607] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:11209; }","duration":"1.323196528s","start":"2026-03-31T05:19:42.309223Z","end":"2026-03-31T05:19:43.632419Z","steps":["trace[924297607] 'agreement among raft nodes before linearized reading' (duration: 1.323106786s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.632452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.309208Z","time spent":"1.323237319s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3581,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" "} {"level":"info","ts":"2026-03-31T05:19:43.632448Z","caller":"traceutil/trace.go:171","msg":"trace[1898944904] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:11209; }","duration":"1.072307749s","start":"2026-03-31T05:19:42.560128Z","end":"2026-03-31T05:19:43.632435Z","steps":["trace[1898944904] 'agreement among raft nodes before linearized reading' (duration: 1.072187386s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.63248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173632495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11450"} {"level":"warn","ts":"2026-03-31T05:19:43.632577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423829935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-03-31T05:19:43.632607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098622108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-wdd5v\" ","response":"range_response_count:1 size:5721"} {"level":"warn","ts":"2026-03-31T05:19:43.632488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.560042Z","time spent":"1.072435314s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10730,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-31T05:19:43.632187Z","caller":"traceutil/trace.go:171","msg":"trace[1539962728] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11209; }","duration":"606.767032ms","start":"2026-03-31T05:19:43.025405Z","end":"2026-03-31T05:19:43.632172Z","steps":["trace[1539962728] 'agreement among raft nodes before linearized reading' (duration: 606.625768ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.632664Z","caller":"traceutil/trace.go:171","msg":"trace[310747511] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-wdd5v; range_end:; response_count:1; response_revision:11209; }","duration":"1.09870799s","start":"2026-03-31T05:19:42.53394Z","end":"2026-03-31T05:19:43.632648Z","steps":["trace[310747511] 'agreement among raft nodes before linearized reading' (duration: 1.098582557s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.632667Z","caller":"traceutil/trace.go:171","msg":"trace[1628495191] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:11209; }","duration":"1.423942248s","start":"2026-03-31T05:19:42.208697Z","end":"2026-03-31T05:19:43.63264Z","steps":["trace[1628495191] 'agreement among raft nodes before linearized reading' (duration: 1.423704142s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.632693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:43.025383Z","time spent":"607.299327ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:19:43.632704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.533919Z","time spent":"1.098774682s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5744,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-wdd5v\" "} {"level":"warn","ts":"2026-03-31T05:19:43.632709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123383154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:10708"} {"level":"warn","ts":"2026-03-31T05:19:43.632722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.208687Z","time spent":"1.42402237s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5152,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"info","ts":"2026-03-31T05:19:43.632546Z","caller":"traceutil/trace.go:171","msg":"trace[156876602] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:11209; }","duration":"1.173700107s","start":"2026-03-31T05:19:42.458831Z","end":"2026-03-31T05:19:43.632531Z","steps":["trace[156876602] 'agreement among raft nodes before linearized reading' (duration: 1.17342395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.634474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.45877Z","time spent":"1.175675721s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11473,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"info","ts":"2026-03-31T05:19:43.63239Z","caller":"traceutil/trace.go:171","msg":"trace[495468211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11209; }","duration":"639.917927ms","start":"2026-03-31T05:19:42.992459Z","end":"2026-03-31T05:19:43.632377Z","steps":["trace[495468211] 'agreement among raft nodes before linearized reading' (duration: 639.754422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.634756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.992431Z","time spent":"642.306152ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:43.632289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.484049Z","time spent":"1.148227902s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18226,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"info","ts":"2026-03-31T05:19:43.632744Z","caller":"traceutil/trace.go:171","msg":"trace[1683427584] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:11209; }","duration":"1.123469087s","start":"2026-03-31T05:19:42.509266Z","end":"2026-03-31T05:19:43.632735Z","steps":["trace[1683427584] 'agreement among raft nodes before linearized reading' (duration: 1.123363244s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.635293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.509241Z","time spent":"1.126035686s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10731,"request content":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-31T05:19:43.631801Z","caller":"traceutil/trace.go:171","msg":"trace[1515142196] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-7b66cfb94c-6pn7h; range_end:; response_count:1; response_revision:11209; }","duration":"1.273006438s","start":"2026-03-31T05:19:42.358784Z","end":"2026-03-31T05:19:43.63179Z","steps":["trace[1515142196] 'agreement among raft nodes before linearized reading' (duration: 1.272877964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.635467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.358776Z","time spent":"1.276651717s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4579,"request content":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-7b66cfb94c-6pn7h\" "} {"level":"warn","ts":"2026-03-31T05:19:43.63249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.627495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:43.635643Z","caller":"traceutil/trace.go:171","msg":"trace[1484252904] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:11209; }","duration":"581.76274ms","start":"2026-03-31T05:19:43.053849Z","end":"2026-03-31T05:19:43.635612Z","steps":["trace[1484252904] 'agreement among raft nodes before linearized reading' (duration: 578.600244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.63569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:43.053774Z","time spent":"581.900364ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:43.632494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.162473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:19:43.635987Z","caller":"traceutil/trace.go:171","msg":"trace[469934537] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11209; }","duration":"662.705729ms","start":"2026-03-31T05:19:42.973263Z","end":"2026-03-31T05:19:43.635969Z","steps":["trace[469934537] 'agreement among raft nodes before linearized reading' (duration: 659.151342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.636033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.973239Z","time spent":"662.780521ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:19:43.632611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447303135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:16874"} {"level":"info","ts":"2026-03-31T05:19:43.636288Z","caller":"traceutil/trace.go:171","msg":"trace[300024822] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:11209; }","duration":"1.450965775s","start":"2026-03-31T05:19:42.185299Z","end":"2026-03-31T05:19:43.636265Z","steps":["trace[300024822] 'agreement among raft nodes before linearized reading' (duration: 1.447250454s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.636331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.18523Z","time spent":"1.451089648s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":16897,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T05:19:43.631478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22216215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7673"} {"level":"info","ts":"2026-03-31T05:19:43.636445Z","caller":"traceutil/trace.go:171","msg":"trace[1895830398] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:11209; }","duration":"1.227148146s","start":"2026-03-31T05:19:42.409265Z","end":"2026-03-31T05:19:43.636413Z","steps":["trace[1895830398] 'agreement among raft nodes before linearized reading' (duration: 1.222147059s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.636519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.409243Z","time spent":"1.227251639s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7696,"request content":"key:\"/registry/deployments/openstack/barbican-api\" "} {"level":"warn","ts":"2026-03-31T05:19:43.632917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333973422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:19:43.636646Z","caller":"traceutil/trace.go:171","msg":"trace[2068412156] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11209; }","duration":"1.337662733s","start":"2026-03-31T05:19:42.298932Z","end":"2026-03-31T05:19:43.636594Z","steps":["trace[2068412156] 'agreement among raft nodes before linearized reading' (duration: 1.33390161s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.636711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.298886Z","time spent":"1.337806957s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:19:43.632976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373229884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-64bf9b6f75-89qmb\" ","response":"range_response_count:1 size:12107"} {"level":"info","ts":"2026-03-31T05:19:43.636797Z","caller":"traceutil/trace.go:171","msg":"trace[553191284] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-64bf9b6f75-89qmb; range_end:; response_count:1; response_revision:11209; }","duration":"1.377104519s","start":"2026-03-31T05:19:42.259678Z","end":"2026-03-31T05:19:43.636783Z","steps":["trace[553191284] 'agreement among raft nodes before linearized reading' (duration: 1.373152951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.63683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.259651Z","time spent":"1.377167441s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":12130,"request content":"key:\"/registry/pods/openstack/keystone-api-64bf9b6f75-89qmb\" "} {"level":"warn","ts":"2026-03-31T05:19:43.633057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399192212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5445"} {"level":"warn","ts":"2026-03-31T05:19:43.633069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335399581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:19:43.636908Z","caller":"traceutil/trace.go:171","msg":"trace[88900246] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:11209; }","duration":"1.403084888s","start":"2026-03-31T05:19:42.233804Z","end":"2026-03-31T05:19:43.636889Z","steps":["trace[88900246] 'agreement among raft nodes before linearized reading' (duration: 1.399169371s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.637267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.23378Z","time spent":"1.403471589s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":5468,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} {"level":"info","ts":"2026-03-31T05:19:43.637147Z","caller":"traceutil/trace.go:171","msg":"trace[742206130] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11209; }","duration":"1.339515463s","start":"2026-03-31T05:19:42.297605Z","end":"2026-03-31T05:19:43.637121Z","steps":["trace[742206130] 'agreement among raft nodes before linearized reading' (duration: 1.33537483s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.633151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385863718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:19:43.6376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.297577Z","time spent":"1.340010747s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:19:43.633141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348910309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4680"} {"level":"info","ts":"2026-03-31T05:19:43.638082Z","caller":"traceutil/trace.go:171","msg":"trace[1087692008] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11209; }","duration":"1.390828464s","start":"2026-03-31T05:19:42.247233Z","end":"2026-03-31T05:19:43.638062Z","steps":["trace[1087692008] 'agreement among raft nodes before linearized reading' (duration: 1.38556495s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.638282Z","caller":"traceutil/trace.go:171","msg":"trace[1091545885] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:11209; }","duration":"1.354084171s","start":"2026-03-31T05:19:42.28417Z","end":"2026-03-31T05:19:43.638254Z","steps":["trace[1091545885] 'agreement among raft nodes before linearized reading' (duration: 1.348625582s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.63834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.284144Z","time spent":"1.354179444s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4703,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-03-31T05:19:43.640301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.247207Z","time spent":"1.39105556s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:19:43.751237Z","caller":"traceutil/trace.go:171","msg":"trace[2132430940] linearizableReadLoop","detail":"{readStateIndex:11658; appliedIndex:11656; }","duration":"106.27177ms","start":"2026-03-31T05:19:43.644933Z","end":"2026-03-31T05:19:43.751204Z","steps":["trace[2132430940] 'read index received' (duration: 74.734089ms)","trace[2132430940] 'applied index is now lower than readState.Index' (duration: 31.521611ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:43.751383Z","caller":"traceutil/trace.go:171","msg":"trace[369498190] transaction","detail":"{read_only:false; response_revision:11212; number_of_response:1; }","duration":"107.930996ms","start":"2026-03-31T05:19:43.643438Z","end":"2026-03-31T05:19:43.751369Z","steps":["trace[369498190] 'process raft request' (duration: 107.694459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.751412Z","caller":"traceutil/trace.go:171","msg":"trace[1435777485] transaction","detail":"{read_only:false; response_revision:11211; number_of_response:1; }","duration":"108.047119ms","start":"2026-03-31T05:19:43.643241Z","end":"2026-03-31T05:19:43.751288Z","steps":["trace[1435777485] 'process raft request' (duration: 76.420066ms)","trace[1435777485] 'compare' (duration: 31.289624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:43.751566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.169052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-w9mmm\" ","response":"range_response_count:1 size:10139"} {"level":"info","ts":"2026-03-31T05:19:43.75166Z","caller":"traceutil/trace.go:171","msg":"trace[423763293] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-w9mmm; range_end:; response_count:1; response_revision:11212; }","duration":"108.292446ms","start":"2026-03-31T05:19:43.643348Z","end":"2026-03-31T05:19:43.75164Z","steps":["trace[423763293] 'agreement among raft nodes before linearized reading' (duration: 108.025409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.787704Z","caller":"traceutil/trace.go:171","msg":"trace[1403754507] transaction","detail":"{read_only:false; response_revision:11213; number_of_response:1; }","duration":"140.536616ms","start":"2026-03-31T05:19:43.647136Z","end":"2026-03-31T05:19:43.787672Z","steps":["trace[1403754507] 'process raft request' (duration: 139.485487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.788108Z","caller":"traceutil/trace.go:171","msg":"trace[1443792115] transaction","detail":"{read_only:false; response_revision:11214; number_of_response:1; }","duration":"139.726684ms","start":"2026-03-31T05:19:43.648351Z","end":"2026-03-31T05:19:43.788077Z","steps":["trace[1443792115] 'process raft request' (duration: 139.255841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.788276Z","caller":"traceutil/trace.go:171","msg":"trace[1928502046] transaction","detail":"{read_only:false; response_revision:11215; number_of_response:1; }","duration":"138.45003ms","start":"2026-03-31T05:19:43.649803Z","end":"2026-03-31T05:19:43.788253Z","steps":["trace[1928502046] 'process raft request' (duration: 138.1109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.788746Z","caller":"traceutil/trace.go:171","msg":"trace[1962507338] transaction","detail":"{read_only:false; response_revision:11216; number_of_response:1; }","duration":"138.910201ms","start":"2026-03-31T05:19:43.649816Z","end":"2026-03-31T05:19:43.788726Z","steps":["trace[1962507338] 'process raft request' (duration: 138.213462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.789004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.031568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-7f8596f788\" ","response":"range_response_count:1 size:5896"} {"level":"info","ts":"2026-03-31T05:19:43.789084Z","caller":"traceutil/trace.go:171","msg":"trace[1516197545] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-7f8596f788; range_end:; response_count:1; response_revision:11217; }","duration":"138.142391ms","start":"2026-03-31T05:19:43.650918Z","end":"2026-03-31T05:19:43.78906Z","steps":["trace[1516197545] 'agreement among raft nodes before linearized reading' (duration: 137.815902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.789162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.046661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-31T05:19:43.78924Z","caller":"traceutil/trace.go:171","msg":"trace[1136425371] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:11217; }","duration":"126.198925ms","start":"2026-03-31T05:19:43.663019Z","end":"2026-03-31T05:19:43.789218Z","steps":["trace[1136425371] 'agreement among raft nodes before linearized reading' (duration: 125.967429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.789387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.376997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7\" ","response":"range_response_count:1 size:2920"} {"level":"warn","ts":"2026-03-31T05:19:43.789405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.334424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4789"} {"level":"warn","ts":"2026-03-31T05:19:43.789378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.343407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-6479589586\" ","response":"range_response_count:1 size:6956"} {"level":"info","ts":"2026-03-31T05:19:43.78946Z","caller":"traceutil/trace.go:171","msg":"trace[574564493] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-6479589586; range_end:; response_count:1; response_revision:11217; }","duration":"138.439879ms","start":"2026-03-31T05:19:43.651008Z","end":"2026-03-31T05:19:43.789448Z","steps":["trace[574564493] 'agreement among raft nodes before linearized reading' (duration: 138.218003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.789513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.438319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59\" ","response":"range_response_count:1 size:24194"} {"level":"warn","ts":"2026-03-31T05:19:43.789541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.53804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10941"} {"level":"warn","ts":"2026-03-31T05:19:43.789557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.103537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"warn","ts":"2026-03-31T05:19:43.789528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.431958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:19:43.789578Z","caller":"traceutil/trace.go:171","msg":"trace[733339870] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59; range_end:; response_count:1; response_revision:11217; }","duration":"138.514481ms","start":"2026-03-31T05:19:43.651047Z","end":"2026-03-31T05:19:43.789562Z","steps":["trace[733339870] 'agreement among raft nodes before linearized reading' (duration: 138.364367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.789591Z","caller":"traceutil/trace.go:171","msg":"trace[1969721358] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:11217; }","duration":"139.149168ms","start":"2026-03-31T05:19:43.650433Z","end":"2026-03-31T05:19:43.789583Z","steps":["trace[1969721358] 'agreement among raft nodes before linearized reading' (duration: 139.049095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.7896Z","caller":"traceutil/trace.go:171","msg":"trace[415633144] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:11217; }","duration":"142.616503ms","start":"2026-03-31T05:19:43.646961Z","end":"2026-03-31T05:19:43.789577Z","steps":["trace[415633144] 'agreement among raft nodes before linearized reading' (duration: 142.474629ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.789634Z","caller":"traceutil/trace.go:171","msg":"trace[489523338] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11217; }","duration":"142.562862ms","start":"2026-03-31T05:19:43.647048Z","end":"2026-03-31T05:19:43.789611Z","steps":["trace[489523338] 'agreement among raft nodes before linearized reading' (duration: 142.086219ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.789462Z","caller":"traceutil/trace.go:171","msg":"trace[1857994556] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:11217; }","duration":"139.429696ms","start":"2026-03-31T05:19:43.650022Z","end":"2026-03-31T05:19:43.789451Z","steps":["trace[1857994556] 'agreement among raft nodes before linearized reading' (duration: 139.275782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.78967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.683546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:3105"} {"level":"info","ts":"2026-03-31T05:19:43.789698Z","caller":"traceutil/trace.go:171","msg":"trace[204047103] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:11217; }","duration":"138.734077ms","start":"2026-03-31T05:19:43.650955Z","end":"2026-03-31T05:19:43.789689Z","steps":["trace[204047103] 'agreement among raft nodes before linearized reading' (duration: 138.639154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.789423Z","caller":"traceutil/trace.go:171","msg":"trace[908730990] range","detail":"{range_begin:/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7; range_end:; response_count:1; response_revision:11217; }","duration":"138.433859ms","start":"2026-03-31T05:19:43.650979Z","end":"2026-03-31T05:19:43.789413Z","steps":["trace[908730990] 'agreement among raft nodes before linearized reading' (duration: 138.334416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.789823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.084804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4680"} {"level":"info","ts":"2026-03-31T05:19:43.789869Z","caller":"traceutil/trace.go:171","msg":"trace[472456289] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:11217; }","duration":"140.138565ms","start":"2026-03-31T05:19:43.649715Z","end":"2026-03-31T05:19:43.789854Z","steps":["trace[472456289] 'agreement among raft nodes before linearized reading' (duration: 140.011272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.789398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.412657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-service\" ","response":"range_response_count:1 size:6467"} {"level":"info","ts":"2026-03-31T05:19:43.789937Z","caller":"traceutil/trace.go:171","msg":"trace[1290567788] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-service; range_end:; response_count:1; response_revision:11217; }","duration":"142.976382ms","start":"2026-03-31T05:19:43.646951Z","end":"2026-03-31T05:19:43.789927Z","steps":["trace[1290567788] 'agreement among raft nodes before linearized reading' (duration: 142.294064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.790117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.426483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-31T05:19:43.790169Z","caller":"traceutil/trace.go:171","msg":"trace[637857909] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:11217; }","duration":"140.492734ms","start":"2026-03-31T05:19:43.649663Z","end":"2026-03-31T05:19:43.790155Z","steps":["trace[637857909] 'agreement among raft nodes before linearized reading' (duration: 140.361491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.790542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.570913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5635"} {"level":"info","ts":"2026-03-31T05:19:43.790587Z","caller":"traceutil/trace.go:171","msg":"trace[1748000678] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:11217; }","duration":"101.677486ms","start":"2026-03-31T05:19:43.688899Z","end":"2026-03-31T05:19:43.790576Z","steps":["trace[1748000678] 'agreement among raft nodes before linearized reading' (duration: 101.539162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.790518Z","caller":"traceutil/trace.go:171","msg":"trace[1550894460] transaction","detail":"{read_only:false; response_revision:11217; number_of_response:1; }","duration":"140.482345ms","start":"2026-03-31T05:19:43.649873Z","end":"2026-03-31T05:19:43.790355Z","steps":["trace[1550894460] 'process raft request' (duration: 138.640945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.790866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.017432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5031"} {"level":"info","ts":"2026-03-31T05:19:43.791746Z","caller":"traceutil/trace.go:171","msg":"trace[140081161] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:11217; }","duration":"140.963977ms","start":"2026-03-31T05:19:43.65073Z","end":"2026-03-31T05:19:43.791694Z","steps":["trace[140081161] 'agreement among raft nodes before linearized reading' (duration: 138.177591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:47.183822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.473907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:47.18393Z","caller":"traceutil/trace.go:171","msg":"trace[570847333] linearizableReadLoop","detail":"{readStateIndex:11676; appliedIndex:11675; }","duration":"118.571177ms","start":"2026-03-31T05:19:47.065344Z","end":"2026-03-31T05:19:47.183915Z","steps":["trace[570847333] 'read index received' (duration: 859.243µs)","trace[570847333] 'applied index is now lower than readState.Index' (duration: 117.709814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:47.184021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.68951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:47.184042Z","caller":"traceutil/trace.go:171","msg":"trace[1834291242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11229; }","duration":"118.762622ms","start":"2026-03-31T05:19:47.065274Z","end":"2026-03-31T05:19:47.184036Z","steps":["trace[1834291242] 'agreement among raft nodes before linearized reading' (duration: 118.67693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:47.184008Z","caller":"traceutil/trace.go:171","msg":"trace[1348322320] transaction","detail":"{read_only:false; response_revision:11229; number_of_response:1; }","duration":"213.474457ms","start":"2026-03-31T05:19:46.970486Z","end":"2026-03-31T05:19:47.18396Z","steps":["trace[1348322320] 'process raft request' (duration: 95.781284ms)","trace[1348322320] 'compare' (duration: 117.20768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:48.139281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.609259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:48.139729Z","caller":"traceutil/trace.go:171","msg":"trace[761081206] transaction","detail":"{read_only:false; response_revision:11233; number_of_response:1; }","duration":"344.962856ms","start":"2026-03-31T05:19:47.794728Z","end":"2026-03-31T05:19:48.139691Z","steps":["trace[761081206] 'process raft request' (duration: 222.812672ms)","trace[761081206] 'compare' (duration: 121.414284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:48.140053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.045801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:19:48.139813Z","caller":"traceutil/trace.go:171","msg":"trace[1235524059] linearizableReadLoop","detail":"{readStateIndex:11681; appliedIndex:11679; }","duration":"332.792954ms","start":"2026-03-31T05:19:47.806998Z","end":"2026-03-31T05:19:48.13979Z","steps":["trace[1235524059] 'read index received' (duration: 210.583938ms)","trace[1235524059] 'applied index is now lower than readState.Index' (duration: 122.207836ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:48.139858Z","caller":"traceutil/trace.go:171","msg":"trace[275629858] transaction","detail":"{read_only:false; response_revision:11234; number_of_response:1; }","duration":"344.872374ms","start":"2026-03-31T05:19:47.79495Z","end":"2026-03-31T05:19:48.139822Z","steps":["trace[275629858] 'process raft request' (duration: 344.535335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:48.140287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:47.79494Z","time spent":"345.310715ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:48.140241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:47.794699Z","time spent":"345.394707ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:48.140388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.916252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:19:48.140423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.37268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:19:48.140445Z","caller":"traceutil/trace.go:171","msg":"trace[1488825735] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:11234; }","duration":"101.998504ms","start":"2026-03-31T05:19:48.038432Z","end":"2026-03-31T05:19:48.140431Z","steps":["trace[1488825735] 'agreement among raft nodes before linearized reading' (duration: 101.872611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:48.140495Z","caller":"traceutil/trace.go:171","msg":"trace[1938057587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11234; }","duration":"333.489403ms","start":"2026-03-31T05:19:47.806984Z","end":"2026-03-31T05:19:48.140473Z","steps":["trace[1938057587] 'agreement among raft nodes before linearized reading' (duration: 333.325508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:48.140547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:47.806957Z","time spent":"333.577835ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:48.140712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.612299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:19:48.140808Z","caller":"traceutil/trace.go:171","msg":"trace[248442648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11234; }","duration":"332.731752ms","start":"2026-03-31T05:19:47.808058Z","end":"2026-03-31T05:19:48.14079Z","steps":["trace[248442648] 'agreement among raft nodes before linearized reading' (duration: 332.459835ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:48.140859Z","caller":"traceutil/trace.go:171","msg":"trace[1849548785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11234; }","duration":"333.198945ms","start":"2026-03-31T05:19:47.806949Z","end":"2026-03-31T05:19:48.140148Z","steps":["trace[1849548785] 'agreement among raft nodes before linearized reading' (duration: 332.900807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:48.140943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:47.808048Z","time spent":"332.856005ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:19:48.140968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:47.806925Z","time spent":"334.022048ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:48.141208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.915918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:48.141366Z","caller":"traceutil/trace.go:171","msg":"trace[926301631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11234; }","duration":"218.684469ms","start":"2026-03-31T05:19:47.922658Z","end":"2026-03-31T05:19:48.141343Z","steps":["trace[926301631] 'agreement among raft nodes before linearized reading' (duration: 217.813356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:48.611757Z","caller":"traceutil/trace.go:171","msg":"trace[1041895080] transaction","detail":"{read_only:false; response_revision:11235; number_of_response:1; }","duration":"466.904094ms","start":"2026-03-31T05:19:48.14482Z","end":"2026-03-31T05:19:48.611724Z","steps":["trace[1041895080] 'process raft request' (duration: 466.603785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:48.611954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:48.144794Z","time spent":"467.058617ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:48.778733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.646232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:48.778906Z","caller":"traceutil/trace.go:171","msg":"trace[1243854722] transaction","detail":"{read_only:false; response_revision:11237; number_of_response:1; }","duration":"632.70153ms","start":"2026-03-31T05:19:48.146182Z","end":"2026-03-31T05:19:48.778884Z","steps":["trace[1243854722] 'process raft request' (duration: 632.651758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:48.778971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:48.146165Z","time spent":"632.777681ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:48.77906Z","caller":"traceutil/trace.go:171","msg":"trace[1830013760] transaction","detail":"{read_only:false; response_revision:11236; number_of_response:1; }","duration":"634.020575ms","start":"2026-03-31T05:19:48.144888Z","end":"2026-03-31T05:19:48.778909Z","steps":["trace[1830013760] 'process raft request' (duration: 516.096336ms)","trace[1830013760] 'compare' (duration: 117.524258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:48.779465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:48.144852Z","time spent":"634.288033ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:50.273011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792633753,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:19:50.624655Z","caller":"traceutil/trace.go:171","msg":"trace[1324300246] transaction","detail":"{read_only:false; response_revision:11238; number_of_response:1; }","duration":"867.006975ms","start":"2026-03-31T05:19:49.757615Z","end":"2026-03-31T05:19:50.624622Z","steps":["trace[1324300246] 'process raft request' (duration: 866.738088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.625064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.757586Z","time spent":"867.306364ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:50.936585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.256215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:50.936779Z","caller":"traceutil/trace.go:171","msg":"trace[1716984172] linearizableReadLoop","detail":"{readStateIndex:11686; appliedIndex:11684; }","duration":"1.164666271s","start":"2026-03-31T05:19:49.772061Z","end":"2026-03-31T05:19:50.936728Z","steps":["trace[1716984172] 'read index received' (duration: 852.353205ms)","trace[1716984172] 'applied index is now lower than readState.Index' (duration: 312.311346ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:50.936923Z","caller":"traceutil/trace.go:171","msg":"trace[1827942592] transaction","detail":"{read_only:false; response_revision:11239; number_of_response:1; }","duration":"1.1716126s","start":"2026-03-31T05:19:49.76529Z","end":"2026-03-31T05:19:50.936903Z","steps":["trace[1827942592] 'process raft request' (duration: 1.062913153s)","trace[1827942592] 'compare' (duration: 106.415655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:50.937026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.765256Z","time spent":"1.171721073s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:50.937312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165236936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:19:50.93739Z","caller":"traceutil/trace.go:171","msg":"trace[1814708339] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11239; }","duration":"1.165351429s","start":"2026-03-31T05:19:49.772019Z","end":"2026-03-31T05:19:50.93737Z","steps":["trace[1814708339] 'agreement among raft nodes before linearized reading' (duration: 1.165087722s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.937374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.30116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:19:50.937442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.772005Z","time spent":"1.165423691s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:19:50.937452Z","caller":"traceutil/trace.go:171","msg":"trace[1857591767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11239; }","duration":"321.395623ms","start":"2026-03-31T05:19:50.616038Z","end":"2026-03-31T05:19:50.937433Z","steps":["trace[1857591767] 'agreement among raft nodes before linearized reading' (duration: 321.098755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.937502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.616009Z","time spent":"321.484125ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:50.937551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.398239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"warn","ts":"2026-03-31T05:19:50.937464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.763303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-31T05:19:50.937633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.462331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:19:50.937668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066953723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:50.93771Z","caller":"traceutil/trace.go:171","msg":"trace[1361547272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11239; }","duration":"1.067040746s","start":"2026-03-31T05:19:49.87066Z","end":"2026-03-31T05:19:50.937701Z","steps":["trace[1361547272] 'agreement among raft nodes before linearized reading' (duration: 1.066987725s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.937755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.87064Z","time spent":"1.067107777s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:19:50.93778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.7499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:19:50.937833Z","caller":"traceutil/trace.go:171","msg":"trace[973686620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11239; }","duration":"148.817492ms","start":"2026-03-31T05:19:50.789Z","end":"2026-03-31T05:19:50.937817Z","steps":["trace[973686620] 'agreement among raft nodes before linearized reading' (duration: 148.700049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:50.937763Z","caller":"traceutil/trace.go:171","msg":"trace[183430333] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11239; }","duration":"810.135223ms","start":"2026-03-31T05:19:50.127541Z","end":"2026-03-31T05:19:50.937676Z","steps":["trace[183430333] 'agreement among raft nodes before linearized reading' (duration: 809.663831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.939367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.127511Z","time spent":"811.83918ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-31T05:19:50.937404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144679705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:19:50.937622Z","caller":"traceutil/trace.go:171","msg":"trace[242681653] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:11239; }","duration":"866.533013ms","start":"2026-03-31T05:19:50.071056Z","end":"2026-03-31T05:19:50.937589Z","steps":["trace[242681653] 'agreement among raft nodes before linearized reading' (duration: 866.42426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.937666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.255854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:19:50.937948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.232117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:50.937833Z","caller":"traceutil/trace.go:171","msg":"trace[1369512974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11239; }","duration":"792.581894ms","start":"2026-03-31T05:19:50.145116Z","end":"2026-03-31T05:19:50.937697Z","steps":["trace[1369512974] 'agreement among raft nodes before linearized reading' (duration: 792.399319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.93796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.595184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:19:50.938005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.998235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:50.939642Z","caller":"traceutil/trace.go:171","msg":"trace[1514785614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11239; }","duration":"1.146967388s","start":"2026-03-31T05:19:49.792652Z","end":"2026-03-31T05:19:50.93962Z","steps":["trace[1514785614] 'agreement among raft nodes before linearized reading' (duration: 1.144467889s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:50.939814Z","caller":"traceutil/trace.go:171","msg":"trace[791130522] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11239; }","duration":"794.558798ms","start":"2026-03-31T05:19:50.145229Z","end":"2026-03-31T05:19:50.939788Z","steps":["trace[791130522] 'agreement among raft nodes before linearized reading' (duration: 792.248025ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:50.93984Z","caller":"traceutil/trace.go:171","msg":"trace[1203284507] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:11239; }","duration":"195.855196ms","start":"2026-03-31T05:19:50.743957Z","end":"2026-03-31T05:19:50.939812Z","steps":["trace[1203284507] 'agreement among raft nodes before linearized reading' (duration: 194.009595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.939883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.145204Z","time spent":"794.662831ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:19:50.939702Z","caller":"traceutil/trace.go:171","msg":"trace[2131855216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11239; }","duration":"151.31744ms","start":"2026-03-31T05:19:50.788367Z","end":"2026-03-31T05:19:50.939684Z","steps":["trace[2131855216] 'agreement among raft nodes before linearized reading' (duration: 149.193152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.93998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.79264Z","time spent":"1.147320567s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:19:50.939748Z","caller":"traceutil/trace.go:171","msg":"trace[1537866905] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:11239; }","duration":"161.079107ms","start":"2026-03-31T05:19:50.778657Z","end":"2026-03-31T05:19:50.939736Z","steps":["trace[1537866905] 'agreement among raft nodes before linearized reading' (duration: 159.048371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.939738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.071035Z","time spent":"868.658911ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T05:19:50.939804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.145101Z","time spent":"794.683531ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:52.569926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.136799ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:19:52.570057Z","caller":"traceutil/trace.go:171","msg":"trace[1537747514] linearizableReadLoop","detail":"{readStateIndex:11694; appliedIndex:11693; }","duration":"274.662447ms","start":"2026-03-31T05:19:52.295374Z","end":"2026-03-31T05:19:52.570036Z","steps":["trace[1537747514] 'read index received' (duration: 102.58054ms)","trace[1537747514] 'applied index is now lower than readState.Index' (duration: 172.079437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:52.570219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.831272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:52.570267Z","caller":"traceutil/trace.go:171","msg":"trace[1135911704] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:11246; }","duration":"274.893524ms","start":"2026-03-31T05:19:52.295361Z","end":"2026-03-31T05:19:52.570254Z","steps":["trace[1135911704] 'agreement among raft nodes before linearized reading' (duration: 274.790921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:52.570336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.461557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:52.57045Z","caller":"traceutil/trace.go:171","msg":"trace[84275800] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11246; }","duration":"139.591561ms","start":"2026-03-31T05:19:52.430833Z","end":"2026-03-31T05:19:52.570424Z","steps":["trace[84275800] 'agreement among raft nodes before linearized reading' (duration: 139.410146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:52.900775Z","caller":"traceutil/trace.go:171","msg":"trace[1753149343] transaction","detail":"{read_only:false; response_revision:11247; number_of_response:1; }","duration":"268.487949ms","start":"2026-03-31T05:19:52.632244Z","end":"2026-03-31T05:19:52.900732Z","steps":["trace[1753149343] 'process raft request' (duration: 268.133709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:53.564118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.272523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:53.564266Z","caller":"traceutil/trace.go:171","msg":"trace[232930280] linearizableReadLoop","detail":"{readStateIndex:11696; appliedIndex:11695; }","duration":"614.704299ms","start":"2026-03-31T05:19:52.949538Z","end":"2026-03-31T05:19:53.564242Z","steps":["trace[232930280] 'read index received' (duration: 298.162728ms)","trace[232930280] 'applied index is now lower than readState.Index' (duration: 316.539651ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:53.564403Z","caller":"traceutil/trace.go:171","msg":"trace[1440414565] transaction","detail":"{read_only:false; response_revision:11248; number_of_response:1; }","duration":"621.225417ms","start":"2026-03-31T05:19:52.943158Z","end":"2026-03-31T05:19:53.564383Z","steps":["trace[1440414565] 'process raft request' (duration: 304.540782ms)","trace[1440414565] 'compare' (duration: 315.7945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:53.56451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:52.943128Z","time spent":"621.32682ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:53.565019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.409338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:19:53.565081Z","caller":"traceutil/trace.go:171","msg":"trace[532534072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11248; }","duration":"615.595453ms","start":"2026-03-31T05:19:52.949469Z","end":"2026-03-31T05:19:53.565064Z","steps":["trace[532534072] 'agreement among raft nodes before linearized reading' (duration: 615.343246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:53.565126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:52.949437Z","time spent":"615.678046ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:53.56526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.220989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:19:53.565331Z","caller":"traceutil/trace.go:171","msg":"trace[1051594181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11248; }","duration":"613.348742ms","start":"2026-03-31T05:19:52.951967Z","end":"2026-03-31T05:19:53.565316Z","steps":["trace[1051594181] 'agreement among raft nodes before linearized reading' (duration: 613.166277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:53.565343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.894386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:19:53.565362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:52.951942Z","time spent":"613.411854ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:19:53.565384Z","caller":"traceutil/trace.go:171","msg":"trace[277366239] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11248; }","duration":"606.968348ms","start":"2026-03-31T05:19:52.958402Z","end":"2026-03-31T05:19:53.56537Z","steps":["trace[277366239] 'agreement among raft nodes before linearized reading' (duration: 606.898976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:53.565413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:52.958379Z","time spent":"607.02958ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:19:53.565261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.171633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:19:53.565492Z","caller":"traceutil/trace.go:171","msg":"trace[732850880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11248; }","duration":"607.439551ms","start":"2026-03-31T05:19:52.958045Z","end":"2026-03-31T05:19:53.565484Z","steps":["trace[732850880] 'agreement among raft nodes before linearized reading' (duration: 607.096691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:53.565521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:52.95803Z","time spent":"607.482151ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:53.56552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.380336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:19:53.565639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.097988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:19:53.56566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.726247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:19:53.565705Z","caller":"traceutil/trace.go:171","msg":"trace[977494979] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11248; }","duration":"608.579671ms","start":"2026-03-31T05:19:52.957114Z","end":"2026-03-31T05:19:53.565694Z","steps":["trace[977494979] 'agreement among raft nodes before linearized reading' (duration: 608.325944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:53.565724Z","caller":"traceutil/trace.go:171","msg":"trace[1683548601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11248; }","duration":"612.238342ms","start":"2026-03-31T05:19:52.953466Z","end":"2026-03-31T05:19:53.565704Z","steps":["trace[1683548601] 'agreement among raft nodes before linearized reading' (duration: 611.971854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:53.565745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:52.957106Z","time spent":"608.629383ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:19:53.565749Z","caller":"traceutil/trace.go:171","msg":"trace[1719511334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11248; }","duration":"611.846991ms","start":"2026-03-31T05:19:52.953881Z","end":"2026-03-31T05:19:53.565728Z","steps":["trace[1719511334] 'agreement among raft nodes before linearized reading' (duration: 611.546633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:53.565774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:52.953438Z","time spent":"612.329624ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:53.565818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:52.953874Z","time spent":"611.930423ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:19:53.588845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.948416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-03-31T05:19:53.588903Z","caller":"traceutil/trace.go:171","msg":"trace[901304657] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:11248; }","duration":"478.061259ms","start":"2026-03-31T05:19:53.110826Z","end":"2026-03-31T05:19:53.588888Z","steps":["trace[901304657] 'agreement among raft nodes before linearized reading' (duration: 454.338512ms)","trace[901304657] 'range keys from bolt db' (duration: 23.615834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:53.588945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:53.110802Z","time spent":"478.13658ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-03-31T05:19:53.788614Z","caller":"traceutil/trace.go:171","msg":"trace[980127984] transaction","detail":"{read_only:false; response_revision:11251; number_of_response:1; }","duration":"217.488806ms","start":"2026-03-31T05:19:53.571104Z","end":"2026-03-31T05:19:53.788593Z","steps":["trace[980127984] 'process raft request' (duration: 217.419964ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:53.788663Z","caller":"traceutil/trace.go:171","msg":"trace[831110155] transaction","detail":"{read_only:false; response_revision:11250; number_of_response:1; }","duration":"217.590879ms","start":"2026-03-31T05:19:53.57103Z","end":"2026-03-31T05:19:53.788621Z","steps":["trace[831110155] 'process raft request' (duration: 192.026092ms)","trace[831110155] 'compare' (duration: 25.290549ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:53.788905Z","caller":"traceutil/trace.go:171","msg":"trace[29640779] transaction","detail":"{read_only:false; response_revision:11252; number_of_response:1; }","duration":"217.784024ms","start":"2026-03-31T05:19:53.571097Z","end":"2026-03-31T05:19:53.788881Z","steps":["trace[29640779] 'process raft request' (duration: 217.461375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:53.789383Z","caller":"traceutil/trace.go:171","msg":"trace[1460130523] linearizableReadLoop","detail":"{readStateIndex:11702; appliedIndex:11696; }","duration":"195.892217ms","start":"2026-03-31T05:19:53.593434Z","end":"2026-03-31T05:19:53.789326Z","steps":["trace[1460130523] 'read index received' (duration: 41.229916ms)","trace[1460130523] 'applied index is now lower than readState.Index' (duration: 154.660941ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:53.789397Z","caller":"traceutil/trace.go:171","msg":"trace[1858256779] transaction","detail":"{read_only:false; response_revision:11254; number_of_response:1; }","duration":"197.592843ms","start":"2026-03-31T05:19:53.591763Z","end":"2026-03-31T05:19:53.789356Z","steps":["trace[1858256779] 'process raft request' (duration: 197.395068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:53.789432Z","caller":"traceutil/trace.go:171","msg":"trace[1297466666] transaction","detail":"{read_only:false; response_revision:11253; number_of_response:1; }","duration":"197.543532ms","start":"2026-03-31T05:19:53.59175Z","end":"2026-03-31T05:19:53.789293Z","steps":["trace[1297466666] 'process raft request' (duration: 197.043539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:53.789927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.475163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347735"} {"level":"info","ts":"2026-03-31T05:19:53.789994Z","caller":"traceutil/trace.go:171","msg":"trace[69325882] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11254; }","duration":"196.594706ms","start":"2026-03-31T05:19:53.593389Z","end":"2026-03-31T05:19:53.789984Z","steps":["trace[69325882] 'agreement among raft nodes before linearized reading' (duration: 196.048021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:57.925329Z","caller":"traceutil/trace.go:171","msg":"trace[855132623] linearizableReadLoop","detail":"{readStateIndex:11725; appliedIndex:11723; }","duration":"115.779015ms","start":"2026-03-31T05:19:57.809521Z","end":"2026-03-31T05:19:57.9253Z","steps":["trace[855132623] 'read index received' (duration: 27.221724ms)","trace[855132623] 'applied index is now lower than readState.Index' (duration: 88.556211ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:57.925461Z","caller":"traceutil/trace.go:171","msg":"trace[1843829521] transaction","detail":"{read_only:false; response_revision:11278; number_of_response:1; }","duration":"113.134913ms","start":"2026-03-31T05:19:57.812315Z","end":"2026-03-31T05:19:57.92545Z","steps":["trace[1843829521] 'process raft request' (duration: 112.946558ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:57.925408Z","caller":"traceutil/trace.go:171","msg":"trace[1603120772] transaction","detail":"{read_only:false; response_revision:11277; number_of_response:1; }","duration":"115.291972ms","start":"2026-03-31T05:19:57.810076Z","end":"2026-03-31T05:19:57.925368Z","steps":["trace[1603120772] 'process raft request' (duration: 115.150628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:57.925457Z","caller":"traceutil/trace.go:171","msg":"trace[2144714935] transaction","detail":"{read_only:false; response_revision:11276; number_of_response:1; }","duration":"116.111035ms","start":"2026-03-31T05:19:57.809315Z","end":"2026-03-31T05:19:57.925426Z","steps":["trace[2144714935] 'process raft request' (duration: 115.738034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.925675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.127954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:19:57.92577Z","caller":"traceutil/trace.go:171","msg":"trace[1149607802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11278; }","duration":"116.260978ms","start":"2026-03-31T05:19:57.809487Z","end":"2026-03-31T05:19:57.925748Z","steps":["trace[1149607802] 'agreement among raft nodes before linearized reading' (duration: 116.046832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.925748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.385129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:19:57.925837Z","caller":"traceutil/trace.go:171","msg":"trace[61378874] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11278; }","duration":"113.519403ms","start":"2026-03-31T05:19:57.812297Z","end":"2026-03-31T05:19:57.925816Z","steps":["trace[61378874] 'agreement among raft nodes before linearized reading' (duration: 113.221695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:59.298431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792633875,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:19:59.41073Z","caller":"traceutil/trace.go:171","msg":"trace[1559094587] transaction","detail":"{read_only:false; response_revision:11280; number_of_response:1; }","duration":"793.368309ms","start":"2026-03-31T05:19:58.61731Z","end":"2026-03-31T05:19:59.410678Z","steps":["trace[1559094587] 'process raft request' (duration: 793.190494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:59.410911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:58.617272Z","time spent":"793.544404ms","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:59.454708Z","caller":"traceutil/trace.go:171","msg":"trace[1048526250] linearizableReadLoop","detail":"{readStateIndex:11731; appliedIndex:11728; }","duration":"656.575899ms","start":"2026-03-31T05:19:58.798117Z","end":"2026-03-31T05:19:59.454693Z","steps":["trace[1048526250] 'read index received' (duration: 612.418652ms)","trace[1048526250] 'applied index is now lower than readState.Index' (duration: 44.156147ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:59.454775Z","caller":"traceutil/trace.go:171","msg":"trace[1039067712] transaction","detail":"{read_only:false; response_revision:11282; number_of_response:1; }","duration":"527.764647ms","start":"2026-03-31T05:19:58.926971Z","end":"2026-03-31T05:19:59.454735Z","steps":["trace[1039067712] 'process raft request' (duration: 527.50071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:59.454891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.744274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:19:59.454931Z","caller":"traceutil/trace.go:171","msg":"trace[1912917897] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11282; }","duration":"656.850907ms","start":"2026-03-31T05:19:58.798072Z","end":"2026-03-31T05:19:59.454923Z","steps":["trace[1912917897] 'agreement among raft nodes before linearized reading' (duration: 656.739494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:59.454963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:58.79805Z","time spent":"656.905277ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:19:59.455088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.132526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:19:59.455127Z","caller":"traceutil/trace.go:171","msg":"trace[783118485] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11282; }","duration":"656.208739ms","start":"2026-03-31T05:19:58.79891Z","end":"2026-03-31T05:19:59.455118Z","steps":["trace[783118485] 'agreement among raft nodes before linearized reading' (duration: 656.060185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:59.455122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.401708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:19:59.455212Z","caller":"traceutil/trace.go:171","msg":"trace[672064288] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11282; }","duration":"268.549622ms","start":"2026-03-31T05:19:59.186643Z","end":"2026-03-31T05:19:59.455193Z","steps":["trace[672064288] 'agreement among raft nodes before linearized reading' (duration: 268.330866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:59.455254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.95138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:59.455291Z","caller":"traceutil/trace.go:171","msg":"trace[1975867103] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:11282; }","duration":"285.083733ms","start":"2026-03-31T05:19:59.170194Z","end":"2026-03-31T05:19:59.455277Z","steps":["trace[1975867103] 'agreement among raft nodes before linearized reading' (duration: 284.988211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:59.455165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:58.798903Z","time spent":"656.23778ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:19:59.454616Z","caller":"traceutil/trace.go:171","msg":"trace[105774984] transaction","detail":"{read_only:false; response_revision:11281; number_of_response:1; }","duration":"808.300917ms","start":"2026-03-31T05:19:58.646272Z","end":"2026-03-31T05:19:59.454573Z","steps":["trace[105774984] 'process raft request' (duration: 808.04369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:59.455619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:58.646222Z","time spent":"809.296694ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:59.455611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:58.926944Z","time spent":"527.905232ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:00.147575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.621141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:20:00.14771Z","caller":"traceutil/trace.go:171","msg":"trace[2118584525] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11282; }","duration":"686.765135ms","start":"2026-03-31T05:19:59.460912Z","end":"2026-03-31T05:20:00.147678Z","steps":["trace[2118584525] 'range keys from in-memory index tree' (duration: 686.411226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.147783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.46085Z","time spent":"686.91576ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:20:00.147817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.265385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:00.14794Z","caller":"traceutil/trace.go:171","msg":"trace[1269780018] transaction","detail":"{read_only:false; response_revision:11283; number_of_response:1; }","duration":"686.839607ms","start":"2026-03-31T05:19:59.46108Z","end":"2026-03-31T05:20:00.14792Z","steps":["trace[1269780018] 'process raft request' (duration: 99.369287ms)","trace[1269780018] 'compare' (duration: 587.015777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:00.148005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.461048Z","time spent":"686.93353ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:00.149121Z","caller":"traceutil/trace.go:171","msg":"trace[1209732447] transaction","detail":"{read_only:false; response_revision:11284; number_of_response:1; }","duration":"687.726151ms","start":"2026-03-31T05:19:59.461334Z","end":"2026-03-31T05:20:00.14906Z","steps":["trace[1209732447] 'process raft request' (duration: 687.33029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.149348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.461323Z","time spent":"687.890846ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:00.501085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.128245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:00.501354Z","caller":"traceutil/trace.go:171","msg":"trace[1333752848] linearizableReadLoop","detail":"{readStateIndex:11734; appliedIndex:11732; }","duration":"826.003382ms","start":"2026-03-31T05:19:59.675334Z","end":"2026-03-31T05:20:00.501338Z","steps":["trace[1333752848] 'read index received' (duration: 473.291189ms)","trace[1333752848] 'applied index is now lower than readState.Index' (duration: 352.711003ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:00.501439Z","caller":"traceutil/trace.go:171","msg":"trace[1284499665] transaction","detail":"{read_only:false; response_revision:11285; number_of_response:1; }","duration":"855.57123ms","start":"2026-03-31T05:19:59.645802Z","end":"2026-03-31T05:20:00.501373Z","steps":["trace[1284499665] 'process raft request' (duration: 634.058074ms)","trace[1284499665] 'compare' (duration: 221.006272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:00.501559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.235308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:20:00.501598Z","caller":"traceutil/trace.go:171","msg":"trace[1397397869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11285; }","duration":"826.323331ms","start":"2026-03-31T05:19:59.675264Z","end":"2026-03-31T05:20:00.501588Z","steps":["trace[1397397869] 'agreement among raft nodes before linearized reading' (duration: 826.177097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.501623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.675237Z","time spent":"826.380521ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:00.501872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.64577Z","time spent":"855.813877ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:00.50195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.243757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:20:00.501955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.62673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:20:00.501975Z","caller":"traceutil/trace.go:171","msg":"trace[1924867273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11285; }","duration":"571.271778ms","start":"2026-03-31T05:19:59.930697Z","end":"2026-03-31T05:20:00.501968Z","steps":["trace[1924867273] 'agreement among raft nodes before linearized reading' (duration: 571.197806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.501998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.930663Z","time spent":"571.330489ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:20:00.502Z","caller":"traceutil/trace.go:171","msg":"trace[147445427] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11285; }","duration":"352.721793ms","start":"2026-03-31T05:20:00.149266Z","end":"2026-03-31T05:20:00.501988Z","steps":["trace[147445427] 'agreement among raft nodes before linearized reading' (duration: 352.590129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.502038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:00.14924Z","time spent":"352.781855ms","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19243,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:20:00.502046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.750076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:20:00.502087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.989106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:20:00.502114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.786262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:00.502146Z","caller":"traceutil/trace.go:171","msg":"trace[1903319892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11285; }","duration":"565.092279ms","start":"2026-03-31T05:19:59.937041Z","end":"2026-03-31T05:20:00.502133Z","steps":["trace[1903319892] 'agreement among raft nodes before linearized reading' (duration: 564.942814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.502177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.937017Z","time spent":"565.153931ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:20:00.502158Z","caller":"traceutil/trace.go:171","msg":"trace[929555679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11285; }","duration":"554.878289ms","start":"2026-03-31T05:19:59.947245Z","end":"2026-03-31T05:20:00.502123Z","steps":["trace[929555679] 'agreement among raft nodes before linearized reading' (duration: 554.660693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:00.502184Z","caller":"traceutil/trace.go:171","msg":"trace[1917297011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11285; }","duration":"627.897645ms","start":"2026-03-31T05:19:59.874268Z","end":"2026-03-31T05:20:00.502166Z","steps":["trace[1917297011] 'agreement among raft nodes before linearized reading' (duration: 627.780542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.502094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.288038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:20:00.502229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.874247Z","time spent":"627.971758ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:00.50223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.947228Z","time spent":"554.988253ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:00.502223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.488754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:20:00.50229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.144875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:20:00.502305Z","caller":"traceutil/trace.go:171","msg":"trace[2036897701] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11285; }","duration":"571.647538ms","start":"2026-03-31T05:19:59.930643Z","end":"2026-03-31T05:20:00.502291Z","steps":["trace[2036897701] 'agreement among raft nodes before linearized reading' (duration: 571.35085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:00.502297Z","caller":"traceutil/trace.go:171","msg":"trace[51669494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11285; }","duration":"661.518595ms","start":"2026-03-31T05:19:59.840738Z","end":"2026-03-31T05:20:00.502256Z","steps":["trace[51669494] 'agreement among raft nodes before linearized reading' (duration: 661.058822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.50235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.93062Z","time spent":"571.7216ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:20:00.502364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.840715Z","time spent":"661.631038ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:20:00.502374Z","caller":"traceutil/trace.go:171","msg":"trace[14611871] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11285; }","duration":"563.590678ms","start":"2026-03-31T05:19:59.938771Z","end":"2026-03-31T05:20:00.502361Z","steps":["trace[14611871] 'agreement among raft nodes before linearized reading' (duration: 563.031313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.502418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.938754Z","time spent":"563.656409ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:20:00.798033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.188527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:00.798157Z","caller":"traceutil/trace.go:171","msg":"trace[810244533] transaction","detail":"{read_only:false; response_revision:11286; number_of_response:1; }","duration":"245.532723ms","start":"2026-03-31T05:20:00.552604Z","end":"2026-03-31T05:20:00.798137Z","steps":["trace[810244533] 'process raft request' (duration: 69.146181ms)","trace[810244533] 'compare' (duration: 175.717364ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:00.833767Z","caller":"traceutil/trace.go:171","msg":"trace[1474507205] transaction","detail":"{read_only:false; response_revision:11287; number_of_response:1; }","duration":"280.347434ms","start":"2026-03-31T05:20:00.553387Z","end":"2026-03-31T05:20:00.833734Z","steps":["trace[1474507205] 'process raft request' (duration: 280.151859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:00.834075Z","caller":"traceutil/trace.go:171","msg":"trace[727422764] transaction","detail":"{read_only:false; response_revision:11288; number_of_response:1; }","duration":"280.605921ms","start":"2026-03-31T05:20:00.553461Z","end":"2026-03-31T05:20:00.834067Z","steps":["trace[727422764] 'process raft request' (duration: 280.222741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:00.834404Z","caller":"traceutil/trace.go:171","msg":"trace[763648285] transaction","detail":"{read_only:false; response_revision:11289; number_of_response:1; }","duration":"280.801307ms","start":"2026-03-31T05:20:00.553577Z","end":"2026-03-31T05:20:00.834378Z","steps":["trace[763648285] 'process raft request' (duration: 280.451267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:00.834537Z","caller":"traceutil/trace.go:171","msg":"trace[634192407] transaction","detail":"{read_only:false; response_revision:11290; number_of_response:1; }","duration":"280.865309ms","start":"2026-03-31T05:20:00.553664Z","end":"2026-03-31T05:20:00.834529Z","steps":["trace[634192407] 'process raft request' (duration: 280.594331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:00.834714Z","caller":"traceutil/trace.go:171","msg":"trace[1176425812] linearizableReadLoop","detail":"{readStateIndex:11740; appliedIndex:11734; }","duration":"279.10395ms","start":"2026-03-31T05:20:00.555588Z","end":"2026-03-31T05:20:00.834691Z","steps":["trace[1176425812] 'read index received' (duration: 66.271302ms)","trace[1176425812] 'applied index is now lower than readState.Index' (duration: 212.831548ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:00.834796Z","caller":"traceutil/trace.go:171","msg":"trace[880268280] transaction","detail":"{read_only:false; response_revision:11291; number_of_response:1; }","duration":"281.069594ms","start":"2026-03-31T05:20:00.553718Z","end":"2026-03-31T05:20:00.834788Z","steps":["trace[880268280] 'process raft request' (duration: 280.779706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.834858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.587914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:00.834895Z","caller":"traceutil/trace.go:171","msg":"trace[924329623] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11291; }","duration":"185.689346ms","start":"2026-03-31T05:20:00.649196Z","end":"2026-03-31T05:20:00.834886Z","steps":["trace[924329623] 'agreement among raft nodes before linearized reading' (duration: 185.608574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.835304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.694786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347735"} {"level":"info","ts":"2026-03-31T05:20:00.835338Z","caller":"traceutil/trace.go:171","msg":"trace[13846009] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11291; }","duration":"279.775879ms","start":"2026-03-31T05:20:00.555556Z","end":"2026-03-31T05:20:00.835332Z","steps":["trace[13846009] 'agreement among raft nodes before linearized reading' (duration: 279.363307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:01.637348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.123909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:01.637463Z","caller":"traceutil/trace.go:171","msg":"trace[1076487553] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:11294; }","duration":"261.319324ms","start":"2026-03-31T05:20:01.376119Z","end":"2026-03-31T05:20:01.637438Z","steps":["trace[1076487553] 'count revisions from in-memory index tree' (duration: 261.014506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:01.637666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.252801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414695"} {"level":"info","ts":"2026-03-31T05:20:01.637759Z","caller":"traceutil/trace.go:171","msg":"trace[167291593] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:11294; }","duration":"220.376225ms","start":"2026-03-31T05:20:01.417363Z","end":"2026-03-31T05:20:01.637739Z","steps":["trace[167291593] 'range keys from in-memory index tree' (duration: 219.980404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:01.637506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.180247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:01.637985Z","caller":"traceutil/trace.go:171","msg":"trace[864381192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11294; }","duration":"574.723432ms","start":"2026-03-31T05:20:01.063242Z","end":"2026-03-31T05:20:01.637965Z","steps":["trace[864381192] 'range keys from in-memory index tree' (duration: 574.015612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:01.638271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:01.063221Z","time spent":"575.03125ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:20:01.643961Z","caller":"traceutil/trace.go:171","msg":"trace[717305916] transaction","detail":"{read_only:false; response_revision:11295; number_of_response:1; }","duration":"182.489329ms","start":"2026-03-31T05:20:01.461458Z","end":"2026-03-31T05:20:01.643948Z","steps":["trace[717305916] 'process raft request' (duration: 182.337355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:02.501812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.552244ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:20:03.017903Z","caller":"traceutil/trace.go:171","msg":"trace[1845156519] transaction","detail":"{read_only:false; response_revision:11302; number_of_response:1; }","duration":"124.37735ms","start":"2026-03-31T05:20:02.893494Z","end":"2026-03-31T05:20:03.017871Z","steps":["trace[1845156519] 'process raft request' (duration: 124.333419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:03.018558Z","caller":"traceutil/trace.go:171","msg":"trace[1823399956] transaction","detail":"{read_only:false; response_revision:11299; number_of_response:1; }","duration":"125.415338ms","start":"2026-03-31T05:20:02.893133Z","end":"2026-03-31T05:20:03.018548Z","steps":["trace[1823399956] 'process raft request' (duration: 124.076322ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:03.018708Z","caller":"traceutil/trace.go:171","msg":"trace[1473107682] transaction","detail":"{read_only:false; response_revision:11300; number_of_response:1; }","duration":"125.350686ms","start":"2026-03-31T05:20:02.893348Z","end":"2026-03-31T05:20:03.018699Z","steps":["trace[1473107682] 'process raft request' (duration: 124.37891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:03.018831Z","caller":"traceutil/trace.go:171","msg":"trace[214425892] transaction","detail":"{read_only:false; response_revision:11301; number_of_response:1; }","duration":"125.381478ms","start":"2026-03-31T05:20:02.893439Z","end":"2026-03-31T05:20:03.01882Z","steps":["trace[214425892] 'process raft request' (duration: 124.344129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:03.063764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.172819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:03.063919Z","caller":"traceutil/trace.go:171","msg":"trace[1377569007] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:11303; }","duration":"100.385255ms","start":"2026-03-31T05:20:02.963492Z","end":"2026-03-31T05:20:03.063877Z","steps":["trace[1377569007] 'agreement among raft nodes before linearized reading' (duration: 100.120527ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:03.064276Z","caller":"traceutil/trace.go:171","msg":"trace[953330683] transaction","detail":"{read_only:false; response_revision:11303; number_of_response:1; }","duration":"135.589887ms","start":"2026-03-31T05:20:02.928116Z","end":"2026-03-31T05:20:03.063706Z","steps":["trace[953330683] 'process raft request' (duration: 135.32517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:03.95133Z","caller":"traceutil/trace.go:171","msg":"trace[2068550984] linearizableReadLoop","detail":"{readStateIndex:11754; appliedIndex:11753; }","duration":"186.861769ms","start":"2026-03-31T05:20:03.764435Z","end":"2026-03-31T05:20:03.951297Z","steps":["trace[2068550984] 'read index received' (duration: 186.648243ms)","trace[2068550984] 'applied index is now lower than readState.Index' (duration: 212.136µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:03.951461Z","caller":"traceutil/trace.go:171","msg":"trace[1589055556] transaction","detail":"{read_only:false; response_revision:11304; number_of_response:1; }","duration":"291.835838ms","start":"2026-03-31T05:20:03.659582Z","end":"2026-03-31T05:20:03.951418Z","steps":["trace[1589055556] 'process raft request' (duration: 291.500439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:03.951559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.090995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:03.951652Z","caller":"traceutil/trace.go:171","msg":"trace[198846037] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:11304; }","duration":"187.249719ms","start":"2026-03-31T05:20:03.764382Z","end":"2026-03-31T05:20:03.951631Z","steps":["trace[198846037] 'agreement among raft nodes before linearized reading' (duration: 187.048774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:03.970749Z","caller":"traceutil/trace.go:171","msg":"trace[497704513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11305; }","duration":"100.033865ms","start":"2026-03-31T05:20:03.870679Z","end":"2026-03-31T05:20:03.970713Z","steps":["trace[497704513] 'agreement among raft nodes before linearized reading' (duration: 99.958693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:04.399682Z","caller":"traceutil/trace.go:171","msg":"trace[1664040050] linearizableReadLoop","detail":"{readStateIndex:11756; appliedIndex:11755; }","duration":"321.243502ms","start":"2026-03-31T05:20:04.078407Z","end":"2026-03-31T05:20:04.39965Z","steps":["trace[1664040050] 'read index received' (duration: 320.974315ms)","trace[1664040050] 'applied index is now lower than readState.Index' (duration: 268.427µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:04.399883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.454308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-31T05:20:04.400062Z","caller":"traceutil/trace.go:171","msg":"trace[30910213] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:11306; }","duration":"321.696015ms","start":"2026-03-31T05:20:04.078351Z","end":"2026-03-31T05:20:04.400047Z","steps":["trace[30910213] 'agreement among raft nodes before linearized reading' (duration: 321.398947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:04.40011Z","caller":"traceutil/trace.go:171","msg":"trace[65624347] transaction","detail":"{read_only:false; response_revision:11306; number_of_response:1; }","duration":"325.143699ms","start":"2026-03-31T05:20:04.074833Z","end":"2026-03-31T05:20:04.399976Z","steps":["trace[65624347] 'process raft request' (duration: 324.617625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:04.400312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:04.078326Z","time spent":"321.846799ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-31T05:20:04.400681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:04.074794Z","time spent":"325.620392ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:05.087687Z","caller":"traceutil/trace.go:171","msg":"trace[798538674] linearizableReadLoop","detail":"{readStateIndex:11758; appliedIndex:11757; }","duration":"115.071006ms","start":"2026-03-31T05:20:04.972585Z","end":"2026-03-31T05:20:05.087656Z","steps":["trace[798538674] 'read index received' (duration: 114.815669ms)","trace[798538674] 'applied index is now lower than readState.Index' (duration: 254.357µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:05.087736Z","caller":"traceutil/trace.go:171","msg":"trace[1798764342] transaction","detail":"{read_only:false; response_revision:11308; number_of_response:1; }","duration":"190.799726ms","start":"2026-03-31T05:20:04.896904Z","end":"2026-03-31T05:20:05.087704Z","steps":["trace[1798764342] 'process raft request' (duration: 190.525979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:05.087979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.371074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:20:05.088021Z","caller":"traceutil/trace.go:171","msg":"trace[1113156907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11308; }","duration":"115.501928ms","start":"2026-03-31T05:20:04.972508Z","end":"2026-03-31T05:20:05.08801Z","steps":["trace[1113156907] 'agreement among raft nodes before linearized reading' (duration: 115.320123ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:05.270878Z","caller":"traceutil/trace.go:171","msg":"trace[1027905510] linearizableReadLoop","detail":"{readStateIndex:11759; appliedIndex:11758; }","duration":"183.057364ms","start":"2026-03-31T05:20:05.087788Z","end":"2026-03-31T05:20:05.270845Z","steps":["trace[1027905510] 'read index received' (duration: 113.976165ms)","trace[1027905510] 'applied index is now lower than readState.Index' (duration: 69.079779ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:05.270939Z","caller":"traceutil/trace.go:171","msg":"trace[2082576783] transaction","detail":"{read_only:false; response_revision:11309; number_of_response:1; }","duration":"190.94042ms","start":"2026-03-31T05:20:05.079962Z","end":"2026-03-31T05:20:05.270902Z","steps":["trace[2082576783] 'process raft request' (duration: 121.83424ms)","trace[2082576783] 'compare' (duration: 68.806271ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:05.271101Z","caller":"traceutil/trace.go:171","msg":"trace[511762382] transaction","detail":"{read_only:false; response_revision:11310; number_of_response:1; }","duration":"178.033377ms","start":"2026-03-31T05:20:05.093036Z","end":"2026-03-31T05:20:05.271069Z","steps":["trace[511762382] 'process raft request' (duration: 177.761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:05.27134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.967679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:20:05.271431Z","caller":"traceutil/trace.go:171","msg":"trace[1975686968] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11310; }","duration":"248.103813ms","start":"2026-03-31T05:20:05.023286Z","end":"2026-03-31T05:20:05.27139Z","steps":["trace[1975686968] 'agreement among raft nodes before linearized reading' (duration: 247.730703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:05.271492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.053621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:20:05.271537Z","caller":"traceutil/trace.go:171","msg":"trace[1935507418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11310; }","duration":"248.129874ms","start":"2026-03-31T05:20:05.023397Z","end":"2026-03-31T05:20:05.271527Z","steps":["trace[1935507418] 'agreement among raft nodes before linearized reading' (duration: 247.464116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:05.271543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.636627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:20:05.271542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.862041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:20:05.271355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.296841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:20:05.271651Z","caller":"traceutil/trace.go:171","msg":"trace[9353792] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11310; }","duration":"295.031655ms","start":"2026-03-31T05:20:04.976593Z","end":"2026-03-31T05:20:05.271625Z","steps":["trace[9353792] 'agreement among raft nodes before linearized reading' (duration: 294.691806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:05.271715Z","caller":"traceutil/trace.go:171","msg":"trace[934171631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11310; }","duration":"247.689222ms","start":"2026-03-31T05:20:05.024013Z","end":"2026-03-31T05:20:05.271702Z","steps":["trace[934171631] 'agreement among raft nodes before linearized reading' (duration: 247.201148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:05.271729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.569906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:05.271766Z","caller":"traceutil/trace.go:171","msg":"trace[772961234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11310; }","duration":"124.667658ms","start":"2026-03-31T05:20:05.147087Z","end":"2026-03-31T05:20:05.271755Z","steps":["trace[772961234] 'agreement among raft nodes before linearized reading' (duration: 124.599816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:05.271588Z","caller":"traceutil/trace.go:171","msg":"trace[1148727237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11310; }","duration":"248.769631ms","start":"2026-03-31T05:20:05.022808Z","end":"2026-03-31T05:20:05.271577Z","steps":["trace[1148727237] 'agreement among raft nodes before linearized reading' (duration: 248.674879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:05.43506Z","caller":"traceutil/trace.go:171","msg":"trace[639206968] transaction","detail":"{read_only:false; response_revision:11311; number_of_response:1; }","duration":"158.220726ms","start":"2026-03-31T05:20:05.276812Z","end":"2026-03-31T05:20:05.435033Z","steps":["trace[639206968] 'process raft request' (duration: 157.978809ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:05.468945Z","caller":"traceutil/trace.go:171","msg":"trace[1184006968] transaction","detail":"{read_only:false; response_revision:11312; number_of_response:1; }","duration":"190.58484ms","start":"2026-03-31T05:20:05.278325Z","end":"2026-03-31T05:20:05.46891Z","steps":["trace[1184006968] 'process raft request' (duration: 190.349154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:05.468948Z","caller":"traceutil/trace.go:171","msg":"trace[1593466843] transaction","detail":"{read_only:false; response_revision:11313; number_of_response:1; }","duration":"190.417875ms","start":"2026-03-31T05:20:05.278503Z","end":"2026-03-31T05:20:05.468921Z","steps":["trace[1593466843] 'process raft request' (duration: 190.341923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:05.469175Z","caller":"traceutil/trace.go:171","msg":"trace[1120537019] transaction","detail":"{read_only:false; response_revision:11314; number_of_response:1; }","duration":"190.617322ms","start":"2026-03-31T05:20:05.278534Z","end":"2026-03-31T05:20:05.469151Z","steps":["trace[1120537019] 'process raft request' (duration: 190.348684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:06.061559Z","caller":"traceutil/trace.go:171","msg":"trace[1677444598] transaction","detail":"{read_only:false; response_revision:11315; number_of_response:1; }","duration":"103.332445ms","start":"2026-03-31T05:20:05.958191Z","end":"2026-03-31T05:20:06.061523Z","steps":["trace[1677444598] 'process raft request' (duration: 102.618736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:06.858671Z","caller":"traceutil/trace.go:171","msg":"trace[2097205771] transaction","detail":"{read_only:false; response_revision:11317; number_of_response:1; }","duration":"136.446451ms","start":"2026-03-31T05:20:06.722185Z","end":"2026-03-31T05:20:06.858632Z","steps":["trace[2097205771] 'process raft request' (duration: 136.04187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:07.161769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.593462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:07.162219Z","caller":"traceutil/trace.go:171","msg":"trace[1285355620] transaction","detail":"{read_only:false; response_revision:11319; number_of_response:1; }","duration":"200.674966ms","start":"2026-03-31T05:20:06.96151Z","end":"2026-03-31T05:20:07.162185Z","steps":["trace[1285355620] 'process raft request' (duration: 200.44956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:07.162232Z","caller":"traceutil/trace.go:171","msg":"trace[558826784] transaction","detail":"{read_only:false; response_revision:11318; number_of_response:1; }","duration":"260.149002ms","start":"2026-03-31T05:20:06.90204Z","end":"2026-03-31T05:20:07.162189Z","steps":["trace[558826784] 'process raft request' (duration: 92.017526ms)","trace[558826784] 'compare' (duration: 167.371815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:07.555506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.459476ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:07.555679Z","caller":"traceutil/trace.go:171","msg":"trace[969980557] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11320; }","duration":"273.672842ms","start":"2026-03-31T05:20:07.281984Z","end":"2026-03-31T05:20:07.555657Z","steps":["trace[969980557] 'range keys from in-memory index tree' (duration: 273.424466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:07.555875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.436293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:07.55599Z","caller":"traceutil/trace.go:171","msg":"trace[1340191407] linearizableReadLoop","detail":"{readStateIndex:11772; appliedIndex:11771; }","duration":"278.789432ms","start":"2026-03-31T05:20:07.277183Z","end":"2026-03-31T05:20:07.555972Z","steps":["trace[1340191407] 'read index received' (duration: 132.302937ms)","trace[1340191407] 'applied index is now lower than readState.Index' (duration: 146.485105ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:07.556009Z","caller":"traceutil/trace.go:171","msg":"trace[632131534] transaction","detail":"{read_only:false; response_revision:11321; number_of_response:1; }","duration":"279.076989ms","start":"2026-03-31T05:20:07.276915Z","end":"2026-03-31T05:20:07.555992Z","steps":["trace[632131534] 'process raft request' (duration: 132.42929ms)","trace[632131534] 'compare' (duration: 146.243648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:07.556168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.002378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:20:07.556194Z","caller":"traceutil/trace.go:171","msg":"trace[1300593571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11321; }","duration":"279.08601ms","start":"2026-03-31T05:20:07.277101Z","end":"2026-03-31T05:20:07.556187Z","steps":["trace[1300593571] 'agreement among raft nodes before linearized reading' (duration: 278.961566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:07.556386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.441088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:20:07.556496Z","caller":"traceutil/trace.go:171","msg":"trace[437142914] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11321; }","duration":"272.638743ms","start":"2026-03-31T05:20:07.28383Z","end":"2026-03-31T05:20:07.556469Z","steps":["trace[437142914] 'agreement among raft nodes before linearized reading' (duration: 272.321005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:07.556517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.378942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:20:07.556636Z","caller":"traceutil/trace.go:171","msg":"trace[308987749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11321; }","duration":"116.557096ms","start":"2026-03-31T05:20:07.44006Z","end":"2026-03-31T05:20:07.556617Z","steps":["trace[308987749] 'agreement among raft nodes before linearized reading' (duration: 116.397392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:07.710921Z","caller":"traceutil/trace.go:171","msg":"trace[1185667259] transaction","detail":"{read_only:false; response_revision:11322; number_of_response:1; }","duration":"150.021992ms","start":"2026-03-31T05:20:07.560863Z","end":"2026-03-31T05:20:07.710885Z","steps":["trace[1185667259] 'process raft request' (duration: 148.451539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:07.711336Z","caller":"traceutil/trace.go:171","msg":"trace[2068431036] transaction","detail":"{read_only:false; response_revision:11325; number_of_response:1; }","duration":"149.831766ms","start":"2026-03-31T05:20:07.561475Z","end":"2026-03-31T05:20:07.711307Z","steps":["trace[2068431036] 'process raft request' (duration: 149.746184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:07.711447Z","caller":"traceutil/trace.go:171","msg":"trace[391204834] transaction","detail":"{read_only:false; response_revision:11324; number_of_response:1; }","duration":"149.994391ms","start":"2026-03-31T05:20:07.561402Z","end":"2026-03-31T05:20:07.711396Z","steps":["trace[391204834] 'process raft request' (duration: 149.760644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:07.711345Z","caller":"traceutil/trace.go:171","msg":"trace[1611333724] transaction","detail":"{read_only:false; response_revision:11323; number_of_response:1; }","duration":"149.912788ms","start":"2026-03-31T05:20:07.5614Z","end":"2026-03-31T05:20:07.711313Z","steps":["trace[1611333724] 'process raft request' (duration: 149.58878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:07.711551Z","caller":"traceutil/trace.go:171","msg":"trace[1798077390] transaction","detail":"{read_only:false; response_revision:11326; number_of_response:1; }","duration":"150.069333ms","start":"2026-03-31T05:20:07.561442Z","end":"2026-03-31T05:20:07.711512Z","steps":["trace[1798077390] 'process raft request' (duration: 149.818666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:09.17909Z","caller":"traceutil/trace.go:171","msg":"trace[1374853527] transaction","detail":"{read_only:false; response_revision:11328; number_of_response:1; }","duration":"452.873352ms","start":"2026-03-31T05:20:08.726189Z","end":"2026-03-31T05:20:09.179063Z","steps":["trace[1374853527] 'process raft request' (duration: 452.708707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:09.179247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:08.726158Z","time spent":"453.009164ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:09.779999Z","caller":"traceutil/trace.go:171","msg":"trace[924868133] linearizableReadLoop","detail":"{readStateIndex:11781; appliedIndex:11780; }","duration":"211.247445ms","start":"2026-03-31T05:20:09.568725Z","end":"2026-03-31T05:20:09.779972Z","steps":["trace[924868133] 'read index received' (duration: 211.06965ms)","trace[924868133] 'applied index is now lower than readState.Index' (duration: 176.775µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:09.780105Z","caller":"traceutil/trace.go:171","msg":"trace[1104045521] transaction","detail":"{read_only:false; response_revision:11330; number_of_response:1; }","duration":"217.489186ms","start":"2026-03-31T05:20:09.562607Z","end":"2026-03-31T05:20:09.780096Z","steps":["trace[1104045521] 'process raft request' (duration: 217.208568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:09.780327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.587894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:20:09.780363Z","caller":"traceutil/trace.go:171","msg":"trace[279210520] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11330; }","duration":"211.682737ms","start":"2026-03-31T05:20:09.568671Z","end":"2026-03-31T05:20:09.780354Z","steps":["trace[279210520] 'agreement among raft nodes before linearized reading' (duration: 211.531293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:10.037811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.575964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:10.03796Z","caller":"traceutil/trace.go:171","msg":"trace[211792799] transaction","detail":"{read_only:false; response_revision:11331; number_of_response:1; }","duration":"252.77847ms","start":"2026-03-31T05:20:09.785156Z","end":"2026-03-31T05:20:10.037934Z","steps":["trace[211792799] 'process raft request' (duration: 93.893187ms)","trace[211792799] 'compare' (duration: 158.398129ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:10.256517Z","caller":"traceutil/trace.go:171","msg":"trace[1516324957] transaction","detail":"{read_only:false; response_revision:11333; number_of_response:1; }","duration":"470.547564ms","start":"2026-03-31T05:20:09.785944Z","end":"2026-03-31T05:20:10.256492Z","steps":["trace[1516324957] 'process raft request' (duration: 470.476272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:10.256552Z","caller":"traceutil/trace.go:171","msg":"trace[1294113764] transaction","detail":"{read_only:false; response_revision:11332; number_of_response:1; }","duration":"470.760799ms","start":"2026-03-31T05:20:09.78575Z","end":"2026-03-31T05:20:10.256511Z","steps":["trace[1294113764] 'process raft request' (duration: 438.573889ms)","trace[1294113764] 'compare' (duration: 31.964424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:10.256665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:09.785939Z","time spent":"470.643666ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:10.256734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:09.785743Z","time spent":"470.885222ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:10.256862Z","caller":"traceutil/trace.go:171","msg":"trace[71266245] transaction","detail":"{read_only:false; response_revision:11334; number_of_response:1; }","duration":"470.862971ms","start":"2026-03-31T05:20:09.78599Z","end":"2026-03-31T05:20:10.256853Z","steps":["trace[71266245] 'process raft request' (duration: 470.467581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:10.256912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:09.785986Z","time spent":"470.903452ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:10.257184Z","caller":"traceutil/trace.go:171","msg":"trace[1842356218] linearizableReadLoop","detail":"{readStateIndex:11785; appliedIndex:11781; }","duration":"470.337077ms","start":"2026-03-31T05:20:09.786831Z","end":"2026-03-31T05:20:10.257168Z","steps":["trace[1842356218] 'read index received' (duration: 92.324364ms)","trace[1842356218] 'applied index is now lower than readState.Index' (duration: 378.011653ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:10.257323Z","caller":"traceutil/trace.go:171","msg":"trace[2087895852] transaction","detail":"{read_only:false; response_revision:11336; number_of_response:1; }","duration":"161.529486ms","start":"2026-03-31T05:20:10.095754Z","end":"2026-03-31T05:20:10.257283Z","steps":["trace[2087895852] 'process raft request' (duration: 161.330371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:10.257382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.871385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:10.257428Z","caller":"traceutil/trace.go:171","msg":"trace[1463346643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11336; }","duration":"375.969047ms","start":"2026-03-31T05:20:09.881449Z","end":"2026-03-31T05:20:10.257418Z","steps":["trace[1463346643] 'agreement among raft nodes before linearized reading' (duration: 375.857174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:10.25746Z","caller":"traceutil/trace.go:171","msg":"trace[1229868467] transaction","detail":"{read_only:false; response_revision:11335; number_of_response:1; }","duration":"470.500082ms","start":"2026-03-31T05:20:09.786952Z","end":"2026-03-31T05:20:10.257453Z","steps":["trace[1229868467] 'process raft request' (duration: 469.862004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:10.257466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:09.881422Z","time spent":"376.036959ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:10.257544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:09.786946Z","time spent":"470.529032ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:10.257647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.722556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:10.257671Z","caller":"traceutil/trace.go:171","msg":"trace[975684001] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:11336; }","duration":"193.795208ms","start":"2026-03-31T05:20:10.063869Z","end":"2026-03-31T05:20:10.257665Z","steps":["trace[975684001] 'agreement among raft nodes before linearized reading' (duration: 193.749606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:10.257872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.013695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347735"} {"level":"info","ts":"2026-03-31T05:20:10.258299Z","caller":"traceutil/trace.go:171","msg":"trace[535996220] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11336; }","duration":"471.139759ms","start":"2026-03-31T05:20:09.786802Z","end":"2026-03-31T05:20:10.257941Z","steps":["trace[535996220] 'agreement among raft nodes before linearized reading' (duration: 470.489121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:10.258356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:09.786791Z","time spent":"471.5539ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347758,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:20:12.425481Z","caller":"traceutil/trace.go:171","msg":"trace[1925815066] linearizableReadLoop","detail":"{readStateIndex:11791; appliedIndex:11790; }","duration":"163.738996ms","start":"2026-03-31T05:20:12.261708Z","end":"2026-03-31T05:20:12.425447Z","steps":["trace[1925815066] 'read index received' (duration: 163.708885ms)","trace[1925815066] 'applied index is now lower than readState.Index' (duration: 27.631µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:12.425533Z","caller":"traceutil/trace.go:171","msg":"trace[1208490002] transaction","detail":"{read_only:false; response_revision:11340; number_of_response:1; }","duration":"301.501293ms","start":"2026-03-31T05:20:12.12397Z","end":"2026-03-31T05:20:12.425471Z","steps":["trace[1208490002] 'process raft request' (duration: 300.926187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:12.425543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.257871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:20:12.425805Z","caller":"traceutil/trace.go:171","msg":"trace[718042860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11339; }","duration":"382.584669ms","start":"2026-03-31T05:20:12.043197Z","end":"2026-03-31T05:20:12.425782Z","steps":["trace[718042860] 'range keys from in-memory index tree' (duration: 381.977762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:12.425894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.043171Z","time spent":"382.708903ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:20:12.425797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.123938Z","time spent":"301.717519ms","remote":"127.0.0.1:60990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:12.426432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.694633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:20:12.426618Z","caller":"traceutil/trace.go:171","msg":"trace[175960231] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11340; }","duration":"164.856977ms","start":"2026-03-31T05:20:12.26166Z","end":"2026-03-31T05:20:12.426517Z","steps":["trace[175960231] 'agreement among raft nodes before linearized reading' (duration: 163.891461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:12.963128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.687774ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:20:12.963627Z","caller":"traceutil/trace.go:171","msg":"trace[594746567] transaction","detail":"{read_only:false; response_revision:11341; number_of_response:1; }","duration":"689.369657ms","start":"2026-03-31T05:20:12.274216Z","end":"2026-03-31T05:20:12.963586Z","steps":["trace[594746567] 'process raft request' (duration: 689.043018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:12.963643Z","caller":"traceutil/trace.go:171","msg":"trace[1877237269] linearizableReadLoop","detail":"{readStateIndex:11793; appliedIndex:11791; }","duration":"538.042899ms","start":"2026-03-31T05:20:12.425564Z","end":"2026-03-31T05:20:12.963607Z","steps":["trace[1877237269] 'read index received' (duration: 16.915343ms)","trace[1877237269] 'applied index is now lower than readState.Index' (duration: 521.125736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.963817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.274196Z","time spent":"689.49967ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:12.966416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.238743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:20:12.966422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.692649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:20:12.966441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.065538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:20:12.966463Z","caller":"traceutil/trace.go:171","msg":"trace[930726151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11341; }","duration":"704.303744ms","start":"2026-03-31T05:20:12.262147Z","end":"2026-03-31T05:20:12.96645Z","steps":["trace[930726151] 'agreement among raft nodes before linearized reading' (duration: 701.709133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:12.966479Z","caller":"traceutil/trace.go:171","msg":"trace[1787232292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11341; }","duration":"704.13106ms","start":"2026-03-31T05:20:12.262337Z","end":"2026-03-31T05:20:12.966469Z","steps":["trace[1787232292] 'agreement among raft nodes before linearized reading' (duration: 701.504318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:12.966474Z","caller":"traceutil/trace.go:171","msg":"trace[983224495] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11341; }","duration":"699.76999ms","start":"2026-03-31T05:20:12.26669Z","end":"2026-03-31T05:20:12.96646Z","steps":["trace[983224495] 'agreement among raft nodes before linearized reading' (duration: 697.139098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:12.966493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.262133Z","time spent":"704.353696ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:20:12.966507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.262245Z","time spent":"704.257273ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:12.966512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.266678Z","time spent":"699.826033ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:20:12.966673Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9791} {"level":"info","ts":"2026-03-31T05:20:12.966703Z","caller":"traceutil/trace.go:171","msg":"trace[545116192] transaction","detail":"{read_only:false; response_revision:11342; number_of_response:1; }","duration":"536.381433ms","start":"2026-03-31T05:20:12.430297Z","end":"2026-03-31T05:20:12.966679Z","steps":["trace[545116192] 'process raft request' (duration: 536.027104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:12.966739Z","caller":"traceutil/trace.go:171","msg":"trace[662203937] compact","detail":"{revision:9791; response_revision:11343; }","duration":"539.449308ms","start":"2026-03-31T05:20:12.427278Z","end":"2026-03-31T05:20:12.966727Z","steps":["trace[662203937] 'process raft request' (duration: 536.314752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:12.966736Z","caller":"traceutil/trace.go:171","msg":"trace[120276197] transaction","detail":"{read_only:false; response_revision:11343; number_of_response:1; }","duration":"536.374403ms","start":"2026-03-31T05:20:12.430344Z","end":"2026-03-31T05:20:12.966719Z","steps":["trace[120276197] 'process raft request' (duration: 536.087706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:12.966757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.4272Z","time spent":"539.55498ms","remote":"127.0.0.1:60990","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:20:12.966791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.856589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:20:12.966849Z","caller":"traceutil/trace.go:171","msg":"trace[2130201842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11343; }","duration":"693.988373ms","start":"2026-03-31T05:20:12.272847Z","end":"2026-03-31T05:20:12.966835Z","steps":["trace[2130201842] 'agreement among raft nodes before linearized reading' (duration: 690.95549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:12.966895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.272811Z","time spent":"694.074415ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:12.966774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.430269Z","time spent":"536.462206ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:12.967409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.430322Z","time spent":"536.451886ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:13.177056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.43875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:13.177283Z","caller":"traceutil/trace.go:171","msg":"trace[427492395] transaction","detail":"{read_only:false; response_revision:11344; number_of_response:1; }","duration":"204.008237ms","start":"2026-03-31T05:20:12.973249Z","end":"2026-03-31T05:20:13.177257Z","steps":["trace[427492395] 'process raft request' (duration: 78.26695ms)","trace[427492395] 'compare' (duration: 125.088429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:13.319943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.361109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:13.320107Z","caller":"traceutil/trace.go:171","msg":"trace[306748698] transaction","detail":"{read_only:false; response_revision:11345; number_of_response:1; }","duration":"346.801261ms","start":"2026-03-31T05:20:12.973277Z","end":"2026-03-31T05:20:13.320079Z","steps":["trace[306748698] 'process raft request' (duration: 237.186794ms)","trace[306748698] 'compare' (duration: 27.212474ms)","trace[306748698] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:419; } (duration: 81.986171ms)"],"step_count":3} {"level":"warn","ts":"2026-03-31T05:20:13.320175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.973254Z","time spent":"346.894243ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:13.590101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.927498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:13.590387Z","caller":"traceutil/trace.go:171","msg":"trace[375365114] linearizableReadLoop","detail":"{readStateIndex:11799; appliedIndex:11797; }","duration":"475.738485ms","start":"2026-03-31T05:20:13.114624Z","end":"2026-03-31T05:20:13.590362Z","steps":["trace[375365114] 'read index received' (duration: 95.83058ms)","trace[375365114] 'applied index is now lower than readState.Index' (duration: 379.905455ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:13.590414Z","caller":"traceutil/trace.go:171","msg":"trace[988256462] transaction","detail":"{read_only:false; response_revision:11346; number_of_response:1; }","duration":"616.823362ms","start":"2026-03-31T05:20:12.973513Z","end":"2026-03-31T05:20:13.590336Z","steps":["trace[988256462] 'process raft request' (duration: 346.543134ms)","trace[988256462] 'compare' (duration: 36.605961ms)","trace[988256462] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 233.110932ms)"],"step_count":3} {"level":"warn","ts":"2026-03-31T05:20:13.590684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.9735Z","time spent":"617.062148ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:13.618737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.060199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:13.619156Z","caller":"traceutil/trace.go:171","msg":"trace[288514883] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:11346; }","duration":"504.200143ms","start":"2026-03-31T05:20:13.114614Z","end":"2026-03-31T05:20:13.618814Z","steps":["trace[288514883] 'agreement among raft nodes before linearized reading' (duration: 475.830017ms)","trace[288514883] 'count revisions from in-memory index tree' (duration: 28.186621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:13.619218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:13.114538Z","time spent":"504.665065ms","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:13.834745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.275188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:13.834908Z","caller":"traceutil/trace.go:171","msg":"trace[2027001839] linearizableReadLoop","detail":"{readStateIndex:11800; appliedIndex:11799; }","duration":"244.391932ms","start":"2026-03-31T05:20:13.590494Z","end":"2026-03-31T05:20:13.834886Z","steps":["trace[2027001839] 'read index received' (duration: 80.673µs)","trace[2027001839] 'applied index is now lower than readState.Index' (duration: 244.308739ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:13.835023Z","caller":"traceutil/trace.go:171","msg":"trace[1832919839] transaction","detail":"{read_only:false; response_revision:11347; number_of_response:1; }","duration":"620.38706ms","start":"2026-03-31T05:20:13.214539Z","end":"2026-03-31T05:20:13.834926Z","steps":["trace[1832919839] 'process raft request' (duration: 375.808403ms)","trace[1832919839] 'compare' (duration: 28.558061ms)","trace[1832919839] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:506; } (duration: 215.272896ms)"],"step_count":3} {"level":"warn","ts":"2026-03-31T05:20:13.835265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:13.214506Z","time spent":"620.629726ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:13.907999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.568611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:20:13.908271Z","caller":"traceutil/trace.go:171","msg":"trace[986889248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11347; }","duration":"584.760525ms","start":"2026-03-31T05:20:13.323303Z","end":"2026-03-31T05:20:13.908063Z","steps":["trace[986889248] 'agreement among raft nodes before linearized reading' (duration: 511.640976ms)","trace[986889248] 'range keys from in-memory index tree' (duration: 72.920883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:13.908307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:13.323262Z","time spent":"585.037463ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:13.908596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.373491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:13.908724Z","caller":"traceutil/trace.go:171","msg":"trace[1694611859] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:11347; }","duration":"578.578756ms","start":"2026-03-31T05:20:13.330111Z","end":"2026-03-31T05:20:13.90869Z","steps":["trace[1694611859] 'agreement among raft nodes before linearized reading' (duration: 504.856751ms)","trace[1694611859] 'count revisions from in-memory index tree' (duration: 73.51801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:13.908819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:13.330089Z","time spent":"578.71321ms","remote":"127.0.0.1:33504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:13.995655Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9791,"took":"1.025992158s","hash":3973409160,"current-db-size-bytes":52740096,"current-db-size":"53 MB","current-db-size-in-use-bytes":22786048,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-31T05:20:13.995786Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3973409160,"revision":9791,"compact-revision":7685} {"level":"info","ts":"2026-03-31T05:20:14.402356Z","caller":"traceutil/trace.go:171","msg":"trace[28842603] transaction","detail":"{read_only:false; response_revision:11350; number_of_response:1; }","duration":"104.958189ms","start":"2026-03-31T05:20:14.297367Z","end":"2026-03-31T05:20:14.402325Z","steps":["trace[28842603] 'process raft request' (duration: 104.798305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:15.3453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.146758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:15.345586Z","caller":"traceutil/trace.go:171","msg":"trace[884484505] linearizableReadLoop","detail":"{readStateIndex:11811; appliedIndex:11809; }","duration":"109.895134ms","start":"2026-03-31T05:20:15.235665Z","end":"2026-03-31T05:20:15.34556Z","steps":["trace[884484505] 'read index received' (duration: 103.312634ms)","trace[884484505] 'applied index is now lower than readState.Index' (duration: 6.581ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:15.345701Z","caller":"traceutil/trace.go:171","msg":"trace[1203450426] transaction","detail":"{read_only:false; response_revision:11358; number_of_response:1; }","duration":"146.230948ms","start":"2026-03-31T05:20:15.199432Z","end":"2026-03-31T05:20:15.345663Z","steps":["trace[1203450426] 'process raft request' (duration: 146.031293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:15.34577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.068699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:15.345856Z","caller":"traceutil/trace.go:171","msg":"trace[2064862823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11358; }","duration":"110.218403ms","start":"2026-03-31T05:20:15.235618Z","end":"2026-03-31T05:20:15.345836Z","steps":["trace[2064862823] 'agreement among raft nodes before linearized reading' (duration: 110.057838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:15.345856Z","caller":"traceutil/trace.go:171","msg":"trace[1089047023] transaction","detail":"{read_only:false; response_revision:11357; number_of_response:1; }","duration":"147.195994ms","start":"2026-03-31T05:20:15.198626Z","end":"2026-03-31T05:20:15.345822Z","steps":["trace[1089047023] 'process raft request' (duration: 20.398958ms)","trace[1089047023] 'compare' (duration: 125.999595ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:16.256009Z","caller":"traceutil/trace.go:171","msg":"trace[1667840147] transaction","detail":"{read_only:false; response_revision:11362; number_of_response:1; }","duration":"253.662115ms","start":"2026-03-31T05:20:16.00231Z","end":"2026-03-31T05:20:16.255972Z","steps":["trace[1667840147] 'process raft request' (duration: 253.323545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:16.360139Z","caller":"traceutil/trace.go:171","msg":"trace[659954720] linearizableReadLoop","detail":"{readStateIndex:11816; appliedIndex:11814; }","duration":"271.290206ms","start":"2026-03-31T05:20:16.088816Z","end":"2026-03-31T05:20:16.360106Z","steps":["trace[659954720] 'read index received' (duration: 166.869332ms)","trace[659954720] 'applied index is now lower than readState.Index' (duration: 104.419214ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:16.360302Z","caller":"traceutil/trace.go:171","msg":"trace[1156347257] transaction","detail":"{read_only:false; response_revision:11363; number_of_response:1; }","duration":"355.19026ms","start":"2026-03-31T05:20:16.005097Z","end":"2026-03-31T05:20:16.360287Z","steps":["trace[1156347257] 'process raft request' (duration: 263.771291ms)","trace[1156347257] 'compare' (duration: 91.08004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:16.360444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:16.005068Z","time spent":"355.273323ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:16.360569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.61259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:16.360666Z","caller":"traceutil/trace.go:171","msg":"trace[1179013209] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:11363; }","duration":"228.764584ms","start":"2026-03-31T05:20:16.131878Z","end":"2026-03-31T05:20:16.360643Z","steps":["trace[1179013209] 'agreement among raft nodes before linearized reading' (duration: 228.571649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.360944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.033162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:20:16.361135Z","caller":"traceutil/trace.go:171","msg":"trace[1633030880] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11363; }","duration":"176.204597ms","start":"2026-03-31T05:20:16.184815Z","end":"2026-03-31T05:20:16.361019Z","steps":["trace[1633030880] 'agreement among raft nodes before linearized reading' (duration: 175.771016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.361559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.80647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:16.362248Z","caller":"traceutil/trace.go:171","msg":"trace[863043944] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:11363; }","duration":"272.907751ms","start":"2026-03-31T05:20:16.088741Z","end":"2026-03-31T05:20:16.361649Z","steps":["trace[863043944] 'agreement among raft nodes before linearized reading' (duration: 271.737769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:17.005506Z","caller":"traceutil/trace.go:171","msg":"trace[1642882179] transaction","detail":"{read_only:false; response_revision:11364; number_of_response:1; }","duration":"129.269764ms","start":"2026-03-31T05:20:16.876206Z","end":"2026-03-31T05:20:17.005476Z","steps":["trace[1642882179] 'process raft request' (duration: 77.149819ms)","trace[1642882179] 'compare' (duration: 51.682933ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:17.346995Z","caller":"traceutil/trace.go:171","msg":"trace[854437439] transaction","detail":"{read_only:false; response_revision:11367; number_of_response:1; }","duration":"164.580099ms","start":"2026-03-31T05:20:17.182375Z","end":"2026-03-31T05:20:17.346955Z","steps":["trace[854437439] 'process raft request' (duration: 139.772631ms)","trace[854437439] 'compare' (duration: 24.268943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:18.351604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.718268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:20:18.351681Z","caller":"traceutil/trace.go:171","msg":"trace[277399035] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:11371; }","duration":"226.856392ms","start":"2026-03-31T05:20:18.124798Z","end":"2026-03-31T05:20:18.351655Z","steps":["trace[277399035] 'range keys from in-memory index tree' (duration: 226.438161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:18.583272Z","caller":"traceutil/trace.go:171","msg":"trace[1132327283] linearizableReadLoop","detail":"{readStateIndex:11826; appliedIndex:11825; }","duration":"228.181968ms","start":"2026-03-31T05:20:18.355066Z","end":"2026-03-31T05:20:18.583248Z","steps":["trace[1132327283] 'read index received' (duration: 227.982253ms)","trace[1132327283] 'applied index is now lower than readState.Index' (duration: 195.875µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:18.583715Z","caller":"traceutil/trace.go:171","msg":"trace[652544869] transaction","detail":"{read_only:false; response_revision:11372; number_of_response:1; }","duration":"312.573966ms","start":"2026-03-31T05:20:18.271128Z","end":"2026-03-31T05:20:18.583702Z","steps":["trace[652544869] 'process raft request' (duration: 311.953679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:18.583825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.271092Z","time spent":"312.657738ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:18.584066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.01031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T05:20:18.584092Z","caller":"traceutil/trace.go:171","msg":"trace[2067979520] range","detail":"{range_begin:/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532; range_end:; response_count:1; response_revision:11372; }","duration":"229.097153ms","start":"2026-03-31T05:20:18.354985Z","end":"2026-03-31T05:20:18.584082Z","steps":["trace[2067979520] 'agreement among raft nodes before linearized reading' (duration: 228.99046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:18.584445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.610637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:20:18.584479Z","caller":"traceutil/trace.go:171","msg":"trace[767452422] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11372; }","duration":"218.643908ms","start":"2026-03-31T05:20:18.365827Z","end":"2026-03-31T05:20:18.584471Z","steps":["trace[767452422] 'agreement among raft nodes before linearized reading' (duration: 218.381231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:18.816138Z","caller":"traceutil/trace.go:171","msg":"trace[1812359036] transaction","detail":"{read_only:false; response_revision:11373; number_of_response:1; }","duration":"215.190433ms","start":"2026-03-31T05:20:18.600914Z","end":"2026-03-31T05:20:18.816104Z","steps":["trace[1812359036] 'process raft request' (duration: 213.168658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:19.278605Z","caller":"traceutil/trace.go:171","msg":"trace[733399806] linearizableReadLoop","detail":"{readStateIndex:11828; appliedIndex:11827; }","duration":"143.879723ms","start":"2026-03-31T05:20:19.134692Z","end":"2026-03-31T05:20:19.278572Z","steps":["trace[733399806] 'read index received' (duration: 143.725779ms)","trace[733399806] 'applied index is now lower than readState.Index' (duration: 152.854µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:19.27877Z","caller":"traceutil/trace.go:171","msg":"trace[1130184819] transaction","detail":"{read_only:false; response_revision:11374; number_of_response:1; }","duration":"148.984543ms","start":"2026-03-31T05:20:19.129735Z","end":"2026-03-31T05:20:19.27872Z","steps":["trace[1130184819] 'process raft request' (duration: 148.614643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:19.279404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.675385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347735"} {"level":"info","ts":"2026-03-31T05:20:19.279472Z","caller":"traceutil/trace.go:171","msg":"trace[1652841710] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11374; }","duration":"144.780548ms","start":"2026-03-31T05:20:19.134675Z","end":"2026-03-31T05:20:19.279456Z","steps":["trace[1652841710] 'agreement among raft nodes before linearized reading' (duration: 144.11052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:19.436489Z","caller":"traceutil/trace.go:171","msg":"trace[493327832] linearizableReadLoop","detail":"{readStateIndex:11829; appliedIndex:11828; }","duration":"106.658586ms","start":"2026-03-31T05:20:19.329794Z","end":"2026-03-31T05:20:19.436453Z","steps":["trace[493327832] 'read index received' (duration: 64.851532ms)","trace[493327832] 'applied index is now lower than readState.Index' (duration: 41.805634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:19.436861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.020486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:19.436942Z","caller":"traceutil/trace.go:171","msg":"trace[335128808] transaction","detail":"{read_only:false; response_revision:11375; number_of_response:1; }","duration":"152.439248ms","start":"2026-03-31T05:20:19.2842Z","end":"2026-03-31T05:20:19.436639Z","steps":["trace[335128808] 'process raft request' (duration: 110.486141ms)","trace[335128808] 'compare' (duration: 41.36059ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:19.437001Z","caller":"traceutil/trace.go:171","msg":"trace[155847460] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:11375; }","duration":"107.190301ms","start":"2026-03-31T05:20:19.329783Z","end":"2026-03-31T05:20:19.436974Z","steps":["trace[155847460] 'agreement among raft nodes before linearized reading' (duration: 106.933014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:20.102479Z","caller":"traceutil/trace.go:171","msg":"trace[1014175020] transaction","detail":"{read_only:false; response_revision:11379; number_of_response:1; }","duration":"411.598203ms","start":"2026-03-31T05:20:19.690846Z","end":"2026-03-31T05:20:20.102444Z","steps":["trace[1014175020] 'process raft request' (duration: 411.388057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.102827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:19.690821Z","time spent":"411.746727ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:20.10825Z","caller":"traceutil/trace.go:171","msg":"trace[1735823122] linearizableReadLoop","detail":"{readStateIndex:11834; appliedIndex:11832; }","duration":"160.890748ms","start":"2026-03-31T05:20:19.947348Z","end":"2026-03-31T05:20:20.108239Z","steps":["trace[1735823122] 'read index received' (duration: 154.931635ms)","trace[1735823122] 'applied index is now lower than readState.Index' (duration: 5.957983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:20.108319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.970091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:20.108529Z","caller":"traceutil/trace.go:171","msg":"trace[593709630] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:11380; }","duration":"161.206997ms","start":"2026-03-31T05:20:19.947287Z","end":"2026-03-31T05:20:20.108494Z","steps":["trace[593709630] 'agreement among raft nodes before linearized reading' (duration: 160.996361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:20.108461Z","caller":"traceutil/trace.go:171","msg":"trace[1366196614] transaction","detail":"{read_only:false; response_revision:11380; number_of_response:1; }","duration":"189.47548ms","start":"2026-03-31T05:20:19.918912Z","end":"2026-03-31T05:20:20.108388Z","steps":["trace[1366196614] 'process raft request' (duration: 189.269324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.419884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.950148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:20.419967Z","caller":"traceutil/trace.go:171","msg":"trace[185087429] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:11380; }","duration":"248.108633ms","start":"2026-03-31T05:20:20.171839Z","end":"2026-03-31T05:20:20.419947Z","steps":["trace[185087429] 'count revisions from in-memory index tree' (duration: 247.815165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:21.419227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.385177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:21.419356Z","caller":"traceutil/trace.go:171","msg":"trace[164895896] linearizableReadLoop","detail":"{readStateIndex:11837; appliedIndex:11836; }","duration":"567.887865ms","start":"2026-03-31T05:20:20.851448Z","end":"2026-03-31T05:20:21.419336Z","steps":["trace[164895896] 'read index received' (duration: 423.22362ms)","trace[164895896] 'applied index is now lower than readState.Index' (duration: 144.663125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:21.419462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.011568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:21.419501Z","caller":"traceutil/trace.go:171","msg":"trace[505779398] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:11383; }","duration":"568.08913ms","start":"2026-03-31T05:20:20.851398Z","end":"2026-03-31T05:20:21.419487Z","steps":["trace[505779398] 'agreement among raft nodes before linearized reading' (duration: 568.023328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:21.419471Z","caller":"traceutil/trace.go:171","msg":"trace[362425169] transaction","detail":"{read_only:false; response_revision:11383; number_of_response:1; }","duration":"571.773902ms","start":"2026-03-31T05:20:20.847658Z","end":"2026-03-31T05:20:21.419432Z","steps":["trace[362425169] 'process raft request' (duration: 427.079496ms)","trace[362425169] 'compare' (duration: 144.237053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:21.419542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:20.851374Z","time spent":"568.158682ms","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:20:21.419639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:20.847636Z","time spent":"571.909425ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:21.517444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.682492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:20:21.517549Z","caller":"traceutil/trace.go:171","msg":"trace[1275117425] transaction","detail":"{read_only:false; response_revision:11384; number_of_response:1; }","duration":"231.946131ms","start":"2026-03-31T05:20:21.285577Z","end":"2026-03-31T05:20:21.517523Z","steps":["trace[1275117425] 'process raft request' (duration: 231.410266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:21.517546Z","caller":"traceutil/trace.go:171","msg":"trace[1708775454] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11384; }","duration":"228.827076ms","start":"2026-03-31T05:20:21.288694Z","end":"2026-03-31T05:20:21.517522Z","steps":["trace[1708775454] 'agreement among raft nodes before linearized reading' (duration: 228.5978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:21.517437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.158115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:21.51778Z","caller":"traceutil/trace.go:171","msg":"trace[438849203] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:11384; }","duration":"642.586737ms","start":"2026-03-31T05:20:20.87518Z","end":"2026-03-31T05:20:21.517767Z","steps":["trace[438849203] 'agreement among raft nodes before linearized reading' (duration: 642.126134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:21.517762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.007832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:21.517828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:20.875156Z","time spent":"642.659579ms","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:21.518024Z","caller":"traceutil/trace.go:171","msg":"trace[1541434875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11384; }","duration":"649.237639ms","start":"2026-03-31T05:20:20.868633Z","end":"2026-03-31T05:20:21.51787Z","steps":["trace[1541434875] 'agreement among raft nodes before linearized reading' (duration: 648.886919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:21.518127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:20.868606Z","time spent":"649.506366ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:21.555049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.191412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:20:21.555141Z","caller":"traceutil/trace.go:171","msg":"trace[687016423] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11385; }","duration":"114.344206ms","start":"2026-03-31T05:20:21.440773Z","end":"2026-03-31T05:20:21.555117Z","steps":["trace[687016423] 'agreement among raft nodes before linearized reading' (duration: 114.019707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:21.555129Z","caller":"traceutil/trace.go:171","msg":"trace[7332789] transaction","detail":"{read_only:false; response_revision:11385; number_of_response:1; }","duration":"133.15724ms","start":"2026-03-31T05:20:21.421928Z","end":"2026-03-31T05:20:21.555085Z","steps":["trace[7332789] 'process raft request' (duration: 131.70424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:21.555555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.728904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:20:21.555579Z","caller":"traceutil/trace.go:171","msg":"trace[882097912] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11385; }","duration":"100.800535ms","start":"2026-03-31T05:20:21.454771Z","end":"2026-03-31T05:20:21.555572Z","steps":["trace[882097912] 'agreement among raft nodes before linearized reading' (duration: 100.092106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:21.738712Z","caller":"traceutil/trace.go:171","msg":"trace[1338794448] transaction","detail":"{read_only:false; response_revision:11387; number_of_response:1; }","duration":"175.135688ms","start":"2026-03-31T05:20:21.563557Z","end":"2026-03-31T05:20:21.738692Z","steps":["trace[1338794448] 'process raft request' (duration: 92.872249ms)","trace[1338794448] 'compare' (duration: 82.100334ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:21.738901Z","caller":"traceutil/trace.go:171","msg":"trace[625214170] transaction","detail":"{read_only:false; response_revision:11388; number_of_response:1; }","duration":"174.546752ms","start":"2026-03-31T05:20:21.564349Z","end":"2026-03-31T05:20:21.738896Z","steps":["trace[625214170] 'process raft request' (duration: 174.308346ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:21.739185Z","caller":"traceutil/trace.go:171","msg":"trace[1379243545] transaction","detail":"{read_only:false; response_revision:11389; number_of_response:1; }","duration":"174.190022ms","start":"2026-03-31T05:20:21.564946Z","end":"2026-03-31T05:20:21.739136Z","steps":["trace[1379243545] 'process raft request' (duration: 173.928095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:22.608454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792634162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:23.113363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792634162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:23.405563Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.396606311s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:20:24.514024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65895624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:24.514112Z","caller":"traceutil/trace.go:171","msg":"trace[1664289918] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:11389; }","duration":"2.659115414s","start":"2026-03-31T05:20:21.854976Z","end":"2026-03-31T05:20:24.514091Z","steps":["trace[1664289918] 'count revisions from in-memory index tree' (duration: 2.658867078s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.514152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:21.854949Z","time spent":"2.659189757s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:24.514344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.643656162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:24.514374Z","caller":"traceutil/trace.go:171","msg":"trace[657689949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11389; }","duration":"2.643728754s","start":"2026-03-31T05:20:21.870636Z","end":"2026-03-31T05:20:24.514365Z","steps":["trace[657689949] 'range keys from in-memory index tree' (duration: 2.64356123s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.514395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:21.870615Z","time spent":"2.643773276s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:25.563688Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.117883608s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:20:25.87194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000505769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:20:25.872064Z","caller":"traceutil/trace.go:171","msg":"trace[1369218888] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000710895s","start":"2026-03-31T05:20:23.871326Z","end":"2026-03-31T05:20:25.872037Z","steps":["trace[1369218888] 'agreement among raft nodes before linearized reading' (duration: 2.000548861s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:25.872123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:23.8713Z","time spent":"2.000810887s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:26.002492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.596620766s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:20:26.018567Z","caller":"traceutil/trace.go:171","msg":"trace[1800506948] transaction","detail":"{read_only:false; response_revision:11392; number_of_response:1; }","duration":"3.390264003s","start":"2026-03-31T05:20:22.628276Z","end":"2026-03-31T05:20:26.01854Z","steps":["trace[1800506948] 'process raft request' (duration: 3.3901487s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:26.018573Z","caller":"traceutil/trace.go:171","msg":"trace[217419280] transaction","detail":"{read_only:false; response_revision:11390; number_of_response:1; }","duration":"3.902440605s","start":"2026-03-31T05:20:22.11609Z","end":"2026-03-31T05:20:26.018531Z","steps":["trace[217419280] 'process raft request' (duration: 3.902109726s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.018701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.628238Z","time spent":"3.390374216s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:26.018741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.116061Z","time spent":"3.902587599s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:26.01896Z","caller":"traceutil/trace.go:171","msg":"trace[649284484] linearizableReadLoop","detail":"{readStateIndex:11847; appliedIndex:11843; }","duration":"3.911146584s","start":"2026-03-31T05:20:22.107799Z","end":"2026-03-31T05:20:26.018945Z","steps":["trace[649284484] 'read index received' (duration: 1.298038787s)","trace[649284484] 'applied index is now lower than readState.Index' (duration: 2.613105997s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:26.018995Z","caller":"traceutil/trace.go:171","msg":"trace[1108547456] transaction","detail":"{read_only:false; response_revision:11391; number_of_response:1; }","duration":"3.820091214s","start":"2026-03-31T05:20:22.198889Z","end":"2026-03-31T05:20:26.01898Z","steps":["trace[1108547456] 'process raft request' (duration: 3.819492627s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:26.019044Z","caller":"traceutil/trace.go:171","msg":"trace[1329231349] transaction","detail":"{read_only:false; response_revision:11393; number_of_response:1; }","duration":"2.49579478s","start":"2026-03-31T05:20:23.523236Z","end":"2026-03-31T05:20:26.019031Z","steps":["trace[1329231349] 'process raft request' (duration: 2.495228074s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.019094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:23.523212Z","time spent":"2.495849342s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:26.019335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.198862Z","time spent":"3.820448884s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:26.019718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.911910954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:20:26.019928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013966617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:26.020047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676060671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:26.020065Z","caller":"traceutil/trace.go:171","msg":"trace[1442443723] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:11395; }","duration":"1.676080531s","start":"2026-03-31T05:20:24.343979Z","end":"2026-03-31T05:20:26.020059Z","steps":["trace[1442443723] 'agreement among raft nodes before linearized reading' (duration: 1.67603275s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.020082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:24.343905Z","time spent":"1.676173264s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":27,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:26.020072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.512551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T05:20:26.020145Z","caller":"traceutil/trace.go:171","msg":"trace[1307189691] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1; range_end:; response_count:1; response_revision:11395; }","duration":"144.643744ms","start":"2026-03-31T05:20:25.875482Z","end":"2026-03-31T05:20:26.020126Z","steps":["trace[1307189691] 'agreement among raft nodes before linearized reading' (duration: 144.401457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.020194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493459169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:26.020213Z","caller":"traceutil/trace.go:171","msg":"trace[159651136] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:11395; }","duration":"1.493516s","start":"2026-03-31T05:20:24.526689Z","end":"2026-03-31T05:20:26.020205Z","steps":["trace[159651136] 'agreement among raft nodes before linearized reading' (duration: 1.493471509s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.020229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:24.526667Z","time spent":"1.493557402s","remote":"127.0.0.1:33422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:26.020408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773557497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:26.020425Z","caller":"traceutil/trace.go:171","msg":"trace[919206876] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:11395; }","duration":"1.773574797s","start":"2026-03-31T05:20:24.246844Z","end":"2026-03-31T05:20:26.020419Z","steps":["trace[919206876] 'agreement among raft nodes before linearized reading' (duration: 1.773541716s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:26.020425Z","caller":"traceutil/trace.go:171","msg":"trace[712839131] transaction","detail":"{read_only:false; response_revision:11394; number_of_response:1; }","duration":"1.493472679s","start":"2026-03-31T05:20:24.52694Z","end":"2026-03-31T05:20:26.020413Z","steps":["trace[712839131] 'process raft request' (duration: 1.492825571s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.020441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:24.246769Z","time spent":"1.77366897s","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:26.020509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:24.526918Z","time spent":"1.493529281s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:26.020618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453578865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:20:26.020626Z","caller":"traceutil/trace.go:171","msg":"trace[1281445417] transaction","detail":"{read_only:false; response_revision:11395; number_of_response:1; }","duration":"1.443843222s","start":"2026-03-31T05:20:24.576774Z","end":"2026-03-31T05:20:26.020617Z","steps":["trace[1281445417] 'process raft request' (duration: 1.443052301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.020632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923469854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T05:20:26.020718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276542386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:20:26.020732Z","caller":"traceutil/trace.go:171","msg":"trace[1749858201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11395; }","duration":"2.276556836s","start":"2026-03-31T05:20:23.744171Z","end":"2026-03-31T05:20:26.020728Z","steps":["trace[1749858201] 'agreement among raft nodes before linearized reading' (duration: 2.276515975s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:26.020719Z","caller":"traceutil/trace.go:171","msg":"trace[1913617202] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:11395; }","duration":"1.923636368s","start":"2026-03-31T05:20:24.097061Z","end":"2026-03-31T05:20:26.020698Z","steps":["trace[1913617202] 'agreement among raft nodes before linearized reading' (duration: 1.92336336s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.020748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:23.744093Z","time spent":"2.276651279s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:26.020797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:24.097024Z","time spent":"1.923764241s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T05:20:26.020856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276756752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:20:26.02087Z","caller":"traceutil/trace.go:171","msg":"trace[62942477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11395; }","duration":"2.276808673s","start":"2026-03-31T05:20:23.744057Z","end":"2026-03-31T05:20:26.020865Z","steps":["trace[62942477] 'agreement among raft nodes before linearized reading' (duration: 2.276767632s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.020883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:23.744033Z","time spent":"2.276847045s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:26.020962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388297061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:20:26.020974Z","caller":"traceutil/trace.go:171","msg":"trace[889071364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11395; }","duration":"2.388348233s","start":"2026-03-31T05:20:23.632621Z","end":"2026-03-31T05:20:26.02097Z","steps":["trace[889071364] 'agreement among raft nodes before linearized reading' (duration: 2.388308492s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.020986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:23.632598Z","time spent":"2.388385013s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:20:26.020674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276495285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:20:26.021015Z","caller":"traceutil/trace.go:171","msg":"trace[932560549] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11395; }","duration":"2.276828304s","start":"2026-03-31T05:20:23.744175Z","end":"2026-03-31T05:20:26.021003Z","steps":["trace[932560549] 'agreement among raft nodes before linearized reading' (duration: 2.276469934s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.021051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:23.744092Z","time spent":"2.276948707s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:20:26.020669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:24.576723Z","time spent":"1.443925634s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:26.021219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425114008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:20:26.021248Z","caller":"traceutil/trace.go:171","msg":"trace[1868757639] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:11395; }","duration":"2.4251763s","start":"2026-03-31T05:20:23.596065Z","end":"2026-03-31T05:20:26.021242Z","steps":["trace[1868757639] 'agreement among raft nodes before linearized reading' (duration: 2.424972574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.021263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:23.596043Z","time spent":"2.425216761s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":128,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:26.020633Z","caller":"traceutil/trace.go:171","msg":"trace[1507794165] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11395; }","duration":"2.453638578s","start":"2026-03-31T05:20:23.566989Z","end":"2026-03-31T05:20:26.020628Z","steps":["trace[1507794165] 'agreement among raft nodes before linearized reading' (duration: 2.453550335s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.021345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:23.566963Z","time spent":"2.454373257s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:20:26.021698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602923249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:26.02172Z","caller":"traceutil/trace.go:171","msg":"trace[1230964109] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:11395; }","duration":"2.60297336s","start":"2026-03-31T05:20:23.418739Z","end":"2026-03-31T05:20:26.021713Z","steps":["trace[1230964109] 'agreement among raft nodes before linearized reading' (duration: 2.602939529s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.021716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552955962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:26.021735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:23.418727Z","time spent":"2.603003741s","remote":"127.0.0.1:37846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:26.021751Z","caller":"traceutil/trace.go:171","msg":"trace[756143578] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:11395; }","duration":"2.552995483s","start":"2026-03-31T05:20:23.468744Z","end":"2026-03-31T05:20:26.02174Z","steps":["trace[756143578] 'agreement among raft nodes before linearized reading' (duration: 2.552938622s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.021782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:23.468667Z","time spent":"2.553106526s","remote":"127.0.0.1:57738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:26.021842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597943023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:20:26.021857Z","caller":"traceutil/trace.go:171","msg":"trace[945596104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11395; }","duration":"2.597996624s","start":"2026-03-31T05:20:23.423855Z","end":"2026-03-31T05:20:26.021852Z","steps":["trace[945596104] 'agreement among raft nodes before linearized reading' (duration: 2.597949953s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.021869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:23.423834Z","time spent":"2.598032295s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:26.022017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633549656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:26.022033Z","caller":"traceutil/trace.go:171","msg":"trace[848549674] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:11395; }","duration":"2.633568836s","start":"2026-03-31T05:20:23.38846Z","end":"2026-03-31T05:20:26.022028Z","steps":["trace[848549674] 'agreement among raft nodes before linearized reading' (duration: 2.633539075s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.022045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:23.388384Z","time spent":"2.633658648s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:26.022042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.977217131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:26.022073Z","caller":"traceutil/trace.go:171","msg":"trace[1173466864] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:11395; }","duration":"2.977285053s","start":"2026-03-31T05:20:23.044779Z","end":"2026-03-31T05:20:26.022064Z","steps":["trace[1173466864] 'agreement among raft nodes before linearized reading' (duration: 2.977230481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.022104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:23.044733Z","time spent":"2.977360755s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:26.01996Z","caller":"traceutil/trace.go:171","msg":"trace[865850051] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:11395; }","duration":"2.01406056s","start":"2026-03-31T05:20:24.00589Z","end":"2026-03-31T05:20:26.01995Z","steps":["trace[865850051] 'agreement among raft nodes before linearized reading' (duration: 2.013982628s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.022197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:24.005861Z","time spent":"2.016328342s","remote":"127.0.0.1:45454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:26.022642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.455924969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:20:26.022661Z","caller":"traceutil/trace.go:171","msg":"trace[1041045146] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11395; }","duration":"3.45598199s","start":"2026-03-31T05:20:22.566674Z","end":"2026-03-31T05:20:26.022656Z","steps":["trace[1041045146] 'agreement among raft nodes before linearized reading' (duration: 3.455924129s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.022677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.566649Z","time spent":"3.456024072s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T05:20:26.02484Z","caller":"traceutil/trace.go:171","msg":"trace[1175861421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11393; }","duration":"3.911998317s","start":"2026-03-31T05:20:22.10775Z","end":"2026-03-31T05:20:26.019749Z","steps":["trace[1175861421] 'agreement among raft nodes before linearized reading' (duration: 3.911282657s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.025019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.107729Z","time spent":"3.917188479s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:20:26.03036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.689289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:26.030626Z","caller":"traceutil/trace.go:171","msg":"trace[228821589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11395; }","duration":"150.993778ms","start":"2026-03-31T05:20:25.879609Z","end":"2026-03-31T05:20:26.030603Z","steps":["trace[228821589] 'agreement among raft nodes before linearized reading' (duration: 141.084018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.034756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.655469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:26.034801Z","caller":"traceutil/trace.go:171","msg":"trace[862685767] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:11395; }","duration":"379.746362ms","start":"2026-03-31T05:20:25.655041Z","end":"2026-03-31T05:20:26.034787Z","steps":["trace[862685767] 'agreement among raft nodes before linearized reading' (duration: 364.984618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.034826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:25.65502Z","time spent":"379.799623ms","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:26.578692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.165105ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T05:20:26.578799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.038403Z","time spent":"540.390914ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:20:27.130923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.42469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:27.131378Z","caller":"traceutil/trace.go:171","msg":"trace[150811339] transaction","detail":"{read_only:false; response_revision:11399; number_of_response:1; }","duration":"1.092161628s","start":"2026-03-31T05:20:26.039191Z","end":"2026-03-31T05:20:27.131353Z","steps":["trace[150811339] 'process raft request' (duration: 1.092044355s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:27.131375Z","caller":"traceutil/trace.go:171","msg":"trace[1950027650] transaction","detail":"{read_only:false; response_revision:11396; number_of_response:1; }","duration":"1.092316382s","start":"2026-03-31T05:20:26.039018Z","end":"2026-03-31T05:20:27.131335Z","steps":["trace[1950027650] 'process raft request' (duration: 666.350767ms)","trace[1950027650] 'compare' (duration: 425.172024ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:27.131376Z","caller":"traceutil/trace.go:171","msg":"trace[1660735520] transaction","detail":"{read_only:false; response_revision:11398; number_of_response:1; }","duration":"1.092178408s","start":"2026-03-31T05:20:26.039157Z","end":"2026-03-31T05:20:27.131336Z","steps":["trace[1660735520] 'process raft request' (duration: 1.092018364s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:27.131385Z","caller":"traceutil/trace.go:171","msg":"trace[621466129] transaction","detail":"{read_only:false; response_revision:11397; number_of_response:1; }","duration":"1.092215909s","start":"2026-03-31T05:20:26.03912Z","end":"2026-03-31T05:20:27.131336Z","steps":["trace[621466129] 'process raft request' (duration: 1.091960062s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.131496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.039186Z","time spent":"1.09226097s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:27.131548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.039005Z","time spent":"1.092449025s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:27.131549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.039147Z","time spent":"1.092310952s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:27.131588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.039112Z","time spent":"1.092366483s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:27.131715Z","caller":"traceutil/trace.go:171","msg":"trace[399733370] linearizableReadLoop","detail":"{readStateIndex:11857; appliedIndex:11850; }","duration":"1.060623625s","start":"2026-03-31T05:20:26.07107Z","end":"2026-03-31T05:20:27.131694Z","steps":["trace[399733370] 'read index received' (duration: 79.448971ms)","trace[399733370] 'applied index is now lower than readState.Index' (duration: 981.173414ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:27.131771Z","caller":"traceutil/trace.go:171","msg":"trace[1237357250] transaction","detail":"{read_only:false; response_revision:11400; number_of_response:1; }","duration":"1.092462746s","start":"2026-03-31T05:20:26.039273Z","end":"2026-03-31T05:20:27.131736Z","steps":["trace[1237357250] 'process raft request' (duration: 1.092027204s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:27.131793Z","caller":"traceutil/trace.go:171","msg":"trace[1015416374] transaction","detail":"{read_only:false; response_revision:11401; number_of_response:1; }","duration":"1.092395274s","start":"2026-03-31T05:20:26.039369Z","end":"2026-03-31T05:20:27.131764Z","steps":["trace[1015416374] 'process raft request' (duration: 1.092179808s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.131916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.039266Z","time spent":"1.092574659s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:27.131914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.039363Z","time spent":"1.092488796s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:27.132316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061247403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347735"} {"level":"info","ts":"2026-03-31T05:20:27.132374Z","caller":"traceutil/trace.go:171","msg":"trace[552788612] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11401; }","duration":"1.061334955s","start":"2026-03-31T05:20:26.071026Z","end":"2026-03-31T05:20:27.132361Z","steps":["trace[552788612] 'agreement among raft nodes before linearized reading' (duration: 1.060794231s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.132405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.07101Z","time spent":"1.061386256s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347758,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:20:27.592571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.758916ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:27.59279Z","caller":"traceutil/trace.go:171","msg":"trace[240776404] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11401; }","duration":"310.943171ms","start":"2026-03-31T05:20:27.281776Z","end":"2026-03-31T05:20:27.592719Z","steps":["trace[240776404] 'range keys from in-memory index tree' (duration: 310.734285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.593423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.326633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:27.593515Z","caller":"traceutil/trace.go:171","msg":"trace[1388255608] linearizableReadLoop","detail":"{readStateIndex:11858; appliedIndex:11857; }","duration":"461.717963ms","start":"2026-03-31T05:20:27.131783Z","end":"2026-03-31T05:20:27.593501Z","steps":["trace[1388255608] 'read index received' (duration: 335.141833ms)","trace[1388255608] 'applied index is now lower than readState.Index' (duration: 126.57465ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:27.593577Z","caller":"traceutil/trace.go:171","msg":"trace[1572879995] transaction","detail":"{read_only:false; response_revision:11402; number_of_response:1; }","duration":"1.013875527s","start":"2026-03-31T05:20:26.579652Z","end":"2026-03-31T05:20:27.593528Z","steps":["trace[1572879995] 'process raft request' (duration: 887.353838ms)","trace[1572879995] 'compare' (duration: 125.599504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:27.593666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450039082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T05:20:27.593686Z","caller":"traceutil/trace.go:171","msg":"trace[237395023] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:11402; }","duration":"1.450097573s","start":"2026-03-31T05:20:26.143579Z","end":"2026-03-31T05:20:27.593677Z","steps":["trace[237395023] 'agreement among raft nodes before linearized reading' (duration: 1.449953389s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.59362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023934213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:27.593763Z","caller":"traceutil/trace.go:171","msg":"trace[1370295073] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:11402; }","duration":"1.024084057s","start":"2026-03-31T05:20:26.569663Z","end":"2026-03-31T05:20:27.593747Z","steps":["trace[1370295073] 'agreement among raft nodes before linearized reading' (duration: 1.023892012s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.593625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040910036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:27.593782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.96345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:20:27.593837Z","caller":"traceutil/trace.go:171","msg":"trace[164579828] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:11402; }","duration":"1.041175403s","start":"2026-03-31T05:20:26.552657Z","end":"2026-03-31T05:20:27.593832Z","steps":["trace[164579828] 'agreement among raft nodes before linearized reading' (duration: 1.040923066s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.593811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.579635Z","time spent":"1.014041712s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:27.593854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.552631Z","time spent":"1.041217705s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:27.593867Z","caller":"traceutil/trace.go:171","msg":"trace[341683023] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11402; }","duration":"830.111544ms","start":"2026-03-31T05:20:26.763734Z","end":"2026-03-31T05:20:27.593845Z","steps":["trace[341683023] 'agreement among raft nodes before linearized reading' (duration: 829.788795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.593922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.763709Z","time spent":"830.203696ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:20:27.593708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.143551Z","time spent":"1.450151375s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T05:20:27.593891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.569633Z","time spent":"1.024193769s","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:27.594005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.02047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:20:27.594126Z","caller":"traceutil/trace.go:171","msg":"trace[129152871] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:11402; }","duration":"740.191416ms","start":"2026-03-31T05:20:26.853918Z","end":"2026-03-31T05:20:27.59411Z","steps":["trace[129152871] 'agreement among raft nodes before linearized reading' (duration: 739.743784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.594218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.853894Z","time spent":"740.309108ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:20:28.045518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.402628ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T05:20:28.045727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:27.595337Z","time spent":"450.380212ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:20:28.045807Z","caller":"traceutil/trace.go:171","msg":"trace[1926279004] linearizableReadLoop","detail":"{readStateIndex:11859; appliedIndex:11858; }","duration":"443.7367ms","start":"2026-03-31T05:20:27.602046Z","end":"2026-03-31T05:20:28.045783Z","steps":["trace[1926279004] 'read index received' (duration: 153.154627ms)","trace[1926279004] 'applied index is now lower than readState.Index' (duration: 290.579743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:28.046105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.034018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-13649990-7257-48ce-a5fe-ea2c39d3f17f\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-31T05:20:28.046164Z","caller":"traceutil/trace.go:171","msg":"trace[2134593213] range","detail":"{range_begin:/registry/persistentvolumes/pvc-13649990-7257-48ce-a5fe-ea2c39d3f17f; range_end:; response_count:1; response_revision:11402; }","duration":"444.133601ms","start":"2026-03-31T05:20:27.602012Z","end":"2026-03-31T05:20:28.046146Z","steps":["trace[2134593213] 'agreement among raft nodes before linearized reading' (duration: 443.872504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:28.046194Z","caller":"traceutil/trace.go:171","msg":"trace[1288999010] transaction","detail":"{read_only:false; response_revision:11403; number_of_response:1; }","duration":"443.667448ms","start":"2026-03-31T05:20:27.60238Z","end":"2026-03-31T05:20:28.046047Z","steps":["trace[1288999010] 'process raft request' (duration: 443.304148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:28.046203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:27.601996Z","time spent":"444.199412ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-13649990-7257-48ce-a5fe-ea2c39d3f17f\" "} {"level":"warn","ts":"2026-03-31T05:20:28.046275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:27.602354Z","time spent":"443.867304ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:20:28.082552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.451333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:20:28.082643Z","caller":"traceutil/trace.go:171","msg":"trace[69196420] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11407; }","duration":"480.573107ms","start":"2026-03-31T05:20:27.602052Z","end":"2026-03-31T05:20:28.082625Z","steps":["trace[69196420] 'agreement among raft nodes before linearized reading' (duration: 480.3191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:28.082675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:27.602044Z","time spent":"480.623218ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:20:28.082765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.722008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:28.082909Z","caller":"traceutil/trace.go:171","msg":"trace[59558226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11407; }","duration":"147.867893ms","start":"2026-03-31T05:20:27.934965Z","end":"2026-03-31T05:20:28.082833Z","steps":["trace[59558226] 'agreement among raft nodes before linearized reading' (duration: 147.736889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:28.297468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.939796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:28.297578Z","caller":"traceutil/trace.go:171","msg":"trace[1425931025] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11407; }","duration":"136.685867ms","start":"2026-03-31T05:20:28.160863Z","end":"2026-03-31T05:20:28.297549Z","steps":["trace[1425931025] 'range keys from in-memory index tree' (duration: 135.837244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:29.113751Z","caller":"traceutil/trace.go:171","msg":"trace[406186246] linearizableReadLoop","detail":"{readStateIndex:11865; appliedIndex:11864; }","duration":"403.032458ms","start":"2026-03-31T05:20:28.710699Z","end":"2026-03-31T05:20:29.113731Z","steps":["trace[406186246] 'read index received' (duration: 402.652168ms)","trace[406186246] 'applied index is now lower than readState.Index' (duration: 379.46µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:29.113795Z","caller":"traceutil/trace.go:171","msg":"trace[680421547] transaction","detail":"{read_only:false; response_revision:11408; number_of_response:1; }","duration":"517.103905ms","start":"2026-03-31T05:20:28.596669Z","end":"2026-03-31T05:20:29.113772Z","steps":["trace[680421547] 'process raft request' (duration: 516.777166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:29.113903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:28.596639Z","time spent":"517.202297ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:20:29.114017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.309766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-storage-init\" ","response":"range_response_count:1 size:7496"} {"level":"info","ts":"2026-03-31T05:20:29.114043Z","caller":"traceutil/trace.go:171","msg":"trace[785767006] range","detail":"{range_begin:/registry/jobs/openstack/glance-storage-init; range_end:; response_count:1; response_revision:11408; }","duration":"403.389618ms","start":"2026-03-31T05:20:28.710648Z","end":"2026-03-31T05:20:29.114037Z","steps":["trace[785767006] 'agreement among raft nodes before linearized reading' (duration: 403.205383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:29.1141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:28.710625Z","time spent":"403.431439ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7519,"request content":"key:\"/registry/jobs/openstack/glance-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:20:29.114423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.000597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-endpoints\" ","response":"range_response_count:1 size:12654"} {"level":"warn","ts":"2026-03-31T05:20:29.114452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.270815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"warn","ts":"2026-03-31T05:20:29.114453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.0936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:900"} {"level":"info","ts":"2026-03-31T05:20:29.114466Z","caller":"traceutil/trace.go:171","msg":"trace[1690724991] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-endpoints; range_end:; response_count:1; response_revision:11408; }","duration":"403.059259ms","start":"2026-03-31T05:20:28.711396Z","end":"2026-03-31T05:20:29.114455Z","steps":["trace[1690724991] 'agreement among raft nodes before linearized reading' (duration: 402.916185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:29.114484Z","caller":"traceutil/trace.go:171","msg":"trace[1382106657] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:11408; }","duration":"403.140321ms","start":"2026-03-31T05:20:28.711335Z","end":"2026-03-31T05:20:29.114476Z","steps":["trace[1382106657] 'agreement among raft nodes before linearized reading' (duration: 403.033748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:29.114498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:28.711391Z","time spent":"403.10035ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12677,"request content":"key:\"/registry/jobs/openstack/glance-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:20:29.114505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:28.71133Z","time spent":"403.170341ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":923,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-31T05:20:29.114463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.840804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:29.114538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.044359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-rabbit-init\" ","response":"range_response_count:1 size:5086"} {"level":"info","ts":"2026-03-31T05:20:29.114715Z","caller":"traceutil/trace.go:171","msg":"trace[1338728656] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:11408; }","duration":"403.315956ms","start":"2026-03-31T05:20:28.711155Z","end":"2026-03-31T05:20:29.114471Z","steps":["trace[1338728656] 'agreement among raft nodes before linearized reading' (duration: 403.12162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:29.114785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.307815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-user\" ","response":"range_response_count:1 size:7440"} {"level":"warn","ts":"2026-03-31T05:20:29.11475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:28.711148Z","time spent":"403.594673ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1171,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-03-31T05:20:29.11483Z","caller":"traceutil/trace.go:171","msg":"trace[1192534959] range","detail":"{range_begin:/registry/jobs/openstack/glance-rabbit-init; range_end:; response_count:1; response_revision:11408; }","duration":"403.268034ms","start":"2026-03-31T05:20:28.711445Z","end":"2026-03-31T05:20:29.114713Z","steps":["trace[1192534959] 'agreement among raft nodes before linearized reading' (duration: 402.869683ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:29.114872Z","caller":"traceutil/trace.go:171","msg":"trace[403474476] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-user; range_end:; response_count:1; response_revision:11408; }","duration":"403.419599ms","start":"2026-03-31T05:20:28.711432Z","end":"2026-03-31T05:20:29.114851Z","steps":["trace[403474476] 'agreement among raft nodes before linearized reading' (duration: 402.899015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:29.114902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:28.711437Z","time spent":"403.455329ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":5109,"request content":"key:\"/registry/jobs/openstack/glance-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:20:29.114641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.983927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-sync\" ","response":"range_response_count:1 size:5188"} {"level":"warn","ts":"2026-03-31T05:20:29.114967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:28.711427Z","time spent":"403.484381ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7463,"request content":"key:\"/registry/jobs/openstack/glance-ks-user\" "} {"level":"info","ts":"2026-03-31T05:20:29.114997Z","caller":"traceutil/trace.go:171","msg":"trace[340416534] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-sync; range_end:; response_count:1; response_revision:11408; }","duration":"403.360037ms","start":"2026-03-31T05:20:28.711627Z","end":"2026-03-31T05:20:29.114987Z","steps":["trace[340416534] 'agreement among raft nodes before linearized reading' (duration: 402.917575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:29.115061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:28.711622Z","time spent":"403.426379ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5211,"request content":"key:\"/registry/jobs/openstack/glance-db-sync\" "} {"level":"info","ts":"2026-03-31T05:20:29.11459Z","caller":"traceutil/trace.go:171","msg":"trace[244649120] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:11408; }","duration":"241.03413ms","start":"2026-03-31T05:20:28.873546Z","end":"2026-03-31T05:20:29.11458Z","steps":["trace[244649120] 'agreement among raft nodes before linearized reading' (duration: 240.800823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:29.115433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.635265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-31T05:20:29.115605Z","caller":"traceutil/trace.go:171","msg":"trace[693208717] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:11408; }","duration":"404.389205ms","start":"2026-03-31T05:20:28.711192Z","end":"2026-03-31T05:20:29.115581Z","steps":["trace[693208717] 'agreement among raft nodes before linearized reading' (duration: 403.374337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:29.115702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:28.711186Z","time spent":"404.501828ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-03-31T05:20:29.350403Z","caller":"traceutil/trace.go:171","msg":"trace[1158048182] linearizableReadLoop","detail":"{readStateIndex:11866; appliedIndex:11865; }","duration":"205.967021ms","start":"2026-03-31T05:20:29.144398Z","end":"2026-03-31T05:20:29.350365Z","steps":["trace[1158048182] 'read index received' (duration: 125.047428ms)","trace[1158048182] 'applied index is now lower than readState.Index' (duration: 80.918042ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:29.350449Z","caller":"traceutil/trace.go:171","msg":"trace[1908649291] transaction","detail":"{read_only:false; response_revision:11409; number_of_response:1; }","duration":"209.061115ms","start":"2026-03-31T05:20:29.141355Z","end":"2026-03-31T05:20:29.350416Z","steps":["trace[1908649291] 'process raft request' (duration: 128.192394ms)","trace[1908649291] 'compare' (duration: 80.547982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:29.350815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.392212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:20:29.350935Z","caller":"traceutil/trace.go:171","msg":"trace[1969620082] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11409; }","duration":"206.516356ms","start":"2026-03-31T05:20:29.144369Z","end":"2026-03-31T05:20:29.350885Z","steps":["trace[1969620082] 'agreement among raft nodes before linearized reading' (duration: 206.148096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:31.340346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825072055s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:31.341466Z","caller":"traceutil/trace.go:171","msg":"trace[30580581] transaction","detail":"{read_only:false; response_revision:11410; number_of_response:1; }","duration":"2.196929791s","start":"2026-03-31T05:20:29.144513Z","end":"2026-03-31T05:20:31.341443Z","steps":["trace[30580581] 'process raft request' (duration: 370.697334ms)","trace[30580581] 'compare' (duration: 1.824625033s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:31.34152Z","caller":"traceutil/trace.go:171","msg":"trace[643181151] transaction","detail":"{read_only:false; response_revision:11411; number_of_response:1; }","duration":"2.196966342s","start":"2026-03-31T05:20:29.144518Z","end":"2026-03-31T05:20:31.341484Z","steps":["trace[643181151] 'process raft request' (duration: 2.196814508s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:31.341584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.144496Z","time spent":"2.197026903s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:31.341604Z","caller":"traceutil/trace.go:171","msg":"trace[2113455365] transaction","detail":"{read_only:false; response_revision:11413; number_of_response:1; }","duration":"2.174087966s","start":"2026-03-31T05:20:29.167481Z","end":"2026-03-31T05:20:31.341569Z","steps":["trace[2113455365] 'process raft request' (duration: 2.173988953s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:31.341653Z","caller":"traceutil/trace.go:171","msg":"trace[1000052482] transaction","detail":"{read_only:false; response_revision:11412; number_of_response:1; }","duration":"2.196823708s","start":"2026-03-31T05:20:29.144818Z","end":"2026-03-31T05:20:31.341642Z","steps":["trace[1000052482] 'process raft request' (duration: 2.196616822s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:31.341676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.144481Z","time spent":"2.197116636s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:31.341709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.144806Z","time spent":"2.196870919s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:31.341742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.167466Z","time spent":"2.174215779s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:20:31.341789Z","caller":"traceutil/trace.go:171","msg":"trace[299598841] linearizableReadLoop","detail":"{readStateIndex:11870; appliedIndex:11866; }","duration":"1.991291499s","start":"2026-03-31T05:20:29.350489Z","end":"2026-03-31T05:20:31.341781Z","steps":["trace[299598841] 'read index received' (duration: 164.62035ms)","trace[299598841] 'applied index is now lower than readState.Index' (duration: 1.826669589s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:31.341921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19728089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:20:31.341946Z","caller":"traceutil/trace.go:171","msg":"trace[336391604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11413; }","duration":"2.197305271s","start":"2026-03-31T05:20:29.144633Z","end":"2026-03-31T05:20:31.341939Z","steps":["trace[336391604] 'agreement among raft nodes before linearized reading' (duration: 2.197198858s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:31.342027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.144611Z","time spent":"2.197409543s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:31.342005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173374146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp\" ","response":"range_response_count:1 size:12799"} {"level":"warn","ts":"2026-03-31T05:20:31.34208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197592669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:20:31.34209Z","caller":"traceutil/trace.go:171","msg":"trace[706611683] range","detail":"{range_begin:/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp; range_end:; response_count:1; response_revision:11413; }","duration":"2.17348844s","start":"2026-03-31T05:20:29.16858Z","end":"2026-03-31T05:20:31.342069Z","steps":["trace[706611683] 'agreement among raft nodes before linearized reading' (duration: 2.173228373s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:31.342141Z","caller":"traceutil/trace.go:171","msg":"trace[84809399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11413; }","duration":"2.197667091s","start":"2026-03-31T05:20:29.144456Z","end":"2026-03-31T05:20:31.342123Z","steps":["trace[84809399] 'agreement among raft nodes before linearized reading' (duration: 2.197487676s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:31.342144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.168571Z","time spent":"2.173562681s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":12822,"request content":"key:\"/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp\" "} {"level":"warn","ts":"2026-03-31T05:20:31.342191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.144442Z","time spent":"2.197737223s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:31.536002Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.445710033s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:20:31.870187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999947775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:20:31.870253Z","caller":"traceutil/trace.go:171","msg":"trace[755715273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000075298s","start":"2026-03-31T05:20:29.870164Z","end":"2026-03-31T05:20:31.870239Z","steps":["trace[755715273] 'agreement among raft nodes before linearized reading' (duration: 1.999986926s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:31.870287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.870141Z","time spent":"2.00014003s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:20:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:20:33.048002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973517272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:20:33.04811Z","caller":"traceutil/trace.go:171","msg":"trace[1326775606] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.973683557s","start":"2026-03-31T05:20:31.074401Z","end":"2026-03-31T05:20:33.048084Z","steps":["trace[1326775606] 'agreement among raft nodes before linearized reading' (duration: 1.973555263s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:33.048177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.074377Z","time spent":"1.97378485s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:20:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:20:33.870895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00010683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:20:33.870976Z","caller":"traceutil/trace.go:171","msg":"trace[1932906341] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000242173s","start":"2026-03-31T05:20:31.870709Z","end":"2026-03-31T05:20:33.870951Z","steps":["trace[1932906341] 'agreement among raft nodes before linearized reading' (duration: 2.000139131s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:33.871017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.870637Z","time spent":"2.000373647s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:34.319812Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.783446394s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:20:34.421609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885128325s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:34.422278Z","caller":"traceutil/trace.go:171","msg":"trace[1902897449] linearizableReadLoop","detail":"{readStateIndex:11873; appliedIndex:11870; }","duration":"3.080447653s","start":"2026-03-31T05:20:31.341809Z","end":"2026-03-31T05:20:34.422257Z","steps":["trace[1902897449] 'read index received' (duration: 194.477576ms)","trace[1902897449] 'applied index is now lower than readState.Index' (duration: 2.885968877s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:34.42237Z","caller":"traceutil/trace.go:171","msg":"trace[769814630] transaction","detail":"{read_only:false; response_revision:11419; number_of_response:1; }","duration":"3.05321869s","start":"2026-03-31T05:20:31.36914Z","end":"2026-03-31T05:20:34.422359Z","steps":["trace[769814630] 'process raft request' (duration: 3.053060636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.422434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.369118Z","time spent":"3.053276302s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13019,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:34.422545Z","caller":"traceutil/trace.go:171","msg":"trace[802447460] transaction","detail":"{read_only:false; response_revision:11414; number_of_response:1; }","duration":"4.332316548s","start":"2026-03-31T05:20:30.090194Z","end":"2026-03-31T05:20:34.42251Z","steps":["trace[802447460] 'process raft request' (duration: 1.446183886s)","trace[802447460] 'compare' (duration: 2.884242621s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.42272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.085148302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:34.422739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:30.090168Z","time spent":"4.332459322s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:34.422781Z","caller":"traceutil/trace.go:171","msg":"trace[585656388] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11419; }","duration":"3.085263955s","start":"2026-03-31T05:20:31.337503Z","end":"2026-03-31T05:20:34.422766Z","steps":["trace[585656388] 'agreement among raft nodes before linearized reading' (duration: 3.085156552s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.422825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.337479Z","time spent":"3.085331537s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:34.422941Z","caller":"traceutil/trace.go:171","msg":"trace[844742868] transaction","detail":"{read_only:false; response_revision:11415; number_of_response:1; }","duration":"4.33236191s","start":"2026-03-31T05:20:30.09057Z","end":"2026-03-31T05:20:34.422931Z","steps":["trace[844742868] 'process raft request' (duration: 4.331190528s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.422995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:30.090535Z","time spent":"4.332434042s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:34.423061Z","caller":"traceutil/trace.go:171","msg":"trace[1292764711] transaction","detail":"{read_only:false; response_revision:11416; number_of_response:1; }","duration":"4.331593458s","start":"2026-03-31T05:20:30.091459Z","end":"2026-03-31T05:20:34.423052Z","steps":["trace[1292764711] 'process raft request' (duration: 4.330609561s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.423094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.073222355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T05:20:34.423127Z","caller":"traceutil/trace.go:171","msg":"trace[505897820] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11419; }","duration":"4.073300057s","start":"2026-03-31T05:20:30.349818Z","end":"2026-03-31T05:20:34.423118Z","steps":["trace[505897820] 'agreement among raft nodes before linearized reading' (duration: 4.073164743s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:34.423161Z","caller":"traceutil/trace.go:171","msg":"trace[908679396] transaction","detail":"{read_only:false; response_revision:11418; number_of_response:1; }","duration":"3.066916034s","start":"2026-03-31T05:20:31.356239Z","end":"2026-03-31T05:20:34.423155Z","steps":["trace[908679396] 'process raft request' (duration: 3.065919777s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.423209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.356234Z","time spent":"3.066954345s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:34.423132Z","caller":"traceutil/trace.go:171","msg":"trace[1481120071] transaction","detail":"{read_only:false; response_revision:11417; number_of_response:1; }","duration":"3.066979406s","start":"2026-03-31T05:20:31.356141Z","end":"2026-03-31T05:20:34.423121Z","steps":["trace[1481120071] 'process raft request' (duration: 3.065968408s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.423297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.356118Z","time spent":"3.06716062s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:34.423099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:30.091433Z","time spent":"4.33164794s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:34.423164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:30.349793Z","time spent":"4.073365049s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:20:34.423248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.225682632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:20:34.423423Z","caller":"traceutil/trace.go:171","msg":"trace[1699056331] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11419; }","duration":"4.225884228s","start":"2026-03-31T05:20:30.197526Z","end":"2026-03-31T05:20:34.423411Z","steps":["trace[1699056331] 'agreement among raft nodes before linearized reading' (duration: 4.225658232s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.42344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.263184608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:34.423482Z","caller":"traceutil/trace.go:171","msg":"trace[940586648] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:11419; }","duration":"4.26326403s","start":"2026-03-31T05:20:30.160207Z","end":"2026-03-31T05:20:34.423471Z","steps":["trace[940586648] 'agreement among raft nodes before linearized reading' (duration: 4.263198359s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.423469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.599485421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:34.423518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:30.160186Z","time spent":"4.263323691s","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:34.423548Z","caller":"traceutil/trace.go:171","msg":"trace[1568221227] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:11419; }","duration":"4.599611715s","start":"2026-03-31T05:20:29.823918Z","end":"2026-03-31T05:20:34.423529Z","steps":["trace[1568221227] 'agreement among raft nodes before linearized reading' (duration: 4.599466281s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.423608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.823897Z","time spent":"4.599699768s","remote":"127.0.0.1:33170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:34.42345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:30.197508Z","time spent":"4.22593479s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:20:34.423659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.762644082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:34.423708Z","caller":"traceutil/trace.go:171","msg":"trace[2026574289] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:11419; }","duration":"4.762696524s","start":"2026-03-31T05:20:29.661001Z","end":"2026-03-31T05:20:34.423697Z","steps":["trace[2026574289] 'agreement among raft nodes before linearized reading' (duration: 4.762615641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.423735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.660935Z","time spent":"4.762791966s","remote":"127.0.0.1:57670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:34.42712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.069570933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347970"} {"level":"info","ts":"2026-03-31T05:20:34.427249Z","caller":"traceutil/trace.go:171","msg":"trace[2042044613] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11419; }","duration":"5.069709957s","start":"2026-03-31T05:20:29.357488Z","end":"2026-03-31T05:20:34.427198Z","steps":["trace[2042044613] 'agreement among raft nodes before linearized reading' (duration: 5.06577938s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.427433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.357468Z","time spent":"5.06982147s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347993,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:20:34.704058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.796132ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:20:34.704485Z","caller":"traceutil/trace.go:171","msg":"trace[1668501440] linearizableReadLoop","detail":"{readStateIndex:11878; appliedIndex:11876; }","duration":"282.124773ms","start":"2026-03-31T05:20:34.422323Z","end":"2026-03-31T05:20:34.704447Z","steps":["trace[1668501440] 'read index received' (duration: 17.984552ms)","trace[1668501440] 'applied index is now lower than readState.Index' (duration: 264.13737ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:34.704664Z","caller":"traceutil/trace.go:171","msg":"trace[879911253] transaction","detail":"{read_only:false; response_revision:11420; number_of_response:1; }","duration":"1.166291424s","start":"2026-03-31T05:20:33.538312Z","end":"2026-03-31T05:20:34.704603Z","steps":["trace[879911253] 'process raft request' (duration: 1.165874562s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.704882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.538283Z","time spent":"1.16650267s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:34.895973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12379249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:34.896084Z","caller":"traceutil/trace.go:171","msg":"trace[1220997225] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:11420; }","duration":"3.123917973s","start":"2026-03-31T05:20:31.772137Z","end":"2026-03-31T05:20:34.896055Z","steps":["trace[1220997225] 'agreement among raft nodes before linearized reading' (duration: 2.932468459s)","trace[1220997225] 'count revisions from in-memory index tree' (duration: 191.28884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.896147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.772035Z","time spent":"3.124092008s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:34.896152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823169761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:34.896144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548985887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:20:34.896223Z","caller":"traceutil/trace.go:171","msg":"trace[1709143122] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:11420; }","duration":"2.823284634s","start":"2026-03-31T05:20:32.072913Z","end":"2026-03-31T05:20:34.896198Z","steps":["trace[1709143122] 'agreement among raft nodes before linearized reading' (duration: 2.631713536s)","trace[1709143122] 'count revisions from in-memory index tree' (duration: 191.483285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.896237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973212973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:34.89623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077684512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:34.89623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561511059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:20:34.8963Z","caller":"traceutil/trace.go:171","msg":"trace[321155418] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:11420; }","duration":"2.973311855s","start":"2026-03-31T05:20:31.922966Z","end":"2026-03-31T05:20:34.896278Z","steps":["trace[321155418] 'agreement among raft nodes before linearized reading' (duration: 2.781633605s)","trace[321155418] 'count revisions from in-memory index tree' (duration: 191.601238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.896321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549547362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:20:34.896354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.922945Z","time spent":"2.973394928s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:34.896388Z","caller":"traceutil/trace.go:171","msg":"trace[671077244] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11420; }","duration":"1.549628785s","start":"2026-03-31T05:20:33.346739Z","end":"2026-03-31T05:20:34.896367Z","steps":["trace[671077244] 'agreement among raft nodes before linearized reading' (duration: 1.357832671s)","trace[671077244] 'range keys from in-memory index tree' (duration: 191.638029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.896427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.193598558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:34.896456Z","caller":"traceutil/trace.go:171","msg":"trace[305080020] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:11420; }","duration":"3.19366446s","start":"2026-03-31T05:20:31.702784Z","end":"2026-03-31T05:20:34.896449Z","steps":["trace[305080020] 'agreement among raft nodes before linearized reading' (duration: 3.001845746s)","trace[305080020] 'count revisions from in-memory index tree' (duration: 191.773943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.896465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.346726Z","time spent":"1.549725777s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:20:34.896235Z","caller":"traceutil/trace.go:171","msg":"trace[1197882924] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11420; }","duration":"1.549116001s","start":"2026-03-31T05:20:33.347098Z","end":"2026-03-31T05:20:34.896214Z","steps":["trace[1197882924] 'agreement among raft nodes before linearized reading' (duration: 1.357463891s)","trace[1197882924] 'range keys from in-memory index tree' (duration: 191.437644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.896528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.351291109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:34.896549Z","caller":"traceutil/trace.go:171","msg":"trace[1214822865] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:11420; }","duration":"3.351339861s","start":"2026-03-31T05:20:31.545204Z","end":"2026-03-31T05:20:34.896544Z","steps":["trace[1214822865] 'agreement among raft nodes before linearized reading' (duration: 3.159444034s)","trace[1214822865] 'count revisions from in-memory index tree' (duration: 191.865006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.896564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.545186Z","time spent":"3.351374391s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:34.896557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.612701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:34.896564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.347086Z","time spent":"1.54946079s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:20:34.896562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393905236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:34.896604Z","caller":"traceutil/trace.go:171","msg":"trace[74207095] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:11420; }","duration":"521.707333ms","start":"2026-03-31T05:20:34.374879Z","end":"2026-03-31T05:20:34.896586Z","steps":["trace[74207095] 'agreement among raft nodes before linearized reading' (duration: 329.709943ms)","trace[74207095] 'count revisions from in-memory index tree' (duration: 191.942217ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:34.896331Z","caller":"traceutil/trace.go:171","msg":"trace[1136340885] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11420; }","duration":"1.561670103s","start":"2026-03-31T05:20:33.334641Z","end":"2026-03-31T05:20:34.896311Z","steps":["trace[1136340885] 'agreement among raft nodes before linearized reading' (duration: 1.36988318s)","trace[1136340885] 'range keys from in-memory index tree' (duration: 191.528037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.896621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550114798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:20:34.896639Z","caller":"traceutil/trace.go:171","msg":"trace[1603828915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11420; }","duration":"2.394011699s","start":"2026-03-31T05:20:32.502607Z","end":"2026-03-31T05:20:34.896618Z","steps":["trace[1603828915] 'agreement among raft nodes before linearized reading' (duration: 2.202006309s)","trace[1603828915] 'count revisions from in-memory index tree' (duration: 191.929178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.89666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:34.374842Z","time spent":"521.803535ms","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:34.896676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.33461Z","time spent":"1.562049504s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:20:34.896708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244748326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:34.896705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.502587Z","time spent":"2.394101961s","remote":"127.0.0.1:51726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:34.896729Z","caller":"traceutil/trace.go:171","msg":"trace[314271963] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:11420; }","duration":"3.244819228s","start":"2026-03-31T05:20:31.651903Z","end":"2026-03-31T05:20:34.896722Z","steps":["trace[314271963] 'agreement among raft nodes before linearized reading' (duration: 3.052753867s)","trace[314271963] 'count revisions from in-memory index tree' (duration: 192.035301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.896747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.651874Z","time spent":"3.24486845s","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:34.896334Z","caller":"traceutil/trace.go:171","msg":"trace[2022354636] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:11420; }","duration":"1.077858747s","start":"2026-03-31T05:20:33.818447Z","end":"2026-03-31T05:20:34.896306Z","steps":["trace[2022354636] 'agreement among raft nodes before linearized reading' (duration: 886.104114ms)","trace[2022354636] 'count revisions from in-memory index tree' (duration: 191.593828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.896838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.540571643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:20:34.89686Z","caller":"traceutil/trace.go:171","msg":"trace[1438587598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11420; }","duration":"3.540646905s","start":"2026-03-31T05:20:31.356205Z","end":"2026-03-31T05:20:34.896852Z","steps":["trace[1438587598] 'agreement among raft nodes before linearized reading' (duration: 3.34843984s)","trace[1438587598] 'range keys from in-memory index tree' (duration: 191.844095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.89686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.818424Z","time spent":"1.078414052s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:34.896896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.356178Z","time spent":"3.540710217s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:34.896479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.702765Z","time spent":"3.193707591s","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:34.89628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.072885Z","time spent":"2.823380937s","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:34.896884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.21058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:20:34.897079Z","caller":"traceutil/trace.go:171","msg":"trace[1229589596] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11420; }","duration":"547.435057ms","start":"2026-03-31T05:20:34.349626Z","end":"2026-03-31T05:20:34.897061Z","steps":["trace[1229589596] 'agreement among raft nodes before linearized reading' (duration: 355.007776ms)","trace[1229589596] 'range keys from in-memory index tree' (duration: 192.173744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.896173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016931781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:34.89651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84537865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d53c48429d88\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-31T05:20:34.897162Z","caller":"traceutil/trace.go:171","msg":"trace[768298503] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d53c48429d88; range_end:; response_count:1; response_revision:11420; }","duration":"1.846078829s","start":"2026-03-31T05:20:33.051073Z","end":"2026-03-31T05:20:34.897152Z","steps":["trace[768298503] 'agreement among raft nodes before linearized reading' (duration: 1.653533055s)","trace[768298503] 'range keys from in-memory index tree' (duration: 191.809614ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:34.897152Z","caller":"traceutil/trace.go:171","msg":"trace[1264873340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11420; }","duration":"1.017940509s","start":"2026-03-31T05:20:33.879194Z","end":"2026-03-31T05:20:34.897135Z","steps":["trace[1264873340] 'agreement among raft nodes before linearized reading' (duration: 825.353193ms)","trace[1264873340] 'range keys from in-memory index tree' (duration: 191.578978ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:34.897174Z","caller":"traceutil/trace.go:171","msg":"trace[910525262] linearizableReadLoop","detail":"{readStateIndex:11882; appliedIndex:11878; }","duration":"192.595366ms","start":"2026-03-31T05:20:34.704571Z","end":"2026-03-31T05:20:34.897166Z","steps":["trace[910525262] 'read index received' (duration: 105.419122ms)","trace[910525262] 'applied index is now lower than readState.Index' (duration: 87.175444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.897182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.051052Z","time spent":"1.84612225s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d53c48429d88\" "} {"level":"warn","ts":"2026-03-31T05:20:34.897197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.879177Z","time spent":"1.018007041s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:34.897255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.793467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp\" ","response":"range_response_count:1 size:13034"} {"level":"info","ts":"2026-03-31T05:20:34.897246Z","caller":"traceutil/trace.go:171","msg":"trace[1960069419] transaction","detail":"{read_only:false; response_revision:11423; number_of_response:1; }","duration":"466.787101ms","start":"2026-03-31T05:20:34.430441Z","end":"2026-03-31T05:20:34.897228Z","steps":["trace[1960069419] 'process raft request' (duration: 466.665948ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:34.89669Z","caller":"traceutil/trace.go:171","msg":"trace[853845521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11420; }","duration":"1.550256721s","start":"2026-03-31T05:20:33.346415Z","end":"2026-03-31T05:20:34.896671Z","steps":["trace[853845521] 'agreement among raft nodes before linearized reading' (duration: 1.358165669s)","trace[853845521] 'range keys from in-memory index tree' (duration: 191.903947ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:34.897299Z","caller":"traceutil/trace.go:171","msg":"trace[584121397] transaction","detail":"{read_only:false; response_revision:11424; number_of_response:1; }","duration":"466.813512ms","start":"2026-03-31T05:20:34.43048Z","end":"2026-03-31T05:20:34.897293Z","steps":["trace[584121397] 'process raft request' (duration: 466.654538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.897309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.34638Z","time spent":"1.550913879s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:20:34.897356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:34.430457Z","time spent":"466.858344ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:34.89736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:34.430434Z","time spent":"466.852083ms","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1012,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:34.897116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:34.349599Z","time spent":"547.507008ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:20:34.897409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.862248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:34.897416Z","caller":"traceutil/trace.go:171","msg":"trace[1990816869] transaction","detail":"{read_only:false; response_revision:11421; number_of_response:1; }","duration":"467.312276ms","start":"2026-03-31T05:20:34.430092Z","end":"2026-03-31T05:20:34.897404Z","steps":["trace[1990816869] 'process raft request' (duration: 379.895216ms)","trace[1990816869] 'compare' (duration: 86.739882ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:34.897439Z","caller":"traceutil/trace.go:171","msg":"trace[1670465649] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:11424; }","duration":"389.89931ms","start":"2026-03-31T05:20:34.507532Z","end":"2026-03-31T05:20:34.897431Z","steps":["trace[1670465649] 'agreement among raft nodes before linearized reading' (duration: 389.837418ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:34.897276Z","caller":"traceutil/trace.go:171","msg":"trace[1238111010] range","detail":"{range_begin:/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp; range_end:; response_count:1; response_revision:11424; }","duration":"464.841128ms","start":"2026-03-31T05:20:34.432428Z","end":"2026-03-31T05:20:34.897269Z","steps":["trace[1238111010] 'agreement among raft nodes before linearized reading' (duration: 464.765406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.897464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:34.507462Z","time spent":"389.995582ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:34.897491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:34.430071Z","time spent":"467.367457ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:34.897467Z","caller":"traceutil/trace.go:171","msg":"trace[1331697060] transaction","detail":"{read_only:false; response_revision:11422; number_of_response:1; }","duration":"467.333396ms","start":"2026-03-31T05:20:34.430107Z","end":"2026-03-31T05:20:34.89744Z","steps":["trace[1331697060] 'process raft request' (duration: 466.934055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.897496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:34.432413Z","time spent":"465.070434ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":13057,"request content":"key:\"/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp\" "} {"level":"warn","ts":"2026-03-31T05:20:34.897024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789302235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:34.897571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:34.430081Z","time spent":"467.439199ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:34.897597Z","caller":"traceutil/trace.go:171","msg":"trace[1758776683] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:11420; }","duration":"2.789919222s","start":"2026-03-31T05:20:32.10766Z","end":"2026-03-31T05:20:34.897579Z","steps":["trace[1758776683] 'agreement among raft nodes before linearized reading' (duration: 2.596959296s)","trace[1758776683] 'count revisions from in-memory index tree' (duration: 192.3725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.897643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.107637Z","time spent":"2.789991624s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:35.183197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.556791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:35.183329Z","caller":"traceutil/trace.go:171","msg":"trace[631354971] transaction","detail":"{read_only:false; response_revision:11425; number_of_response:1; }","duration":"282.42544ms","start":"2026-03-31T05:20:34.900882Z","end":"2026-03-31T05:20:35.183308Z","steps":["trace[631354971] 'process raft request' (duration: 114.659814ms)","trace[631354971] 'compare' (duration: 167.399586ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:35.185116Z","caller":"traceutil/trace.go:171","msg":"trace[2116264677] linearizableReadLoop","detail":"{readStateIndex:11886; appliedIndex:11882; }","duration":"282.714878ms","start":"2026-03-31T05:20:34.902383Z","end":"2026-03-31T05:20:35.185098Z","steps":["trace[2116264677] 'read index received' (duration: 113.172543ms)","trace[2116264677] 'applied index is now lower than readState.Index' (duration: 169.541495ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:35.185357Z","caller":"traceutil/trace.go:171","msg":"trace[1324639651] transaction","detail":"{read_only:false; response_revision:11429; number_of_response:1; }","duration":"282.511583ms","start":"2026-03-31T05:20:34.902794Z","end":"2026-03-31T05:20:35.185305Z","steps":["trace[1324639651] 'process raft request' (duration: 282.269526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:35.185452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.480754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:35.185505Z","caller":"traceutil/trace.go:171","msg":"trace[1374525395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11429; }","duration":"281.556637ms","start":"2026-03-31T05:20:34.903934Z","end":"2026-03-31T05:20:35.18549Z","steps":["trace[1374525395] 'agreement among raft nodes before linearized reading' (duration: 281.426513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:35.185611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.220632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:20:35.185656Z","caller":"traceutil/trace.go:171","msg":"trace[1892082248] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11429; }","duration":"283.289144ms","start":"2026-03-31T05:20:34.902355Z","end":"2026-03-31T05:20:35.185644Z","steps":["trace[1892082248] 'agreement among raft nodes before linearized reading' (duration: 283.14955ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:35.185708Z","caller":"traceutil/trace.go:171","msg":"trace[1535937672] transaction","detail":"{read_only:false; response_revision:11426; number_of_response:1; }","duration":"283.863319ms","start":"2026-03-31T05:20:34.90183Z","end":"2026-03-31T05:20:35.185693Z","steps":["trace[1535937672] 'process raft request' (duration: 283.075868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:35.185731Z","caller":"traceutil/trace.go:171","msg":"trace[2003958814] transaction","detail":"{read_only:false; response_revision:11428; number_of_response:1; }","duration":"283.486949ms","start":"2026-03-31T05:20:34.902235Z","end":"2026-03-31T05:20:35.185722Z","steps":["trace[2003958814] 'process raft request' (duration: 282.79878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:35.185836Z","caller":"traceutil/trace.go:171","msg":"trace[748396407] transaction","detail":"{read_only:false; response_revision:11427; number_of_response:1; }","duration":"283.692575ms","start":"2026-03-31T05:20:34.902133Z","end":"2026-03-31T05:20:35.185826Z","steps":["trace[748396407] 'process raft request' (duration: 282.859682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:35.423972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.054133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:35.424083Z","caller":"traceutil/trace.go:171","msg":"trace[724933340] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11430; }","duration":"127.213588ms","start":"2026-03-31T05:20:35.296836Z","end":"2026-03-31T05:20:35.42405Z","steps":["trace[724933340] 'range keys from in-memory index tree' (duration: 126.969812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:35.504355Z","caller":"traceutil/trace.go:171","msg":"trace[1324803189] transaction","detail":"{read_only:false; response_revision:11431; number_of_response:1; }","duration":"125.174882ms","start":"2026-03-31T05:20:35.379141Z","end":"2026-03-31T05:20:35.504315Z","steps":["trace[1324803189] 'process raft request' (duration: 124.857543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:35.770711Z","caller":"traceutil/trace.go:171","msg":"trace[2119908185] transaction","detail":"{read_only:false; response_revision:11432; number_of_response:1; }","duration":"334.631138ms","start":"2026-03-31T05:20:35.436055Z","end":"2026-03-31T05:20:35.770686Z","steps":["trace[2119908185] 'process raft request' (duration: 334.478964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:35.770842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:35.436026Z","time spent":"334.749901ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:35.770953Z","caller":"traceutil/trace.go:171","msg":"trace[1209233315] linearizableReadLoop","detail":"{readStateIndex:11890; appliedIndex:11889; }","duration":"262.362533ms","start":"2026-03-31T05:20:35.508579Z","end":"2026-03-31T05:20:35.770941Z","steps":["trace[1209233315] 'read index received' (duration: 261.732696ms)","trace[1209233315] 'applied index is now lower than readState.Index' (duration: 628.577µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:35.771101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.532267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:20:35.77113Z","caller":"traceutil/trace.go:171","msg":"trace[728922499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11432; }","duration":"262.602759ms","start":"2026-03-31T05:20:35.50852Z","end":"2026-03-31T05:20:35.771122Z","steps":["trace[728922499] 'agreement among raft nodes before linearized reading' (duration: 262.477515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:35.771193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.786906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:35.771318Z","caller":"traceutil/trace.go:171","msg":"trace[934846435] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:11432; }","duration":"160.95851ms","start":"2026-03-31T05:20:35.610325Z","end":"2026-03-31T05:20:35.771284Z","steps":["trace[934846435] 'agreement among raft nodes before linearized reading' (duration: 160.748295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:36.695512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.780181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:36.696002Z","caller":"traceutil/trace.go:171","msg":"trace[743967994] transaction","detail":"{read_only:false; response_revision:11434; number_of_response:1; }","duration":"308.002101ms","start":"2026-03-31T05:20:36.387965Z","end":"2026-03-31T05:20:36.695967Z","steps":["trace[743967994] 'process raft request' (duration: 43.711695ms)","trace[743967994] 'compare' (duration: 263.517055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:36.696145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.387929Z","time spent":"308.149445ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:20:36.696205Z","caller":"traceutil/trace.go:171","msg":"trace[1036065908] transaction","detail":"{read_only:false; response_revision:11436; number_of_response:1; }","duration":"264.520972ms","start":"2026-03-31T05:20:36.431676Z","end":"2026-03-31T05:20:36.696197Z","steps":["trace[1036065908] 'process raft request' (duration: 264.399499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:36.696198Z","caller":"traceutil/trace.go:171","msg":"trace[2114035185] transaction","detail":"{read_only:false; response_revision:11435; number_of_response:1; }","duration":"301.576724ms","start":"2026-03-31T05:20:36.394587Z","end":"2026-03-31T05:20:36.696164Z","steps":["trace[2114035185] 'process raft request' (duration: 301.009589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:36.696308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.394563Z","time spent":"301.685387ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:36.696355Z","caller":"traceutil/trace.go:171","msg":"trace[339222639] linearizableReadLoop","detail":"{readStateIndex:11893; appliedIndex:11891; }","duration":"267.341428ms","start":"2026-03-31T05:20:36.428864Z","end":"2026-03-31T05:20:36.696206Z","steps":["trace[339222639] 'read index received' (duration: 2.786706ms)","trace[339222639] 'applied index is now lower than readState.Index' (duration: 264.550532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:36.696608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.737269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:20:36.696645Z","caller":"traceutil/trace.go:171","msg":"trace[1026858856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11436; }","duration":"267.812891ms","start":"2026-03-31T05:20:36.428824Z","end":"2026-03-31T05:20:36.696636Z","steps":["trace[1026858856] 'agreement among raft nodes before linearized reading' (duration: 267.660727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:36.770966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.01597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:20:36.771028Z","caller":"traceutil/trace.go:171","msg":"trace[1141359058] transaction","detail":"{read_only:false; response_revision:11437; number_of_response:1; }","duration":"333.987891ms","start":"2026-03-31T05:20:36.437034Z","end":"2026-03-31T05:20:36.771021Z","steps":["trace[1141359058] 'process raft request' (duration: 333.639751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:36.771042Z","caller":"traceutil/trace.go:171","msg":"trace[2074722493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11438; }","duration":"342.121933ms","start":"2026-03-31T05:20:36.428909Z","end":"2026-03-31T05:20:36.771031Z","steps":["trace[2074722493] 'agreement among raft nodes before linearized reading' (duration: 341.924267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:36.771074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.428905Z","time spent":"342.161104ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:20:36.77099Z","caller":"traceutil/trace.go:171","msg":"trace[1325526779] transaction","detail":"{read_only:false; response_revision:11438; number_of_response:1; }","duration":"333.847447ms","start":"2026-03-31T05:20:36.437098Z","end":"2026-03-31T05:20:36.770946Z","steps":["trace[1325526779] 'process raft request' (duration: 333.700593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:36.771313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.289969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:20:36.771613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.437015Z","time spent":"334.046183ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:36.77163Z","caller":"traceutil/trace.go:171","msg":"trace[1319971328] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11438; }","duration":"334.641149ms","start":"2026-03-31T05:20:36.43698Z","end":"2026-03-31T05:20:36.771621Z","steps":["trace[1319971328] 'agreement among raft nodes before linearized reading' (duration: 334.123985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:36.771656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.436956Z","time spent":"334.69197ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:20:36.771319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.437074Z","time spent":"334.117674ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:37.281685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792634264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:37.808649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.163755ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:37.808822Z","caller":"traceutil/trace.go:171","msg":"trace[1769194957] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11438; }","duration":"526.35317ms","start":"2026-03-31T05:20:37.282449Z","end":"2026-03-31T05:20:37.808802Z","steps":["trace[1769194957] 'range keys from in-memory index tree' (duration: 526.141433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.808937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.125872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:37.809239Z","caller":"traceutil/trace.go:171","msg":"trace[309101662] linearizableReadLoop","detail":"{readStateIndex:11899; appliedIndex:11896; }","duration":"1.027610873s","start":"2026-03-31T05:20:36.781614Z","end":"2026-03-31T05:20:37.809225Z","steps":["trace[309101662] 'read index received' (duration: 895.184623ms)","trace[309101662] 'applied index is now lower than readState.Index' (duration: 132.42552ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:37.809258Z","caller":"traceutil/trace.go:171","msg":"trace[1202049186] transaction","detail":"{read_only:false; response_revision:11439; number_of_response:1; }","duration":"1.10652162s","start":"2026-03-31T05:20:36.702705Z","end":"2026-03-31T05:20:37.809226Z","steps":["trace[1202049186] 'process raft request' (duration: 974.032818ms)","trace[1202049186] 'compare' (duration: 131.277569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:37.809883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.702681Z","time spent":"1.107172219s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:37.809327Z","caller":"traceutil/trace.go:171","msg":"trace[1719685679] transaction","detail":"{read_only:false; response_revision:11440; number_of_response:1; }","duration":"1.098403979s","start":"2026-03-31T05:20:36.710881Z","end":"2026-03-31T05:20:37.809285Z","steps":["trace[1719685679] 'process raft request' (duration: 1.098197453s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:37.809365Z","caller":"traceutil/trace.go:171","msg":"trace[1771797903] transaction","detail":"{read_only:false; response_revision:11441; number_of_response:1; }","duration":"1.027308235s","start":"2026-03-31T05:20:36.782005Z","end":"2026-03-31T05:20:37.809313Z","steps":["trace[1771797903] 'process raft request' (duration: 1.027174121s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.81009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.710862Z","time spent":"1.099162029s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:20:37.809476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.013803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:20:37.810208Z","caller":"traceutil/trace.go:171","msg":"trace[1069009074] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11441; }","duration":"619.759574ms","start":"2026-03-31T05:20:37.190425Z","end":"2026-03-31T05:20:37.810184Z","steps":["trace[1069009074] 'agreement among raft nodes before linearized reading' (duration: 618.957212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.810248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:37.190413Z","time spent":"619.826755ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:20:37.809517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.108699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:37.810345Z","caller":"traceutil/trace.go:171","msg":"trace[1865577247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11441; }","duration":"933.958932ms","start":"2026-03-31T05:20:36.876357Z","end":"2026-03-31T05:20:37.810315Z","steps":["trace[1865577247] 'agreement among raft nodes before linearized reading' (duration: 933.14506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.810415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.87633Z","time spent":"934.065805ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:37.809554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.02082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:20:37.81053Z","caller":"traceutil/trace.go:171","msg":"trace[1032959361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11441; }","duration":"621.038688ms","start":"2026-03-31T05:20:37.189479Z","end":"2026-03-31T05:20:37.810517Z","steps":["trace[1032959361] 'agreement among raft nodes before linearized reading' (duration: 619.965668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.810556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.781972Z","time spent":"1.028154978s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:37.809573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.718497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:20:37.810735Z","caller":"traceutil/trace.go:171","msg":"trace[1368539216] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:11441; }","duration":"956.949221ms","start":"2026-03-31T05:20:36.853768Z","end":"2026-03-31T05:20:37.810718Z","steps":["trace[1368539216] 'agreement among raft nodes before linearized reading' (duration: 955.597174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.810791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.853737Z","time spent":"957.037324ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:20:37.809624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.668779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:20:37.810884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:37.189454Z","time spent":"621.11802ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:20:37.809673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.310121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:20:37.811023Z","caller":"traceutil/trace.go:171","msg":"trace[728800746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11441; }","duration":"620.682858ms","start":"2026-03-31T05:20:37.190322Z","end":"2026-03-31T05:20:37.811004Z","steps":["trace[728800746] 'agreement among raft nodes before linearized reading' (duration: 619.126845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.811071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:37.190315Z","time spent":"620.742399ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:20:37.809689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.424399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp\" ","response":"range_response_count:1 size:13135"} {"level":"info","ts":"2026-03-31T05:20:37.811121Z","caller":"traceutil/trace.go:171","msg":"trace[706008639] range","detail":"{range_begin:/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp; range_end:; response_count:1; response_revision:11441; }","duration":"389.898889ms","start":"2026-03-31T05:20:37.42121Z","end":"2026-03-31T05:20:37.811109Z","steps":["trace[706008639] 'agreement among raft nodes before linearized reading' (duration: 388.180702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.811168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:37.421185Z","time spent":"389.969711ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":13158,"request content":"key:\"/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp\" "} {"level":"warn","ts":"2026-03-31T05:20:37.809764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028124107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348071"} {"level":"info","ts":"2026-03-31T05:20:37.811117Z","caller":"traceutil/trace.go:171","msg":"trace[1151455134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11441; }","duration":"598.931234ms","start":"2026-03-31T05:20:37.21192Z","end":"2026-03-31T05:20:37.810851Z","steps":["trace[1151455134] 'agreement among raft nodes before linearized reading' (duration: 597.511915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.811254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:37.211901Z","time spent":"599.343885ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:20:37.81125Z","caller":"traceutil/trace.go:171","msg":"trace[4586063] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11441; }","duration":"1.029666379s","start":"2026-03-31T05:20:36.781572Z","end":"2026-03-31T05:20:37.811238Z","steps":["trace[4586063] 'agreement among raft nodes before linearized reading' (duration: 1.027746407s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.811287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.781549Z","time spent":"1.029725591s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348094,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:20:38.466717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.297378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:38.466992Z","caller":"traceutil/trace.go:171","msg":"trace[941611746] transaction","detail":"{read_only:false; response_revision:11444; number_of_response:1; }","duration":"649.493106ms","start":"2026-03-31T05:20:37.817482Z","end":"2026-03-31T05:20:38.466975Z","steps":["trace[941611746] 'process raft request' (duration: 649.405094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:38.466985Z","caller":"traceutil/trace.go:171","msg":"trace[925975869] transaction","detail":"{read_only:false; response_revision:11442; number_of_response:1; }","duration":"649.964558ms","start":"2026-03-31T05:20:37.816982Z","end":"2026-03-31T05:20:38.466946Z","steps":["trace[925975869] 'process raft request' (duration: 337.362082ms)","trace[925975869] 'compare' (duration: 312.148734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:38.467145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:37.816958Z","time spent":"650.100693ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:38.467326Z","caller":"traceutil/trace.go:171","msg":"trace[1430502046] transaction","detail":"{read_only:false; response_revision:11447; number_of_response:1; }","duration":"482.197073ms","start":"2026-03-31T05:20:37.985121Z","end":"2026-03-31T05:20:38.467318Z","steps":["trace[1430502046] 'process raft request' (duration: 482.166432ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:38.467328Z","caller":"traceutil/trace.go:171","msg":"trace[308576568] transaction","detail":"{read_only:false; response_revision:11445; number_of_response:1; }","duration":"645.173808ms","start":"2026-03-31T05:20:37.822116Z","end":"2026-03-31T05:20:38.46729Z","steps":["trace[308576568] 'process raft request' (duration: 644.799168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:38.467383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:37.985074Z","time spent":"482.288625ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:38.467369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:37.817472Z","time spent":"649.558278ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:38.467525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:37.822106Z","time spent":"645.304821ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13252,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:38.467458Z","caller":"traceutil/trace.go:171","msg":"trace[87192137] transaction","detail":"{read_only:false; response_revision:11446; number_of_response:1; }","duration":"643.518713ms","start":"2026-03-31T05:20:37.82382Z","end":"2026-03-31T05:20:38.467339Z","steps":["trace[87192137] 'process raft request' (duration: 643.375679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:38.4679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:37.82381Z","time spent":"643.951875ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:38.469848Z","caller":"traceutil/trace.go:171","msg":"trace[1936192261] transaction","detail":"{read_only:false; response_revision:11443; number_of_response:1; }","duration":"652.607351ms","start":"2026-03-31T05:20:37.817198Z","end":"2026-03-31T05:20:38.469806Z","steps":["trace[1936192261] 'process raft request' (duration: 649.615819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:38.470202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:37.817189Z","time spent":"652.745125ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:38.938757Z","caller":"traceutil/trace.go:171","msg":"trace[709133949] linearizableReadLoop","detail":"{readStateIndex:11907; appliedIndex:11906; }","duration":"228.568518ms","start":"2026-03-31T05:20:38.710158Z","end":"2026-03-31T05:20:38.938726Z","steps":["trace[709133949] 'read index received' (duration: 228.431565ms)","trace[709133949] 'applied index is now lower than readState.Index' (duration: 135.403µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:38.938992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.812606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp\" ","response":"range_response_count:1 size:13267"} {"level":"info","ts":"2026-03-31T05:20:38.939023Z","caller":"traceutil/trace.go:171","msg":"trace[1847079362] range","detail":"{range_begin:/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp; range_end:; response_count:1; response_revision:11448; }","duration":"228.898817ms","start":"2026-03-31T05:20:38.710117Z","end":"2026-03-31T05:20:38.939016Z","steps":["trace[1847079362] 'agreement among raft nodes before linearized reading' (duration: 228.717622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:38.938786Z","caller":"traceutil/trace.go:171","msg":"trace[917756997] transaction","detail":"{read_only:false; response_revision:11448; number_of_response:1; }","duration":"237.537984ms","start":"2026-03-31T05:20:38.701219Z","end":"2026-03-31T05:20:38.938757Z","steps":["trace[917756997] 'process raft request' (duration: 237.332318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:39.112214Z","caller":"traceutil/trace.go:171","msg":"trace[467757766] transaction","detail":"{read_only:false; response_revision:11449; number_of_response:1; }","duration":"401.817745ms","start":"2026-03-31T05:20:38.710364Z","end":"2026-03-31T05:20:39.112181Z","steps":["trace[467757766] 'process raft request' (duration: 312.921205ms)","trace[467757766] 'compare' (duration: 88.658304ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:39.112266Z","caller":"traceutil/trace.go:171","msg":"trace[72523951] transaction","detail":"{read_only:false; response_revision:11450; number_of_response:1; }","duration":"330.188257ms","start":"2026-03-31T05:20:38.782045Z","end":"2026-03-31T05:20:39.112233Z","steps":["trace[72523951] 'process raft request' (duration: 330.066354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:39.112274Z","caller":"traceutil/trace.go:171","msg":"trace[502179931] transaction","detail":"{read_only:false; response_revision:11451; number_of_response:1; }","duration":"294.275695ms","start":"2026-03-31T05:20:38.817982Z","end":"2026-03-31T05:20:39.112257Z","steps":["trace[502179931] 'process raft request' (duration: 294.205944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:39.112323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:38.710335Z","time spent":"401.937159ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:20:39.112251Z","caller":"traceutil/trace.go:171","msg":"trace[32926097] linearizableReadLoop","detail":"{readStateIndex:11910; appliedIndex:11907; }","duration":"173.226156ms","start":"2026-03-31T05:20:38.939002Z","end":"2026-03-31T05:20:39.112229Z","steps":["trace[32926097] 'read index received' (duration: 84.300215ms)","trace[32926097] 'applied index is now lower than readState.Index' (duration: 88.925071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:39.11234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:38.782019Z","time spent":"330.27809ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:39.112948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.270813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:39.112986Z","caller":"traceutil/trace.go:171","msg":"trace[1216144558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11451; }","duration":"242.362196ms","start":"2026-03-31T05:20:38.870614Z","end":"2026-03-31T05:20:39.112977Z","steps":["trace[1216144558] 'agreement among raft nodes before linearized reading' (duration: 241.680778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:39.713027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.002548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:39.713129Z","caller":"traceutil/trace.go:171","msg":"trace[869417286] linearizableReadLoop","detail":"{readStateIndex:11911; appliedIndex:11910; }","duration":"598.796ms","start":"2026-03-31T05:20:39.114312Z","end":"2026-03-31T05:20:39.713108Z","steps":["trace[869417286] 'read index received' (duration: 327.588466ms)","trace[869417286] 'applied index is now lower than readState.Index' (duration: 271.206154ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:39.71323Z","caller":"traceutil/trace.go:171","msg":"trace[855395898] transaction","detail":"{read_only:false; response_revision:11452; number_of_response:1; }","duration":"759.794602ms","start":"2026-03-31T05:20:38.953424Z","end":"2026-03-31T05:20:39.713219Z","steps":["trace[855395898] 'process raft request' (duration: 488.704251ms)","trace[855395898] 'compare' (duration: 270.220457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:39.713284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:38.953388Z","time spent":"759.870934ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13344,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:39.713468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.862776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:39.713537Z","caller":"traceutil/trace.go:171","msg":"trace[1867636936] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:11452; }","duration":"514.947078ms","start":"2026-03-31T05:20:39.198572Z","end":"2026-03-31T05:20:39.713519Z","steps":["trace[1867636936] 'agreement among raft nodes before linearized reading' (duration: 514.740952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:39.713588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.198506Z","time spent":"515.073712ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":109,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:39.713598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.285014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:39.713624Z","caller":"traceutil/trace.go:171","msg":"trace[1600142675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11452; }","duration":"599.365796ms","start":"2026-03-31T05:20:39.11425Z","end":"2026-03-31T05:20:39.713616Z","steps":["trace[1600142675] 'agreement among raft nodes before linearized reading' (duration: 599.304384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:39.713647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.114229Z","time spent":"599.413057ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:39.713805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.431368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:39.713838Z","caller":"traceutil/trace.go:171","msg":"trace[1393959745] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:11452; }","duration":"321.508149ms","start":"2026-03-31T05:20:39.392319Z","end":"2026-03-31T05:20:39.713827Z","steps":["trace[1393959745] 'agreement among raft nodes before linearized reading' (duration: 321.457998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:39.713883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.392293Z","time spent":"321.582152ms","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:40.00554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.077789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:20:40.00565Z","caller":"traceutil/trace.go:171","msg":"trace[952192344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11452; }","duration":"185.244654ms","start":"2026-03-31T05:20:39.820375Z","end":"2026-03-31T05:20:40.00562Z","steps":["trace[952192344] 'range keys from in-memory index tree' (duration: 184.804272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:40.006059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.514537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:20:40.006125Z","caller":"traceutil/trace.go:171","msg":"trace[2120492865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11452; }","duration":"183.594119ms","start":"2026-03-31T05:20:39.822514Z","end":"2026-03-31T05:20:40.006108Z","steps":["trace[2120492865] 'range keys from in-memory index tree' (duration: 183.384733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:40.006178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.911647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:20:40.006252Z","caller":"traceutil/trace.go:171","msg":"trace[1863442256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11452; }","duration":"184.044771ms","start":"2026-03-31T05:20:39.82219Z","end":"2026-03-31T05:20:40.006234Z","steps":["trace[1863442256] 'range keys from in-memory index tree' (duration: 183.724843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:40.184581Z","caller":"traceutil/trace.go:171","msg":"trace[876936995] transaction","detail":"{read_only:false; response_revision:11453; number_of_response:1; }","duration":"174.664095ms","start":"2026-03-31T05:20:40.009896Z","end":"2026-03-31T05:20:40.18456Z","steps":["trace[876936995] 'process raft request' (duration: 174.510931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:40.443106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.940692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:40.443226Z","caller":"traceutil/trace.go:171","msg":"trace[1609903195] transaction","detail":"{read_only:false; response_revision:11454; number_of_response:1; }","duration":"433.290825ms","start":"2026-03-31T05:20:40.009913Z","end":"2026-03-31T05:20:40.443204Z","steps":["trace[1609903195] 'process raft request' (duration: 314.167049ms)","trace[1609903195] 'compare' (duration: 118.800517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:40.443289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.009893Z","time spent":"433.368178ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:40.732072Z","caller":"traceutil/trace.go:171","msg":"trace[1750452927] transaction","detail":"{read_only:false; response_revision:11456; number_of_response:1; }","duration":"253.915262ms","start":"2026-03-31T05:20:40.478107Z","end":"2026-03-31T05:20:40.732022Z","steps":["trace[1750452927] 'process raft request' (duration: 166.05539ms)","trace[1750452927] 'compare' (duration: 87.136012ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:40.732463Z","caller":"traceutil/trace.go:171","msg":"trace[1436120153] transaction","detail":"{read_only:false; response_revision:11458; number_of_response:1; }","duration":"253.818939ms","start":"2026-03-31T05:20:40.478632Z","end":"2026-03-31T05:20:40.732451Z","steps":["trace[1436120153] 'process raft request' (duration: 253.630853ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:40.732475Z","caller":"traceutil/trace.go:171","msg":"trace[1846583447] transaction","detail":"{read_only:false; response_revision:11457; number_of_response:1; }","duration":"254.079656ms","start":"2026-03-31T05:20:40.478282Z","end":"2026-03-31T05:20:40.732362Z","steps":["trace[1846583447] 'process raft request' (duration: 253.86801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:41.205133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792634299,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:20:41.367863Z","caller":"traceutil/trace.go:171","msg":"trace[1946062265] transaction","detail":"{read_only:false; response_revision:11459; number_of_response:1; }","duration":"696.692321ms","start":"2026-03-31T05:20:40.671142Z","end":"2026-03-31T05:20:41.367834Z","steps":["trace[1946062265] 'process raft request' (duration: 696.543727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:41.368008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.671115Z","time spent":"696.828705ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:20:42.872122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000406701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:20:42.872228Z","caller":"traceutil/trace.go:171","msg":"trace[542048479] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000577567s","start":"2026-03-31T05:20:40.871627Z","end":"2026-03-31T05:20:42.872204Z","steps":["trace[542048479] 'agreement among raft nodes before linearized reading' (duration: 2.000444123s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:42.872298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.871602Z","time spent":"2.000677069s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:20:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:20:42.983623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505986372s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:42.983784Z","caller":"traceutil/trace.go:171","msg":"trace[758796847] linearizableReadLoop","detail":"{readStateIndex:11921; appliedIndex:11917; }","duration":"2.282727751s","start":"2026-03-31T05:20:40.701034Z","end":"2026-03-31T05:20:42.983762Z","steps":["trace[758796847] 'read index received' (duration: 666.708411ms)","trace[758796847] 'applied index is now lower than readState.Index' (duration: 1.61601711s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:42.983849Z","caller":"traceutil/trace.go:171","msg":"trace[713478137] transaction","detail":"{read_only:false; response_revision:11462; number_of_response:1; }","duration":"1.850273266s","start":"2026-03-31T05:20:41.133567Z","end":"2026-03-31T05:20:42.983841Z","steps":["trace[713478137] 'process raft request' (duration: 1.850168153s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:42.983886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:41.133548Z","time spent":"1.850319688s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:42.983874Z","caller":"traceutil/trace.go:171","msg":"trace[1556374097] transaction","detail":"{read_only:false; response_revision:11461; number_of_response:1; }","duration":"1.866324045s","start":"2026-03-31T05:20:41.117521Z","end":"2026-03-31T05:20:42.983846Z","steps":["trace[1556374097] 'process raft request' (duration: 1.866176701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:42.984069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283032509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:42.984097Z","caller":"traceutil/trace.go:171","msg":"trace[1029750382] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:11462; }","duration":"2.283101141s","start":"2026-03-31T05:20:40.700988Z","end":"2026-03-31T05:20:42.984089Z","steps":["trace[1029750382] 'agreement among raft nodes before linearized reading' (duration: 2.283030449s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:42.984116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.700965Z","time spent":"2.283145733s","remote":"127.0.0.1:33392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:42.984114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:41.117492Z","time spent":"1.866534801s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:42.984328Z","caller":"traceutil/trace.go:171","msg":"trace[401000057] transaction","detail":"{read_only:false; response_revision:11460; number_of_response:1; }","duration":"2.039266054s","start":"2026-03-31T05:20:40.945051Z","end":"2026-03-31T05:20:42.984317Z","steps":["trace[401000057] 'process raft request' (duration: 532.509261ms)","trace[401000057] 'compare' (duration: 1.505723725s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:42.98437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.945021Z","time spent":"2.039325826s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:43.450698Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.973126243s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:20:43.684776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.483543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:43.684909Z","caller":"traceutil/trace.go:171","msg":"trace[1589384655] transaction","detail":"{read_only:false; response_revision:11463; number_of_response:1; }","duration":"2.263499871s","start":"2026-03-31T05:20:41.421375Z","end":"2026-03-31T05:20:43.684875Z","steps":["trace[1589384655] 'process raft request' (duration: 2.029787402s)","trace[1589384655] 'compare' (duration: 233.286708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:43.684976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:41.421345Z","time spent":"2.263605124s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:20:43.702585Z","caller":"traceutil/trace.go:171","msg":"trace[404594874] transaction","detail":"{read_only:false; response_revision:11464; number_of_response:1; }","duration":"1.414413628s","start":"2026-03-31T05:20:42.288123Z","end":"2026-03-31T05:20:43.702537Z","steps":["trace[404594874] 'process raft request' (duration: 1.414165761s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.702762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.288086Z","time spent":"1.414566412s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:43.873015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.557613ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:20:43.873168Z","caller":"traceutil/trace.go:171","msg":"trace[1300866786] linearizableReadLoop","detail":"{readStateIndex:11923; appliedIndex:11921; }","duration":"889.331324ms","start":"2026-03-31T05:20:42.983809Z","end":"2026-03-31T05:20:43.873141Z","steps":["trace[1300866786] 'read index received' (duration: 467.322436ms)","trace[1300866786] 'applied index is now lower than readState.Index' (duration: 422.007318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:43.873369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20342701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:43.873417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.077786687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:43.873406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412307821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:20:43.87348Z","caller":"traceutil/trace.go:171","msg":"trace[1179533194] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:11464; }","duration":"3.077892879s","start":"2026-03-31T05:20:40.795566Z","end":"2026-03-31T05:20:43.873458Z","steps":["trace[1179533194] 'agreement among raft nodes before linearized reading' (duration: 3.077730325s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.873471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.035797728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:20:43.873554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.795516Z","time spent":"3.078018003s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":58,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:43.873566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137762695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:20:43.873574Z","caller":"traceutil/trace.go:171","msg":"trace[1394047015] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11464; }","duration":"3.035971953s","start":"2026-03-31T05:20:40.837576Z","end":"2026-03-31T05:20:43.873548Z","steps":["trace[1394047015] 'agreement among raft nodes before linearized reading' (duration: 3.035612943s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:43.873599Z","caller":"traceutil/trace.go:171","msg":"trace[679418868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11464; }","duration":"1.137839968s","start":"2026-03-31T05:20:42.735752Z","end":"2026-03-31T05:20:43.873592Z","steps":["trace[679418868] 'agreement among raft nodes before linearized reading' (duration: 1.137691454s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.873617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.735723Z","time spent":"1.137889409s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:20:43.873631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.837549Z","time spent":"3.036071336s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:20:43.873641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352404153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:20:43.873656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126459347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:20:43.873699Z","caller":"traceutil/trace.go:171","msg":"trace[147689485] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11464; }","duration":"1.352500306s","start":"2026-03-31T05:20:42.52118Z","end":"2026-03-31T05:20:43.87368Z","steps":["trace[147689485] 'agreement among raft nodes before linearized reading' (duration: 1.352362583s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.873686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001295085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:43.873722Z","caller":"traceutil/trace.go:171","msg":"trace[2116898944] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11464; }","duration":"1.126528838s","start":"2026-03-31T05:20:42.747171Z","end":"2026-03-31T05:20:43.8737Z","steps":["trace[2116898944] 'agreement among raft nodes before linearized reading' (duration: 1.126421105s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.873528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137158749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:20:43.873749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.521155Z","time spent":"1.352581758s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:20:43.873783Z","caller":"traceutil/trace.go:171","msg":"trace[1967382915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11464; }","duration":"1.001438869s","start":"2026-03-31T05:20:42.872322Z","end":"2026-03-31T05:20:43.873761Z","steps":["trace[1967382915] 'agreement among raft nodes before linearized reading' (duration: 1.001264264s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.873785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.747157Z","time spent":"1.126618821s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:20:43.873803Z","caller":"traceutil/trace.go:171","msg":"trace[2138093686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11464; }","duration":"1.137485509s","start":"2026-03-31T05:20:42.736306Z","end":"2026-03-31T05:20:43.873791Z","steps":["trace[2138093686] 'agreement among raft nodes before linearized reading' (duration: 1.136957294s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.873819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.872303Z","time spent":"1.001510131s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:43.873833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.736298Z","time spent":"1.137527429s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:20:43.87341Z","caller":"traceutil/trace.go:171","msg":"trace[1555875133] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11464; }","duration":"1.203536444s","start":"2026-03-31T05:20:42.669864Z","end":"2026-03-31T05:20:43.8734Z","steps":["trace[1555875133] 'agreement among raft nodes before linearized reading' (duration: 1.203440931s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.87393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.669819Z","time spent":"1.204103179s","remote":"127.0.0.1:33238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:43.87392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127473926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:43.87397Z","caller":"traceutil/trace.go:171","msg":"trace[2033272429] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:11464; }","duration":"3.127567478s","start":"2026-03-31T05:20:40.746389Z","end":"2026-03-31T05:20:43.873956Z","steps":["trace[2033272429] 'agreement among raft nodes before linearized reading' (duration: 3.127482616s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.874011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855558769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:20:43.874016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500068279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:43.874024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.746368Z","time spent":"3.127643211s","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:43.874046Z","caller":"traceutil/trace.go:171","msg":"trace[846103659] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11464; }","duration":"1.855637331s","start":"2026-03-31T05:20:42.018399Z","end":"2026-03-31T05:20:43.874037Z","steps":["trace[846103659] 'agreement among raft nodes before linearized reading' (duration: 1.855536218s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.874121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.018374Z","time spent":"1.855689703s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:20:43.87406Z","caller":"traceutil/trace.go:171","msg":"trace[1953978598] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:11464; }","duration":"2.500157261s","start":"2026-03-31T05:20:41.373887Z","end":"2026-03-31T05:20:43.874044Z","steps":["trace[1953978598] 'agreement among raft nodes before linearized reading' (duration: 2.500079969s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.874142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685018757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:20:43.874187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:41.373865Z","time spent":"2.500310456s","remote":"127.0.0.1:33378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:43.874211Z","caller":"traceutil/trace.go:171","msg":"trace[742523827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11464; }","duration":"1.685133289s","start":"2026-03-31T05:20:42.18906Z","end":"2026-03-31T05:20:43.874193Z","steps":["trace[742523827] 'agreement among raft nodes before linearized reading' (duration: 1.684904513s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.874122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.114674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:43.874254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.189035Z","time spent":"1.685208712s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:20:43.873506Z","caller":"traceutil/trace.go:171","msg":"trace[470360002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11464; }","duration":"1.412461815s","start":"2026-03-31T05:20:42.461015Z","end":"2026-03-31T05:20:43.873477Z","steps":["trace[470360002] 'agreement among raft nodes before linearized reading' (duration: 1.412137626s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:43.874394Z","caller":"traceutil/trace.go:171","msg":"trace[1614229848] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:11464; }","duration":"657.425244ms","start":"2026-03-31T05:20:43.216955Z","end":"2026-03-31T05:20:43.87438Z","steps":["trace[1614229848] 'agreement among raft nodes before linearized reading' (duration: 657.143536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.87442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.460984Z","time spent":"1.413429331s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:43.874436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:43.216935Z","time spent":"657.489205ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:43.874439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371242698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88531"} {"level":"warn","ts":"2026-03-31T05:20:43.874534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446598767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp\" ","response":"range_response_count:1 size:13359"} {"level":"info","ts":"2026-03-31T05:20:43.874561Z","caller":"traceutil/trace.go:171","msg":"trace[916848016] range","detail":"{range_begin:/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp; range_end:; response_count:1; response_revision:11464; }","duration":"2.446656138s","start":"2026-03-31T05:20:41.427895Z","end":"2026-03-31T05:20:43.874551Z","steps":["trace[916848016] 'agreement among raft nodes before linearized reading' (duration: 2.44525867s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.874585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:41.427877Z","time spent":"2.44670429s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":13382,"request content":"key:\"/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp\" "} {"level":"info","ts":"2026-03-31T05:20:43.874591Z","caller":"traceutil/trace.go:171","msg":"trace[839084383] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:11464; }","duration":"2.371392632s","start":"2026-03-31T05:20:41.503138Z","end":"2026-03-31T05:20:43.87453Z","steps":["trace[839084383] 'agreement among raft nodes before linearized reading' (duration: 2.370853927s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.874696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:41.503115Z","time spent":"2.371515684s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":88554,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-31T05:20:44.744524Z","caller":"traceutil/trace.go:171","msg":"trace[748843217] linearizableReadLoop","detail":"{readStateIndex:11926; appliedIndex:11924; }","duration":"840.765595ms","start":"2026-03-31T05:20:43.903733Z","end":"2026-03-31T05:20:44.744498Z","steps":["trace[748843217] 'read index received' (duration: 16.345537ms)","trace[748843217] 'applied index is now lower than readState.Index' (duration: 824.419018ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:44.744863Z","caller":"traceutil/trace.go:171","msg":"trace[159039742] transaction","detail":"{read_only:false; response_revision:11466; number_of_response:1; }","duration":"841.175917ms","start":"2026-03-31T05:20:43.903675Z","end":"2026-03-31T05:20:44.744851Z","steps":["trace[159039742] 'process raft request' (duration: 840.447157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:44.745252Z","caller":"traceutil/trace.go:171","msg":"trace[1119724629] transaction","detail":"{read_only:false; response_revision:11469; number_of_response:1; }","duration":"841.117316ms","start":"2026-03-31T05:20:43.904116Z","end":"2026-03-31T05:20:44.745233Z","steps":["trace[1119724629] 'process raft request' (duration: 840.276843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.745366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:43.904083Z","time spent":"841.213348ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:44.745369Z","caller":"traceutil/trace.go:171","msg":"trace[303260411] transaction","detail":"{read_only:false; response_revision:11467; number_of_response:1; }","duration":"841.346412ms","start":"2026-03-31T05:20:43.903972Z","end":"2026-03-31T05:20:44.745319Z","steps":["trace[303260411] 'process raft request' (duration: 840.338284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:44.745434Z","caller":"traceutil/trace.go:171","msg":"trace[1243950056] transaction","detail":"{read_only:false; response_revision:11471; number_of_response:1; }","duration":"841.206478ms","start":"2026-03-31T05:20:43.904192Z","end":"2026-03-31T05:20:44.745399Z","steps":["trace[1243950056] 'process raft request' (duration: 840.269893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:44.745498Z","caller":"traceutil/trace.go:171","msg":"trace[2144526271] transaction","detail":"{read_only:false; response_revision:11470; number_of_response:1; }","duration":"841.2875ms","start":"2026-03-31T05:20:43.90418Z","end":"2026-03-31T05:20:44.745467Z","steps":["trace[2144526271] 'process raft request' (duration: 840.249782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.745558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.817154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:44.745594Z","caller":"traceutil/trace.go:171","msg":"trace[1045071885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11471; }","duration":"841.894466ms","start":"2026-03-31T05:20:43.90369Z","end":"2026-03-31T05:20:44.745584Z","steps":["trace[1045071885] 'agreement among raft nodes before linearized reading' (duration: 841.798704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.745596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:43.904164Z","time spent":"841.346511ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:44.745583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:43.903936Z","time spent":"841.534387ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:44.745623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:43.903663Z","time spent":"841.955148ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:44.745618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:43.904164Z","time spent":"841.396063ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:44.74544Z","caller":"traceutil/trace.go:171","msg":"trace[509004511] transaction","detail":"{read_only:false; response_revision:11468; number_of_response:1; }","duration":"841.333982ms","start":"2026-03-31T05:20:43.904085Z","end":"2026-03-31T05:20:44.745419Z","steps":["trace[509004511] 'process raft request' (duration: 840.274273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.745809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:43.904074Z","time spent":"841.64112ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:44.750724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:43.903652Z","time spent":"841.250959ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:45.003734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.502069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:45.003832Z","caller":"traceutil/trace.go:171","msg":"trace[912992563] linearizableReadLoop","detail":"{readStateIndex:11932; appliedIndex:11931; }","duration":"259.223537ms","start":"2026-03-31T05:20:44.744592Z","end":"2026-03-31T05:20:45.003816Z","steps":["trace[912992563] 'read index received' (duration: 61.539983ms)","trace[912992563] 'applied index is now lower than readState.Index' (duration: 197.682134ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:45.003847Z","caller":"traceutil/trace.go:171","msg":"trace[1970941870] transaction","detail":"{read_only:false; response_revision:11472; number_of_response:1; }","duration":"485.259177ms","start":"2026-03-31T05:20:44.518561Z","end":"2026-03-31T05:20:45.00382Z","steps":["trace[1970941870] 'process raft request' (duration: 287.601223ms)","trace[1970941870] 'compare' (duration: 197.256563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:45.003998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.32358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:45.004027Z","caller":"traceutil/trace.go:171","msg":"trace[1344091796] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:11472; }","duration":"443.381551ms","start":"2026-03-31T05:20:44.560637Z","end":"2026-03-31T05:20:45.004019Z","steps":["trace[1344091796] 'agreement among raft nodes before linearized reading' (duration: 443.240628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:45.004052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.560624Z","time spent":"443.420723ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":58,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:45.004206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.518537Z","time spent":"485.525634ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":873,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:20:45.004275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098308787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:20:45.004359Z","caller":"traceutil/trace.go:171","msg":"trace[2030649929] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11472; }","duration":"1.098417929s","start":"2026-03-31T05:20:43.905922Z","end":"2026-03-31T05:20:45.00434Z","steps":["trace[2030649929] 'agreement among raft nodes before linearized reading' (duration: 1.098148452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:45.004423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:43.905914Z","time spent":"1.098479611s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:20:45.004578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099229641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348427"} {"level":"info","ts":"2026-03-31T05:20:45.004609Z","caller":"traceutil/trace.go:171","msg":"trace[666081643] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11472; }","duration":"1.099293043s","start":"2026-03-31T05:20:43.90531Z","end":"2026-03-31T05:20:45.004603Z","steps":["trace[666081643] 'agreement among raft nodes before linearized reading' (duration: 1.098897873s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:45.004629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:43.905298Z","time spent":"1.099325514s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348450,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:20:45.340706Z","caller":"traceutil/trace.go:171","msg":"trace[1700017391] transaction","detail":"{read_only:false; response_revision:11474; number_of_response:1; }","duration":"349.266588ms","start":"2026-03-31T05:20:44.991404Z","end":"2026-03-31T05:20:45.340671Z","steps":["trace[1700017391] 'process raft request' (duration: 289.232907ms)","trace[1700017391] 'compare' (duration: 59.668861ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:45.340746Z","caller":"traceutil/trace.go:171","msg":"trace[745026665] linearizableReadLoop","detail":"{readStateIndex:11935; appliedIndex:11932; }","duration":"336.862079ms","start":"2026-03-31T05:20:45.003851Z","end":"2026-03-31T05:20:45.340713Z","steps":["trace[745026665] 'read index received' (duration: 15.299588ms)","trace[745026665] 'applied index is now lower than readState.Index' (duration: 321.560741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:45.340868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.99138Z","time spent":"349.398422ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:45.341147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.585286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:45.341201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.133882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:20:45.341272Z","caller":"traceutil/trace.go:171","msg":"trace[1090895169] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:11475; }","duration":"105.775592ms","start":"2026-03-31T05:20:45.235471Z","end":"2026-03-31T05:20:45.341246Z","steps":["trace[1090895169] 'agreement among raft nodes before linearized reading' (duration: 105.558326ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:45.34091Z","caller":"traceutil/trace.go:171","msg":"trace[1223658117] transaction","detail":"{read_only:false; response_revision:11475; number_of_response:1; }","duration":"349.398902ms","start":"2026-03-31T05:20:44.991474Z","end":"2026-03-31T05:20:45.340872Z","steps":["trace[1223658117] 'process raft request' (duration: 349.093364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:45.341389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.991431Z","time spent":"349.904626ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:45.341114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.475842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:45.341472Z","caller":"traceutil/trace.go:171","msg":"trace[216257970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11475; }","duration":"594.888524ms","start":"2026-03-31T05:20:44.746572Z","end":"2026-03-31T05:20:45.34146Z","steps":["trace[216257970] 'agreement among raft nodes before linearized reading' (duration: 594.39056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:45.341164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.88203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp\" ","response":"range_response_count:1 size:13491"} {"level":"warn","ts":"2026-03-31T05:20:45.341499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.746556Z","time spent":"594.936034ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:20:45.341484Z","caller":"traceutil/trace.go:171","msg":"trace[261277456] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11475; }","duration":"335.265116ms","start":"2026-03-31T05:20:45.005986Z","end":"2026-03-31T05:20:45.341251Z","steps":["trace[261277456] 'agreement among raft nodes before linearized reading' (duration: 335.024909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:45.341519Z","caller":"traceutil/trace.go:171","msg":"trace[2147017779] range","detail":"{range_begin:/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp; range_end:; response_count:1; response_revision:11475; }","duration":"581.267661ms","start":"2026-03-31T05:20:44.760233Z","end":"2026-03-31T05:20:45.341501Z","steps":["trace[2147017779] 'agreement among raft nodes before linearized reading' (duration: 580.791958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:45.341578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.760211Z","time spent":"581.340663ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":13514,"request content":"key:\"/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp\" "} {"level":"warn","ts":"2026-03-31T05:20:45.341571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:45.00596Z","time spent":"335.592535ms","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19243,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:20:45.777212Z","caller":"traceutil/trace.go:171","msg":"trace[1761250093] linearizableReadLoop","detail":"{readStateIndex:11936; appliedIndex:11935; }","duration":"408.492767ms","start":"2026-03-31T05:20:45.368691Z","end":"2026-03-31T05:20:45.777183Z","steps":["trace[1761250093] 'read index received' (duration: 408.027364ms)","trace[1761250093] 'applied index is now lower than readState.Index' (duration: 464.233µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:45.777267Z","caller":"traceutil/trace.go:171","msg":"trace[882552595] transaction","detail":"{read_only:false; response_revision:11476; number_of_response:1; }","duration":"423.064755ms","start":"2026-03-31T05:20:45.354163Z","end":"2026-03-31T05:20:45.777228Z","steps":["trace[882552595] 'process raft request' (duration: 422.665154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:45.777387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.256055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:45.777433Z","caller":"traceutil/trace.go:171","msg":"trace[922351537] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11476; }","duration":"301.365189ms","start":"2026-03-31T05:20:45.476057Z","end":"2026-03-31T05:20:45.777422Z","steps":["trace[922351537] 'agreement among raft nodes before linearized reading' (duration: 301.276266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:45.777469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:45.47603Z","time spent":"301.43ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:20:45.777432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.705802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:45.77755Z","caller":"traceutil/trace.go:171","msg":"trace[598606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11476; }","duration":"408.892358ms","start":"2026-03-31T05:20:45.368626Z","end":"2026-03-31T05:20:45.777518Z","steps":["trace[598606] 'agreement among raft nodes before linearized reading' (duration: 408.677042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:45.777624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:45.368601Z","time spent":"409.009671ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:45.777453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:45.354136Z","time spent":"423.21411ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13469,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:46.281383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.87394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-31T05:20:46.281417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.688962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:20:46.281464Z","caller":"traceutil/trace.go:171","msg":"trace[1715692977] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:11476; }","duration":"164.001633ms","start":"2026-03-31T05:20:46.117444Z","end":"2026-03-31T05:20:46.281446Z","steps":["trace[1715692977] 'range keys from in-memory index tree' (duration: 163.698845ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:46.281494Z","caller":"traceutil/trace.go:171","msg":"trace[585914569] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11476; }","duration":"356.820075ms","start":"2026-03-31T05:20:45.924652Z","end":"2026-03-31T05:20:46.281472Z","steps":["trace[585914569] 'range keys from in-memory index tree' (duration: 356.464406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.281583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:45.924627Z","time spent":"356.909868ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:20:46.441768Z","caller":"traceutil/trace.go:171","msg":"trace[1792267368] transaction","detail":"{read_only:false; response_revision:11477; number_of_response:1; }","duration":"154.754461ms","start":"2026-03-31T05:20:46.286959Z","end":"2026-03-31T05:20:46.441714Z","steps":["trace[1792267368] 'process raft request' (duration: 154.544805ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:46.702516Z","caller":"traceutil/trace.go:171","msg":"trace[1963659237] transaction","detail":"{read_only:false; response_revision:11478; number_of_response:1; }","duration":"186.940781ms","start":"2026-03-31T05:20:46.515544Z","end":"2026-03-31T05:20:46.702485Z","steps":["trace[1963659237] 'process raft request' (duration: 186.731595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:47.000967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.586286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:47.001062Z","caller":"traceutil/trace.go:171","msg":"trace[1694401885] linearizableReadLoop","detail":"{readStateIndex:11939; appliedIndex:11938; }","duration":"250.5846ms","start":"2026-03-31T05:20:46.750463Z","end":"2026-03-31T05:20:47.001048Z","steps":["trace[1694401885] 'read index received' (duration: 31.731387ms)","trace[1694401885] 'applied index is now lower than readState.Index' (duration: 218.851123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:47.001395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.93812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:20:47.001423Z","caller":"traceutil/trace.go:171","msg":"trace[1306286825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11479; }","duration":"251.008722ms","start":"2026-03-31T05:20:46.750406Z","end":"2026-03-31T05:20:47.001414Z","steps":["trace[1306286825] 'agreement among raft nodes before linearized reading' (duration: 250.867428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:47.001211Z","caller":"traceutil/trace.go:171","msg":"trace[1600767661] transaction","detail":"{read_only:false; response_revision:11479; number_of_response:1; }","duration":"292.931218ms","start":"2026-03-31T05:20:46.70824Z","end":"2026-03-31T05:20:47.001171Z","steps":["trace[1600767661] 'process raft request' (duration: 74.061784ms)","trace[1600767661] 'compare' (duration: 218.434052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:47.009812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.48869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:20:47.009931Z","caller":"traceutil/trace.go:171","msg":"trace[129341553] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11480; }","duration":"253.617104ms","start":"2026-03-31T05:20:46.756297Z","end":"2026-03-31T05:20:47.009914Z","steps":["trace[129341553] 'agreement among raft nodes before linearized reading' (duration: 253.426558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:47.009802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.693796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:20:47.010041Z","caller":"traceutil/trace.go:171","msg":"trace[316992389] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:11480; }","duration":"155.981575ms","start":"2026-03-31T05:20:46.854041Z","end":"2026-03-31T05:20:47.010023Z","steps":["trace[316992389] 'agreement among raft nodes before linearized reading' (duration: 155.572043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:47.009861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.666308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:47.010144Z","caller":"traceutil/trace.go:171","msg":"trace[1371895557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11480; }","duration":"139.966387ms","start":"2026-03-31T05:20:46.870162Z","end":"2026-03-31T05:20:47.010128Z","steps":["trace[1371895557] 'agreement among raft nodes before linearized reading' (duration: 139.680059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:47.010051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.875724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:20:47.010287Z","caller":"traceutil/trace.go:171","msg":"trace[1461762179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11480; }","duration":"238.15661ms","start":"2026-03-31T05:20:46.772116Z","end":"2026-03-31T05:20:47.010273Z","steps":["trace[1461762179] 'agreement among raft nodes before linearized reading' (duration: 237.77693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:47.010279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.248918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:20:47.010579Z","caller":"traceutil/trace.go:171","msg":"trace[1209924108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11480; }","duration":"259.552836ms","start":"2026-03-31T05:20:46.750988Z","end":"2026-03-31T05:20:47.010541Z","steps":["trace[1209924108] 'agreement among raft nodes before linearized reading' (duration: 258.924059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:47.010827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.842053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:20:47.01087Z","caller":"traceutil/trace.go:171","msg":"trace[79810761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11480; }","duration":"259.900845ms","start":"2026-03-31T05:20:46.750958Z","end":"2026-03-31T05:20:47.010859Z","steps":["trace[79810761] 'agreement among raft nodes before linearized reading' (duration: 259.757292ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:47.240263Z","caller":"traceutil/trace.go:171","msg":"trace[1957179427] linearizableReadLoop","detail":"{readStateIndex:11941; appliedIndex:11940; }","duration":"229.133085ms","start":"2026-03-31T05:20:47.011103Z","end":"2026-03-31T05:20:47.240236Z","steps":["trace[1957179427] 'read index received' (duration: 152.085948ms)","trace[1957179427] 'applied index is now lower than readState.Index' (duration: 77.045666ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:47.240394Z","caller":"traceutil/trace.go:171","msg":"trace[876070496] transaction","detail":"{read_only:false; response_revision:11481; number_of_response:1; }","duration":"234.240294ms","start":"2026-03-31T05:20:47.00613Z","end":"2026-03-31T05:20:47.240371Z","steps":["trace[876070496] 'process raft request' (duration: 156.974512ms)","trace[876070496] 'compare' (duration: 76.892292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:47.240517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.375171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:47.24058Z","caller":"traceutil/trace.go:171","msg":"trace[1120022548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11481; }","duration":"229.454283ms","start":"2026-03-31T05:20:47.011097Z","end":"2026-03-31T05:20:47.240552Z","steps":["trace[1120022548] 'agreement among raft nodes before linearized reading' (duration: 229.286009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:47.265476Z","caller":"traceutil/trace.go:171","msg":"trace[809442093] transaction","detail":"{read_only:false; response_revision:11482; number_of_response:1; }","duration":"251.585778ms","start":"2026-03-31T05:20:47.013871Z","end":"2026-03-31T05:20:47.265456Z","steps":["trace[809442093] 'process raft request' (duration: 251.453904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:47.265807Z","caller":"traceutil/trace.go:171","msg":"trace[1484497227] transaction","detail":"{read_only:false; response_revision:11483; number_of_response:1; }","duration":"251.051284ms","start":"2026-03-31T05:20:47.014734Z","end":"2026-03-31T05:20:47.265786Z","steps":["trace[1484497227] 'process raft request' (duration: 250.685724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:47.268336Z","caller":"traceutil/trace.go:171","msg":"trace[1913765148] transaction","detail":"{read_only:false; response_revision:11484; number_of_response:1; }","duration":"253.166911ms","start":"2026-03-31T05:20:47.015144Z","end":"2026-03-31T05:20:47.268311Z","steps":["trace[1913765148] 'process raft request' (duration: 250.407476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:47.269304Z","caller":"traceutil/trace.go:171","msg":"trace[1002384049] transaction","detail":"{read_only:false; response_revision:11485; number_of_response:1; }","duration":"253.700526ms","start":"2026-03-31T05:20:47.015587Z","end":"2026-03-31T05:20:47.269287Z","steps":["trace[1002384049] 'process raft request' (duration: 252.796251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:47.269426Z","caller":"traceutil/trace.go:171","msg":"trace[2063890792] transaction","detail":"{read_only:false; response_revision:11486; number_of_response:1; }","duration":"245.993545ms","start":"2026-03-31T05:20:47.023415Z","end":"2026-03-31T05:20:47.269409Z","steps":["trace[2063890792] 'process raft request' (duration: 245.684006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:47.269559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.302182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:20:47.269618Z","caller":"traceutil/trace.go:171","msg":"trace[1083104446] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11486; }","duration":"254.398404ms","start":"2026-03-31T05:20:47.015209Z","end":"2026-03-31T05:20:47.269607Z","steps":["trace[1083104446] 'agreement among raft nodes before linearized reading' (duration: 253.947742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:47.543462Z","caller":"traceutil/trace.go:171","msg":"trace[27646997] transaction","detail":"{read_only:false; response_revision:11489; number_of_response:1; }","duration":"197.510189ms","start":"2026-03-31T05:20:47.345922Z","end":"2026-03-31T05:20:47.543432Z","steps":["trace[27646997] 'process raft request' (duration: 197.320304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:47.592172Z","caller":"traceutil/trace.go:171","msg":"trace[963624226] transaction","detail":"{read_only:false; response_revision:11490; number_of_response:1; }","duration":"244.926836ms","start":"2026-03-31T05:20:47.347221Z","end":"2026-03-31T05:20:47.592148Z","steps":["trace[963624226] 'process raft request' (duration: 244.34989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:48.036776Z","caller":"traceutil/trace.go:171","msg":"trace[2035476544] linearizableReadLoop","detail":"{readStateIndex:11952; appliedIndex:11951; }","duration":"166.474221ms","start":"2026-03-31T05:20:47.870282Z","end":"2026-03-31T05:20:48.036756Z","steps":["trace[2035476544] 'read index received' (duration: 166.224794ms)","trace[2035476544] 'applied index is now lower than readState.Index' (duration: 248.727µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:48.036855Z","caller":"traceutil/trace.go:171","msg":"trace[1468137381] transaction","detail":"{read_only:false; response_revision:11491; number_of_response:1; }","duration":"426.417558ms","start":"2026-03-31T05:20:47.610395Z","end":"2026-03-31T05:20:48.036812Z","steps":["trace[1468137381] 'process raft request' (duration: 426.182321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:48.036947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.647306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:48.036972Z","caller":"traceutil/trace.go:171","msg":"trace[1582869767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11491; }","duration":"166.726268ms","start":"2026-03-31T05:20:47.870239Z","end":"2026-03-31T05:20:48.036965Z","steps":["trace[1582869767] 'agreement among raft nodes before linearized reading' (duration: 166.634695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:48.037064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:47.61037Z","time spent":"426.577942ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13614,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:48.037237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.312516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:48.037259Z","caller":"traceutil/trace.go:171","msg":"trace[2132516631] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:11491; }","duration":"106.381339ms","start":"2026-03-31T05:20:47.93087Z","end":"2026-03-31T05:20:48.037252Z","steps":["trace[2132516631] 'agreement among raft nodes before linearized reading' (duration: 106.344078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:48.671176Z","caller":"traceutil/trace.go:171","msg":"trace[873709843] linearizableReadLoop","detail":"{readStateIndex:11953; appliedIndex:11952; }","duration":"161.834065ms","start":"2026-03-31T05:20:48.509319Z","end":"2026-03-31T05:20:48.671153Z","steps":["trace[873709843] 'read index received' (duration: 161.598948ms)","trace[873709843] 'applied index is now lower than readState.Index' (duration: 234.347µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:48.671519Z","caller":"traceutil/trace.go:171","msg":"trace[389955378] transaction","detail":"{read_only:false; response_revision:11492; number_of_response:1; }","duration":"221.66665ms","start":"2026-03-31T05:20:48.44984Z","end":"2026-03-31T05:20:48.671507Z","steps":["trace[389955378] 'process raft request' (duration: 221.149866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:48.671752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.39602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:48.671792Z","caller":"traceutil/trace.go:171","msg":"trace[868948266] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:11492; }","duration":"162.520093ms","start":"2026-03-31T05:20:48.509263Z","end":"2026-03-31T05:20:48.671783Z","steps":["trace[868948266] 'agreement among raft nodes before linearized reading' (duration: 162.41748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.392306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.698437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:20:49.392321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.690905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:20:49.392381Z","caller":"traceutil/trace.go:171","msg":"trace[1369954206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11492; }","duration":"121.78916ms","start":"2026-03-31T05:20:49.270572Z","end":"2026-03-31T05:20:49.392361Z","steps":["trace[1369954206] 'range keys from in-memory index tree' (duration: 121.545613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:49.392405Z","caller":"traceutil/trace.go:171","msg":"trace[659193732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11492; }","duration":"122.787737ms","start":"2026-03-31T05:20:49.269595Z","end":"2026-03-31T05:20:49.392383Z","steps":["trace[659193732] 'range keys from in-memory index tree' (duration: 122.503849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.392306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.102625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:49.392598Z","caller":"traceutil/trace.go:171","msg":"trace[1666253611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11492; }","duration":"521.467705ms","start":"2026-03-31T05:20:48.871119Z","end":"2026-03-31T05:20:49.392587Z","steps":["trace[1666253611] 'range keys from in-memory index tree' (duration: 521.012403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.392622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.871093Z","time spent":"521.521407ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:49.392631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.22255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:20:49.392696Z","caller":"traceutil/trace.go:171","msg":"trace[1515854749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11492; }","duration":"119.285241ms","start":"2026-03-31T05:20:49.273378Z","end":"2026-03-31T05:20:49.392663Z","steps":["trace[1515854749] 'range keys from in-memory index tree' (duration: 119.112747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.392908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.233164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:20:49.392971Z","caller":"traceutil/trace.go:171","msg":"trace[1246640519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11492; }","duration":"147.337697ms","start":"2026-03-31T05:20:49.24562Z","end":"2026-03-31T05:20:49.392958Z","steps":["trace[1246640519] 'range keys from in-memory index tree' (duration: 146.900925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.39305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.732983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:20:49.393098Z","caller":"traceutil/trace.go:171","msg":"trace[99480735] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11492; }","duration":"119.822365ms","start":"2026-03-31T05:20:49.273263Z","end":"2026-03-31T05:20:49.393086Z","steps":["trace[99480735] 'range keys from in-memory index tree' (duration: 119.529028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:49.682361Z","caller":"traceutil/trace.go:171","msg":"trace[1723295566] linearizableReadLoop","detail":"{readStateIndex:11954; appliedIndex:11953; }","duration":"349.878145ms","start":"2026-03-31T05:20:49.33246Z","end":"2026-03-31T05:20:49.682338Z","steps":["trace[1723295566] 'read index received' (duration: 349.371781ms)","trace[1723295566] 'applied index is now lower than readState.Index' (duration: 505.534µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:49.682835Z","caller":"traceutil/trace.go:171","msg":"trace[1911230112] transaction","detail":"{read_only:false; response_revision:11493; number_of_response:1; }","duration":"407.751137ms","start":"2026-03-31T05:20:49.275075Z","end":"2026-03-31T05:20:49.682826Z","steps":["trace[1911230112] 'process raft request' (duration: 406.627397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.682935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.275037Z","time spent":"407.826339ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:49.683174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.719388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:20:49.683208Z","caller":"traceutil/trace.go:171","msg":"trace[1572291550] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11493; }","duration":"350.77798ms","start":"2026-03-31T05:20:49.332423Z","end":"2026-03-31T05:20:49.683201Z","steps":["trace[1572291550] 'agreement among raft nodes before linearized reading' (duration: 350.658626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.68323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.332409Z","time spent":"350.81627ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:20:50.043808Z","caller":"traceutil/trace.go:171","msg":"trace[2135722487] transaction","detail":"{read_only:false; response_revision:11494; number_of_response:1; }","duration":"645.960039ms","start":"2026-03-31T05:20:49.397822Z","end":"2026-03-31T05:20:50.043782Z","steps":["trace[2135722487] 'process raft request' (duration: 639.380669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:50.043919Z","caller":"traceutil/trace.go:171","msg":"trace[1908706670] transaction","detail":"{read_only:false; response_revision:11495; number_of_response:1; }","duration":"645.711673ms","start":"2026-03-31T05:20:49.398163Z","end":"2026-03-31T05:20:50.043874Z","steps":["trace[1908706670] 'process raft request' (duration: 645.464406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:50.043943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.397805Z","time spent":"646.064213ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:50.044155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.398151Z","time spent":"645.839496ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:50.044543Z","caller":"traceutil/trace.go:171","msg":"trace[1871558992] transaction","detail":"{read_only:false; response_revision:11497; number_of_response:1; }","duration":"646.251808ms","start":"2026-03-31T05:20:49.398282Z","end":"2026-03-31T05:20:50.044534Z","steps":["trace[1871558992] 'process raft request' (duration: 646.203637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:50.044596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.398254Z","time spent":"646.313679ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:50.044589Z","caller":"traceutil/trace.go:171","msg":"trace[998479304] transaction","detail":"{read_only:false; response_revision:11496; number_of_response:1; }","duration":"646.325099ms","start":"2026-03-31T05:20:49.398228Z","end":"2026-03-31T05:20:50.044553Z","steps":["trace[998479304] 'process raft request' (duration: 646.217207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:50.04479Z","caller":"traceutil/trace.go:171","msg":"trace[450004375] transaction","detail":"{read_only:false; response_revision:11498; number_of_response:1; }","duration":"629.001996ms","start":"2026-03-31T05:20:49.41578Z","end":"2026-03-31T05:20:50.044782Z","steps":["trace[450004375] 'process raft request' (duration: 628.725898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:50.044829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.415768Z","time spent":"629.041316ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:50.044794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.39822Z","time spent":"646.453053ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:50.045461Z","caller":"traceutil/trace.go:171","msg":"trace[184906722] transaction","detail":"{read_only:false; response_revision:11499; number_of_response:1; }","duration":"496.136084ms","start":"2026-03-31T05:20:49.549314Z","end":"2026-03-31T05:20:50.04545Z","steps":["trace[184906722] 'process raft request' (duration: 495.363613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:50.045535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.54929Z","time spent":"496.200185ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:50.045603Z","caller":"traceutil/trace.go:171","msg":"trace[779397170] transaction","detail":"{read_only:false; response_revision:11500; number_of_response:1; }","duration":"432.470483ms","start":"2026-03-31T05:20:49.613119Z","end":"2026-03-31T05:20:50.04559Z","steps":["trace[779397170] 'process raft request' (duration: 432.299788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:50.04565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.613092Z","time spent":"432.533375ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:50.045641Z","caller":"traceutil/trace.go:171","msg":"trace[1303907735] linearizableReadLoop","detail":"{readStateIndex:11961; appliedIndex:11954; }","duration":"363.164509ms","start":"2026-03-31T05:20:49.682422Z","end":"2026-03-31T05:20:50.045587Z","steps":["trace[1303907735] 'read index received' (duration: 353.675549ms)","trace[1303907735] 'applied index is now lower than readState.Index' (duration: 9.48743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:50.1059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.352927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:50.105988Z","caller":"traceutil/trace.go:171","msg":"trace[861831984] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:11500; }","duration":"636.498441ms","start":"2026-03-31T05:20:49.469466Z","end":"2026-03-31T05:20:50.105964Z","steps":["trace[861831984] 'agreement among raft nodes before linearized reading' (duration: 576.137891ms)","trace[861831984] 'count revisions from in-memory index tree' (duration: 60.209296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:50.106027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.469449Z","time spent":"636.567363ms","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:50.106262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.109889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:50.106305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.252434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:20:50.10633Z","caller":"traceutil/trace.go:171","msg":"trace[1120323515] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11500; }","duration":"200.276725ms","start":"2026-03-31T05:20:49.906044Z","end":"2026-03-31T05:20:50.106321Z","steps":["trace[1120323515] 'agreement among raft nodes before linearized reading' (duration: 139.767961ms)","trace[1120323515] 'range keys from in-memory index tree' (duration: 60.36399ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:50.106343Z","caller":"traceutil/trace.go:171","msg":"trace[1455516560] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:11500; }","duration":"212.261583ms","start":"2026-03-31T05:20:49.894061Z","end":"2026-03-31T05:20:50.106322Z","steps":["trace[1455516560] 'agreement among raft nodes before linearized reading' (duration: 151.746729ms)","trace[1455516560] 'count revisions from in-memory index tree' (duration: 60.383101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:50.106579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:50.106603Z","caller":"traceutil/trace.go:171","msg":"trace[304509069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11500; }","duration":"712.241822ms","start":"2026-03-31T05:20:49.394354Z","end":"2026-03-31T05:20:50.106596Z","steps":["trace[304509069] 'agreement among raft nodes before linearized reading' (duration: 651.312226ms)","trace[304509069] 'range keys from in-memory index tree' (duration: 60.888545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:50.106623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.394331Z","time spent":"712.285603ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:50.106746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.692526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:20:50.10678Z","caller":"traceutil/trace.go:171","msg":"trace[852967636] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11500; }","duration":"200.774849ms","start":"2026-03-31T05:20:49.905996Z","end":"2026-03-31T05:20:50.106771Z","steps":["trace[852967636] 'agreement among raft nodes before linearized reading' (duration: 139.802792ms)","trace[852967636] 'range keys from in-memory index tree' (duration: 60.894154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:50.107219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.978894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348565"} {"level":"info","ts":"2026-03-31T05:20:50.107249Z","caller":"traceutil/trace.go:171","msg":"trace[1117029645] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11500; }","duration":"419.047096ms","start":"2026-03-31T05:20:49.688195Z","end":"2026-03-31T05:20:50.107242Z","steps":["trace[1117029645] 'agreement among raft nodes before linearized reading' (duration: 357.594676ms)","trace[1117029645] 'range keys from in-memory index tree' (duration: 61.11461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:50.10727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.688177Z","time spent":"419.086737ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348588,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:20:50.386176Z","caller":"traceutil/trace.go:171","msg":"trace[1162034143] linearizableReadLoop","detail":"{readStateIndex:11963; appliedIndex:11961; }","duration":"270.104824ms","start":"2026-03-31T05:20:50.116049Z","end":"2026-03-31T05:20:50.386153Z","steps":["trace[1162034143] 'read index received' (duration: 9.170401ms)","trace[1162034143] 'applied index is now lower than readState.Index' (duration: 260.933193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:50.386281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.217687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:50.3863Z","caller":"traceutil/trace.go:171","msg":"trace[628005991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11502; }","duration":"270.276959ms","start":"2026-03-31T05:20:50.116017Z","end":"2026-03-31T05:20:50.386293Z","steps":["trace[628005991] 'agreement among raft nodes before linearized reading' (duration: 270.213567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:50.38627Z","caller":"traceutil/trace.go:171","msg":"trace[1319197231] transaction","detail":"{read_only:false; response_revision:11502; number_of_response:1; }","duration":"273.316682ms","start":"2026-03-31T05:20:50.11292Z","end":"2026-03-31T05:20:50.386237Z","steps":["trace[1319197231] 'process raft request' (duration: 179.459856ms)","trace[1319197231] 'compare' (duration: 92.987352ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:50.905101Z","caller":"traceutil/trace.go:171","msg":"trace[393556993] linearizableReadLoop","detail":"{readStateIndex:11964; appliedIndex:11963; }","duration":"113.233116ms","start":"2026-03-31T05:20:50.791847Z","end":"2026-03-31T05:20:50.90508Z","steps":["trace[393556993] 'read index received' (duration: 113.03612ms)","trace[393556993] 'applied index is now lower than readState.Index' (duration: 196.376µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:50.905353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.490362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:50.905461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.644746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:20:50.90549Z","caller":"traceutil/trace.go:171","msg":"trace[1951740470] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11503; }","duration":"106.733958ms","start":"2026-03-31T05:20:50.798749Z","end":"2026-03-31T05:20:50.905483Z","steps":["trace[1951740470] 'agreement among raft nodes before linearized reading' (duration: 106.599934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:50.905445Z","caller":"traceutil/trace.go:171","msg":"trace[27488403] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:11503; }","duration":"113.590815ms","start":"2026-03-31T05:20:50.791826Z","end":"2026-03-31T05:20:50.905417Z","steps":["trace[27488403] 'agreement among raft nodes before linearized reading' (duration: 113.439411ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:50.90571Z","caller":"traceutil/trace.go:171","msg":"trace[1947800207] transaction","detail":"{read_only:false; response_revision:11503; number_of_response:1; }","duration":"193.626923ms","start":"2026-03-31T05:20:50.712045Z","end":"2026-03-31T05:20:50.905672Z","steps":["trace[1947800207] 'process raft request' (duration: 192.906343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.155547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.983185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:51.15561Z","caller":"traceutil/trace.go:171","msg":"trace[2135084179] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11503; }","duration":"152.096239ms","start":"2026-03-31T05:20:51.003499Z","end":"2026-03-31T05:20:51.155595Z","steps":["trace[2135084179] 'range keys from in-memory index tree' (duration: 151.901893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:51.386514Z","caller":"traceutil/trace.go:171","msg":"trace[1080575041] transaction","detail":"{read_only:false; response_revision:11504; number_of_response:1; }","duration":"170.640135ms","start":"2026-03-31T05:20:51.21585Z","end":"2026-03-31T05:20:51.38649Z","steps":["trace[1080575041] 'process raft request' (duration: 170.485051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:51.686473Z","caller":"traceutil/trace.go:171","msg":"trace[867410013] linearizableReadLoop","detail":"{readStateIndex:11966; appliedIndex:11964; }","duration":"349.396372ms","start":"2026-03-31T05:20:51.337048Z","end":"2026-03-31T05:20:51.686445Z","steps":["trace[867410013] 'read index received' (duration: 49.303088ms)","trace[867410013] 'applied index is now lower than readState.Index' (duration: 300.092014ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:51.686583Z","caller":"traceutil/trace.go:171","msg":"trace[1157634994] transaction","detail":"{read_only:false; response_revision:11505; number_of_response:1; }","duration":"349.950807ms","start":"2026-03-31T05:20:51.336583Z","end":"2026-03-31T05:20:51.686534Z","steps":["trace[1157634994] 'process raft request' (duration: 298.014768ms)","trace[1157634994] 'compare' (duration: 51.614911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:51.686698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.626348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp\" ","response":"range_response_count:1 size:13629"} {"level":"warn","ts":"2026-03-31T05:20:51.686715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.33655Z","time spent":"350.096ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1972,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:20:51.686727Z","caller":"traceutil/trace.go:171","msg":"trace[252939910] range","detail":"{range_begin:/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp; range_end:; response_count:1; response_revision:11505; }","duration":"349.676379ms","start":"2026-03-31T05:20:51.337041Z","end":"2026-03-31T05:20:51.686718Z","steps":["trace[252939910] 'agreement among raft nodes before linearized reading' (duration: 349.504885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.686759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.336996Z","time spent":"349.756841ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":13652,"request content":"key:\"/registry/pods/openstack/glance-api-7c64dcffb4-ksdwp\" "} {"level":"warn","ts":"2026-03-31T05:20:52.198126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.569561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:52.198298Z","caller":"traceutil/trace.go:171","msg":"trace[1425242778] transaction","detail":"{read_only:false; response_revision:11507; number_of_response:1; }","duration":"501.09609ms","start":"2026-03-31T05:20:51.697188Z","end":"2026-03-31T05:20:52.198284Z","steps":["trace[1425242778] 'process raft request' (duration: 501.032588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:52.19829Z","caller":"traceutil/trace.go:171","msg":"trace[1212293486] transaction","detail":"{read_only:false; response_revision:11506; number_of_response:1; }","duration":"510.736754ms","start":"2026-03-31T05:20:51.687517Z","end":"2026-03-31T05:20:52.198254Z","steps":["trace[1212293486] 'process raft request' (duration: 199.962097ms)","trace[1212293486] 'compare' (duration: 310.461319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:52.198351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.697176Z","time spent":"501.152922ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:52.198473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.553514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7c64dcffb4-ksdwp.18a1d57abf569fc7\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-03-31T05:20:52.198483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.687495Z","time spent":"510.890188ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:52.198521Z","caller":"traceutil/trace.go:171","msg":"trace[468078025] range","detail":"{range_begin:/registry/events/openstack/glance-api-7c64dcffb4-ksdwp.18a1d57abf569fc7; range_end:; response_count:1; response_revision:11507; }","duration":"508.637936ms","start":"2026-03-31T05:20:51.68987Z","end":"2026-03-31T05:20:52.198507Z","steps":["trace[468078025] 'agreement among raft nodes before linearized reading' (duration: 508.451721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.198553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.689851Z","time spent":"508.694488ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2010,"request content":"key:\"/registry/events/openstack/glance-api-7c64dcffb4-ksdwp.18a1d57abf569fc7\" "} {"level":"info","ts":"2026-03-31T05:20:52.198299Z","caller":"traceutil/trace.go:171","msg":"trace[1595625681] linearizableReadLoop","detail":"{readStateIndex:11967; appliedIndex:11966; }","duration":"508.372569ms","start":"2026-03-31T05:20:51.689911Z","end":"2026-03-31T05:20:52.198284Z","steps":["trace[1595625681] 'read index received' (duration: 197.556811ms)","trace[1595625681] 'applied index is now lower than readState.Index' (duration: 310.814898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:52.698636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792634415,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:20:52.976172Z","caller":"traceutil/trace.go:171","msg":"trace[190510868] transaction","detail":"{read_only:false; response_revision:11509; number_of_response:1; }","duration":"924.29954ms","start":"2026-03-31T05:20:52.051851Z","end":"2026-03-31T05:20:52.976151Z","steps":["trace[190510868] 'process raft request' (duration: 924.184006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:52.976195Z","caller":"traceutil/trace.go:171","msg":"trace[1318850656] transaction","detail":"{read_only:false; response_revision:11508; number_of_response:1; }","duration":"925.641477ms","start":"2026-03-31T05:20:52.050511Z","end":"2026-03-31T05:20:52.976153Z","steps":["trace[1318850656] 'process raft request' (duration: 900.623353ms)","trace[1318850656] 'compare' (duration: 24.550871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:52.976303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.051838Z","time spent":"924.397252ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:52.9764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.050489Z","time spent":"925.79402ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:53.643088Z","caller":"traceutil/trace.go:171","msg":"trace[696789891] transaction","detail":"{read_only:false; response_revision:11510; number_of_response:1; }","duration":"1.43866825s","start":"2026-03-31T05:20:52.204384Z","end":"2026-03-31T05:20:53.643052Z","steps":["trace[696789891] 'process raft request' (duration: 1.438362472s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:53.643282Z","caller":"traceutil/trace.go:171","msg":"trace[1699400202] transaction","detail":"{read_only:false; response_revision:11512; number_of_response:1; }","duration":"1.434044314s","start":"2026-03-31T05:20:52.209224Z","end":"2026-03-31T05:20:53.643268Z","steps":["trace[1699400202] 'process raft request' (duration: 1.433797138s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.643399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.209219Z","time spent":"1.434126066s","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1167,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:53.643291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.204342Z","time spent":"1.438841545s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1972,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:53.643098Z","caller":"traceutil/trace.go:171","msg":"trace[972917741] transaction","detail":"{read_only:false; response_revision:11511; number_of_response:1; }","duration":"1.433943781s","start":"2026-03-31T05:20:52.209139Z","end":"2026-03-31T05:20:53.643083Z","steps":["trace[972917741] 'process raft request' (duration: 1.433804197s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:53.64381Z","caller":"traceutil/trace.go:171","msg":"trace[55060362] transaction","detail":"{read_only:false; response_revision:11513; number_of_response:1; }","duration":"1.434427255s","start":"2026-03-31T05:20:52.209366Z","end":"2026-03-31T05:20:53.643794Z","steps":["trace[55060362] 'process raft request' (duration: 1.433814698s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.643807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.209126Z","time spent":"1.4346238s","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:53.643899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.209342Z","time spent":"1.434513907s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":652,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:53.643952Z","caller":"traceutil/trace.go:171","msg":"trace[1250657573] linearizableReadLoop","detail":"{readStateIndex:11975; appliedIndex:11968; }","duration":"1.445330983s","start":"2026-03-31T05:20:52.198578Z","end":"2026-03-31T05:20:53.643909Z","steps":["trace[1250657573] 'read index received' (duration: 752.653206ms)","trace[1250657573] 'applied index is now lower than readState.Index' (duration: 692.675567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:53.644229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594862451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:20:53.644277Z","caller":"traceutil/trace.go:171","msg":"trace[1221674204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11514; }","duration":"1.594957764s","start":"2026-03-31T05:20:52.049308Z","end":"2026-03-31T05:20:53.644265Z","steps":["trace[1221674204] 'agreement among raft nodes before linearized reading' (duration: 1.594807499s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.644292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773765582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:53.644313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.049279Z","time spent":"1.595026756s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:20:53.644347Z","caller":"traceutil/trace.go:171","msg":"trace[1016365060] transaction","detail":"{read_only:false; response_revision:11514; number_of_response:1; }","duration":"1.4152417s","start":"2026-03-31T05:20:52.229089Z","end":"2026-03-31T05:20:53.64433Z","steps":["trace[1016365060] 'process raft request' (duration: 1.414452219s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.644366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564160973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:53.644392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595846748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:20:53.644418Z","caller":"traceutil/trace.go:171","msg":"trace[420555178] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:11514; }","duration":"1.564237204s","start":"2026-03-31T05:20:52.080168Z","end":"2026-03-31T05:20:53.644405Z","steps":["trace[420555178] 'agreement among raft nodes before linearized reading' (duration: 1.564115331s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.644429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.229059Z","time spent":"1.415325373s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:53.644455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.080159Z","time spent":"1.564286796s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:53.644478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59446081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:20:53.644455Z","caller":"traceutil/trace.go:171","msg":"trace[1523448845] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11514; }","duration":"1.595970441s","start":"2026-03-31T05:20:52.048467Z","end":"2026-03-31T05:20:53.644437Z","steps":["trace[1523448845] 'agreement among raft nodes before linearized reading' (duration: 1.595712724s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:53.644541Z","caller":"traceutil/trace.go:171","msg":"trace[1014766146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11514; }","duration":"1.594583583s","start":"2026-03-31T05:20:52.049934Z","end":"2026-03-31T05:20:53.644518Z","steps":["trace[1014766146] 'agreement among raft nodes before linearized reading' (duration: 1.59444172s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.644551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.048443Z","time spent":"1.596095045s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:20:53.644571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595116679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:20:53.644626Z","caller":"traceutil/trace.go:171","msg":"trace[1661565440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11514; }","duration":"1.59519077s","start":"2026-03-31T05:20:52.04942Z","end":"2026-03-31T05:20:53.644611Z","steps":["trace[1661565440] 'agreement among raft nodes before linearized reading' (duration: 1.595052006s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.644674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.049904Z","time spent":"1.594693217s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:20:53.644686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.049405Z","time spent":"1.595268813s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:20:53.644349Z","caller":"traceutil/trace.go:171","msg":"trace[1298333484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11514; }","duration":"1.773851814s","start":"2026-03-31T05:20:51.870475Z","end":"2026-03-31T05:20:53.644327Z","steps":["trace[1298333484] 'agreement among raft nodes before linearized reading' (duration: 1.773776242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.644986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.870453Z","time spent":"1.774515703s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:53.644317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594278276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:20:53.645093Z","caller":"traceutil/trace.go:171","msg":"trace[835614968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11514; }","duration":"1.595108678s","start":"2026-03-31T05:20:52.04997Z","end":"2026-03-31T05:20:53.645078Z","steps":["trace[835614968] 'agreement among raft nodes before linearized reading' (duration: 1.594122951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.64519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.049956Z","time spent":"1.595218351s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:53.64429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518348199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:20:53.645315Z","caller":"traceutil/trace.go:171","msg":"trace[1160756959] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11514; }","duration":"1.519401858s","start":"2026-03-31T05:20:52.125892Z","end":"2026-03-31T05:20:53.645294Z","steps":["trace[1160756959] 'agreement among raft nodes before linearized reading' (duration: 1.518279127s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.645365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.125871Z","time spent":"1.51947857s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:20:54.401847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.815312ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:20:54.402103Z","caller":"traceutil/trace.go:171","msg":"trace[547910870] linearizableReadLoop","detail":"{readStateIndex:11976; appliedIndex:11975; }","duration":"758.040384ms","start":"2026-03-31T05:20:53.644041Z","end":"2026-03-31T05:20:54.402082Z","steps":["trace[547910870] 'read index received' (duration: 122.084888ms)","trace[547910870] 'applied index is now lower than readState.Index' (duration: 635.954506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:54.402918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.405131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:54.402956Z","caller":"traceutil/trace.go:171","msg":"trace[935528967] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:11514; }","duration":"879.498974ms","start":"2026-03-31T05:20:53.523447Z","end":"2026-03-31T05:20:54.402946Z","steps":["trace[935528967] 'agreement among raft nodes before linearized reading' (duration: 879.416952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.402986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493225573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:20:54.403036Z","caller":"traceutil/trace.go:171","msg":"trace[682189999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11514; }","duration":"1.493324875s","start":"2026-03-31T05:20:52.909698Z","end":"2026-03-31T05:20:54.403023Z","steps":["trace[682189999] 'agreement among raft nodes before linearized reading' (duration: 1.493169071s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.403077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.909671Z","time spent":"1.493396837s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:20:54.403174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.523423Z","time spent":"879.552446ms","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:54.403786Z","caller":"traceutil/trace.go:171","msg":"trace[1310933444] transaction","detail":"{read_only:false; response_revision:11515; number_of_response:1; }","duration":"753.232062ms","start":"2026-03-31T05:20:53.65053Z","end":"2026-03-31T05:20:54.403762Z","steps":["trace[1310933444] 'process raft request' (duration: 751.436793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.403958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.650513Z","time spent":"753.345745ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:54.902558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792634430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:55.192296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.473908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:55.192497Z","caller":"traceutil/trace.go:171","msg":"trace[103324321] transaction","detail":"{read_only:false; response_revision:11518; number_of_response:1; }","duration":"1.541754561s","start":"2026-03-31T05:20:53.650727Z","end":"2026-03-31T05:20:55.192481Z","steps":["trace[103324321] 'process raft request' (duration: 1.54170726s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:55.192496Z","caller":"traceutil/trace.go:171","msg":"trace[1534452037] transaction","detail":"{read_only:false; response_revision:11516; number_of_response:1; }","duration":"1.541837633s","start":"2026-03-31T05:20:53.650624Z","end":"2026-03-31T05:20:55.192462Z","steps":["trace[1534452037] 'process raft request' (duration: 753.116889ms)","trace[1534452037] 'compare' (duration: 788.297702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:55.192548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.650679Z","time spent":"1.541844773s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:55.192642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.650609Z","time spent":"1.541955686s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:55.192669Z","caller":"traceutil/trace.go:171","msg":"trace[1201943200] transaction","detail":"{read_only:false; response_revision:11519; number_of_response:1; }","duration":"1.54172076s","start":"2026-03-31T05:20:53.650928Z","end":"2026-03-31T05:20:55.192648Z","steps":["trace[1201943200] 'process raft request' (duration: 1.541530314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:55.192804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.650919Z","time spent":"1.541802712s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:55.1927Z","caller":"traceutil/trace.go:171","msg":"trace[1407689129] transaction","detail":"{read_only:false; response_revision:11517; number_of_response:1; }","duration":"1.542050849s","start":"2026-03-31T05:20:53.65064Z","end":"2026-03-31T05:20:55.19269Z","steps":["trace[1407689129] 'process raft request' (duration: 1.541754641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:55.192956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.650613Z","time spent":"1.542325167s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:55.193331Z","caller":"traceutil/trace.go:171","msg":"trace[146978882] transaction","detail":"{read_only:false; response_revision:11520; number_of_response:1; }","duration":"1.534566265s","start":"2026-03-31T05:20:53.658735Z","end":"2026-03-31T05:20:55.193302Z","steps":["trace[146978882] 'process raft request' (duration: 1.533858085s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:55.193392Z","caller":"traceutil/trace.go:171","msg":"trace[705977804] transaction","detail":"{read_only:false; response_revision:11521; number_of_response:1; }","duration":"990.465169ms","start":"2026-03-31T05:20:54.2029Z","end":"2026-03-31T05:20:55.193365Z","steps":["trace[705977804] 'process raft request' (duration: 990.303555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:55.193444Z","caller":"traceutil/trace.go:171","msg":"trace[1766594293] transaction","detail":"{read_only:false; response_revision:11522; number_of_response:1; }","duration":"784.232641ms","start":"2026-03-31T05:20:54.409198Z","end":"2026-03-31T05:20:55.193431Z","steps":["trace[1766594293] 'process raft request' (duration: 784.114718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:55.193475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547435246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:55.193496Z","caller":"traceutil/trace.go:171","msg":"trace[942748122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11522; }","duration":"1.547483368s","start":"2026-03-31T05:20:53.646007Z","end":"2026-03-31T05:20:55.19349Z","steps":["trace[942748122] 'agreement among raft nodes before linearized reading' (duration: 1.547443507s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:55.193488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.658725Z","time spent":"1.534681007s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11821,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:55.193513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.645984Z","time spent":"1.547524728s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:55.19351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:54.409165Z","time spent":"784.305663ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:55.193545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:54.202869Z","time spent":"990.595853ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:55.193436Z","caller":"traceutil/trace.go:171","msg":"trace[2140592953] linearizableReadLoop","detail":"{readStateIndex:11984; appliedIndex:11977; }","duration":"791.285974ms","start":"2026-03-31T05:20:54.402141Z","end":"2026-03-31T05:20:55.193427Z","steps":["trace[2140592953] 'read index received' (duration: 575.791832ms)","trace[2140592953] 'applied index is now lower than readState.Index' (duration: 215.491332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:55.193854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544836764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7c64dcffb4-ksdwp.18a1d57abf569fc7\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-31T05:20:55.193872Z","caller":"traceutil/trace.go:171","msg":"trace[2138181332] range","detail":"{range_begin:/registry/events/openstack/glance-api-7c64dcffb4-ksdwp.18a1d57abf569fc7; range_end:; response_count:1; response_revision:11522; }","duration":"1.544886896s","start":"2026-03-31T05:20:53.64898Z","end":"2026-03-31T05:20:55.193867Z","steps":["trace[2138181332] 'agreement among raft nodes before linearized reading' (duration: 1.544796413s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:55.193886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.64896Z","time spent":"1.544922147s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2010,"request content":"key:\"/registry/events/openstack/glance-api-7c64dcffb4-ksdwp.18a1d57abf569fc7\" "} {"level":"warn","ts":"2026-03-31T05:20:55.194115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543069026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348381"} {"level":"info","ts":"2026-03-31T05:20:55.194162Z","caller":"traceutil/trace.go:171","msg":"trace[227444773] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11522; }","duration":"1.543137089s","start":"2026-03-31T05:20:53.651013Z","end":"2026-03-31T05:20:55.19415Z","steps":["trace[227444773] 'agreement among raft nodes before linearized reading' (duration: 1.542535682s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:55.1942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.651Z","time spent":"1.543189s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348404,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:20:55.580422Z","caller":"traceutil/trace.go:171","msg":"trace[1763925415] linearizableReadLoop","detail":"{readStateIndex:11986; appliedIndex:11984; }","duration":"386.588859ms","start":"2026-03-31T05:20:55.193807Z","end":"2026-03-31T05:20:55.580396Z","steps":["trace[1763925415] 'read index received' (duration: 386.366793ms)","trace[1763925415] 'applied index is now lower than readState.Index' (duration: 220.966µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:55.580466Z","caller":"traceutil/trace.go:171","msg":"trace[1627978634] transaction","detail":"{read_only:false; response_revision:11523; number_of_response:1; }","duration":"597.937627ms","start":"2026-03-31T05:20:54.982477Z","end":"2026-03-31T05:20:55.580415Z","steps":["trace[1627978634] 'process raft request' (duration: 597.706791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:55.580535Z","caller":"traceutil/trace.go:171","msg":"trace[1965568790] transaction","detail":"{read_only:false; response_revision:11524; number_of_response:1; }","duration":"597.65797ms","start":"2026-03-31T05:20:54.982864Z","end":"2026-03-31T05:20:55.580522Z","steps":["trace[1965568790] 'process raft request' (duration: 597.478145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:55.580603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.124581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:55.580615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:54.982444Z","time spent":"598.098062ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:55.580624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:54.982833Z","time spent":"597.721502ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:55.580645Z","caller":"traceutil/trace.go:171","msg":"trace[1690958794] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:11524; }","duration":"952.228053ms","start":"2026-03-31T05:20:54.628407Z","end":"2026-03-31T05:20:55.580635Z","steps":["trace[1690958794] 'agreement among raft nodes before linearized reading' (duration: 952.135211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:55.580669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:54.62838Z","time spent":"952.282995ms","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:55.580781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.999101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:55.580812Z","caller":"traceutil/trace.go:171","msg":"trace[1157407331] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11524; }","duration":"503.101055ms","start":"2026-03-31T05:20:55.077703Z","end":"2026-03-31T05:20:55.580804Z","steps":["trace[1157407331] 'agreement among raft nodes before linearized reading' (duration: 503.019403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:55.580834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.077678Z","time spent":"503.148946ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:55.580974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.572076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:55.581023Z","caller":"traceutil/trace.go:171","msg":"trace[1994012442] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11524; }","duration":"917.645898ms","start":"2026-03-31T05:20:54.66337Z","end":"2026-03-31T05:20:55.581016Z","steps":["trace[1994012442] 'agreement among raft nodes before linearized reading' (duration: 917.570626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:55.581057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:54.663359Z","time spent":"917.69259ms","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:55.889864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.075595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:55.889955Z","caller":"traceutil/trace.go:171","msg":"trace[811825082] linearizableReadLoop","detail":"{readStateIndex:11987; appliedIndex:11986; }","duration":"309.4573ms","start":"2026-03-31T05:20:55.580484Z","end":"2026-03-31T05:20:55.889941Z","steps":["trace[811825082] 'read index received' (duration: 81.241391ms)","trace[811825082] 'applied index is now lower than readState.Index' (duration: 228.214989ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:55.890226Z","caller":"traceutil/trace.go:171","msg":"trace[1006450068] transaction","detail":"{read_only:false; response_revision:11525; number_of_response:1; }","duration":"694.375393ms","start":"2026-03-31T05:20:55.195791Z","end":"2026-03-31T05:20:55.890166Z","steps":["trace[1006450068] 'process raft request' (duration: 465.920818ms)","trace[1006450068] 'compare' (duration: 227.89234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:55.890247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.405102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:55.890336Z","caller":"traceutil/trace.go:171","msg":"trace[2003425693] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:11525; }","duration":"304.532505ms","start":"2026-03-31T05:20:55.58578Z","end":"2026-03-31T05:20:55.890312Z","steps":["trace[2003425693] 'agreement among raft nodes before linearized reading' (duration: 304.375421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:55.89034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.961363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:55.890381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.585766Z","time spent":"304.604767ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:55.890369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.195759Z","time spent":"694.554157ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1972,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:55.89039Z","caller":"traceutil/trace.go:171","msg":"trace[1844073695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11525; }","duration":"686.050575ms","start":"2026-03-31T05:20:55.204325Z","end":"2026-03-31T05:20:55.890376Z","steps":["trace[1844073695] 'agreement among raft nodes before linearized reading' (duration: 685.963993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:55.890428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.204303Z","time spent":"686.118617ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:20:57.025835Z","caller":"traceutil/trace.go:171","msg":"trace[367711031] linearizableReadLoop","detail":"{readStateIndex:11990; appliedIndex:11989; }","duration":"120.583706ms","start":"2026-03-31T05:20:56.905221Z","end":"2026-03-31T05:20:57.025805Z","steps":["trace[367711031] 'read index received' (duration: 111.339173ms)","trace[367711031] 'applied index is now lower than readState.Index' (duration: 9.243263ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:57.025893Z","caller":"traceutil/trace.go:171","msg":"trace[1259889338] transaction","detail":"{read_only:false; response_revision:11527; number_of_response:1; }","duration":"152.978022ms","start":"2026-03-31T05:20:56.872869Z","end":"2026-03-31T05:20:57.025847Z","steps":["trace[1259889338] 'process raft request' (duration: 143.594326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:57.026042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.807433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:57.026122Z","caller":"traceutil/trace.go:171","msg":"trace[1123761888] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:11527; }","duration":"120.903325ms","start":"2026-03-31T05:20:56.905202Z","end":"2026-03-31T05:20:57.026105Z","steps":["trace[1123761888] 'agreement among raft nodes before linearized reading' (duration: 120.706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:57.708098Z","caller":"traceutil/trace.go:171","msg":"trace[875250379] transaction","detail":"{read_only:false; response_revision:11537; number_of_response:1; }","duration":"120.686829ms","start":"2026-03-31T05:20:57.587332Z","end":"2026-03-31T05:20:57.708019Z","steps":["trace[875250379] 'process raft request' (duration: 120.535285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:58.751126Z","caller":"traceutil/trace.go:171","msg":"trace[545447409] transaction","detail":"{read_only:false; response_revision:11538; number_of_response:1; }","duration":"208.415527ms","start":"2026-03-31T05:20:58.542683Z","end":"2026-03-31T05:20:58.751099Z","steps":["trace[545447409] 'process raft request' (duration: 208.208432ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:59.429612Z","caller":"traceutil/trace.go:171","msg":"trace[1321743330] transaction","detail":"{read_only:false; response_revision:11543; number_of_response:1; }","duration":"170.037908ms","start":"2026-03-31T05:20:59.259549Z","end":"2026-03-31T05:20:59.429587Z","steps":["trace[1321743330] 'process raft request' (duration: 169.976917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:59.429624Z","caller":"traceutil/trace.go:171","msg":"trace[148194354] transaction","detail":"{read_only:false; response_revision:11542; number_of_response:1; }","duration":"170.11105ms","start":"2026-03-31T05:20:59.259473Z","end":"2026-03-31T05:20:59.429584Z","steps":["trace[148194354] 'process raft request' (duration: 169.920095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:59.43014Z","caller":"traceutil/trace.go:171","msg":"trace[530496800] transaction","detail":"{read_only:false; response_revision:11544; number_of_response:1; }","duration":"170.416339ms","start":"2026-03-31T05:20:59.259716Z","end":"2026-03-31T05:20:59.430133Z","steps":["trace[530496800] 'process raft request' (duration: 169.837963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:01.365381Z","caller":"traceutil/trace.go:171","msg":"trace[1061007089] transaction","detail":"{read_only:false; response_revision:11551; number_of_response:1; }","duration":"105.617517ms","start":"2026-03-31T05:21:01.259746Z","end":"2026-03-31T05:21:01.365363Z","steps":["trace[1061007089] 'process raft request' (duration: 105.464683ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:01.791275Z","caller":"traceutil/trace.go:171","msg":"trace[1265282842] transaction","detail":"{read_only:false; response_revision:11553; number_of_response:1; }","duration":"113.308648ms","start":"2026-03-31T05:21:01.677917Z","end":"2026-03-31T05:21:01.791226Z","steps":["trace[1265282842] 'process raft request' (duration: 112.978239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:01.791326Z","caller":"traceutil/trace.go:171","msg":"trace[1726745067] transaction","detail":"{read_only:false; response_revision:11552; number_of_response:1; }","duration":"422.339017ms","start":"2026-03-31T05:21:01.368953Z","end":"2026-03-31T05:21:01.791292Z","steps":["trace[1726745067] 'process raft request' (duration: 419.18191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:01.791585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.902245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:21:01.79163Z","caller":"traceutil/trace.go:171","msg":"trace[1001619471] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11554; }","duration":"421.981686ms","start":"2026-03-31T05:21:01.369636Z","end":"2026-03-31T05:21:01.791618Z","steps":["trace[1001619471] 'agreement among raft nodes before linearized reading' (duration: 421.767051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:01.791659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:01.369622Z","time spent":"422.028698ms","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19243,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:21:01.791354Z","caller":"traceutil/trace.go:171","msg":"trace[337117645] linearizableReadLoop","detail":"{readStateIndex:12015; appliedIndex:12014; }","duration":"421.665878ms","start":"2026-03-31T05:21:01.369667Z","end":"2026-03-31T05:21:01.791333Z","steps":["trace[337117645] 'read index received' (duration: 418.44855ms)","trace[337117645] 'applied index is now lower than readState.Index' (duration: 3.215988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:01.792525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.27849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:21:01.792559Z","caller":"traceutil/trace.go:171","msg":"trace[773776254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11554; }","duration":"356.331252ms","start":"2026-03-31T05:21:01.436221Z","end":"2026-03-31T05:21:01.792552Z","steps":["trace[773776254] 'agreement among raft nodes before linearized reading' (duration: 356.241309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:01.792582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:01.436212Z","time spent":"356.362953ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:21:01.792571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:01.368939Z","time spent":"422.764658ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:01.792595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.309397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:21:01.792671Z","caller":"traceutil/trace.go:171","msg":"trace[816645331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11554; }","duration":"256.422531ms","start":"2026-03-31T05:21:01.536226Z","end":"2026-03-31T05:21:01.792648Z","steps":["trace[816645331] 'agreement among raft nodes before linearized reading' (duration: 256.232595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:01.792567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.421098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:21:01.79286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.85435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:21:01.792915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.722665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:21:01.792964Z","caller":"traceutil/trace.go:171","msg":"trace[245448652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11554; }","duration":"355.815368ms","start":"2026-03-31T05:21:01.43714Z","end":"2026-03-31T05:21:01.792955Z","steps":["trace[245448652] 'agreement among raft nodes before linearized reading' (duration: 355.653984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:01.79301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:01.437132Z","time spent":"355.854459ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:01.792731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.861156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414695"} {"level":"info","ts":"2026-03-31T05:21:01.792948Z","caller":"traceutil/trace.go:171","msg":"trace[1017064008] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11554; }","duration":"223.979053ms","start":"2026-03-31T05:21:01.568948Z","end":"2026-03-31T05:21:01.792927Z","steps":["trace[1017064008] 'agreement among raft nodes before linearized reading' (duration: 223.550671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:01.793072Z","caller":"traceutil/trace.go:171","msg":"trace[21507220] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:11554; }","duration":"357.234297ms","start":"2026-03-31T05:21:01.435819Z","end":"2026-03-31T05:21:01.793054Z","steps":["trace[21507220] 'agreement among raft nodes before linearized reading' (duration: 356.659301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:01.793136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:01.435795Z","time spent":"357.325298ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414718,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-31T05:21:01.793264Z","caller":"traceutil/trace.go:171","msg":"trace[1240611470] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:11554; }","duration":"190.169119ms","start":"2026-03-31T05:21:01.603077Z","end":"2026-03-31T05:21:01.793246Z","steps":["trace[1240611470] 'agreement among raft nodes before linearized reading' (duration: 189.382837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:01.796152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.610758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:21:01.796194Z","caller":"traceutil/trace.go:171","msg":"trace[1316567978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11554; }","duration":"360.714101ms","start":"2026-03-31T05:21:01.43547Z","end":"2026-03-31T05:21:01.796184Z","steps":["trace[1316567978] 'agreement among raft nodes before linearized reading' (duration: 356.976609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:01.796219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:01.435443Z","time spent":"360.770323ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:21:03.600525Z","caller":"traceutil/trace.go:171","msg":"trace[1947502798] transaction","detail":"{read_only:false; response_revision:11561; number_of_response:1; }","duration":"132.984725ms","start":"2026-03-31T05:21:03.467518Z","end":"2026-03-31T05:21:03.600502Z","steps":["trace[1947502798] 'process raft request' (duration: 132.82045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:04.702321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.237501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:04.702447Z","caller":"traceutil/trace.go:171","msg":"trace[447752249] linearizableReadLoop","detail":"{readStateIndex:12026; appliedIndex:12025; }","duration":"903.953443ms","start":"2026-03-31T05:21:03.798471Z","end":"2026-03-31T05:21:04.702425Z","steps":["trace[447752249] 'read index received' (duration: 341.546377ms)","trace[447752249] 'applied index is now lower than readState.Index' (duration: 562.405165ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:04.702549Z","caller":"traceutil/trace.go:171","msg":"trace[1757401687] transaction","detail":"{read_only:false; response_revision:11562; number_of_response:1; }","duration":"904.555558ms","start":"2026-03-31T05:21:03.797976Z","end":"2026-03-31T05:21:04.702532Z","steps":["trace[1757401687] 'process raft request' (duration: 342.01462ms)","trace[1757401687] 'compare' (duration: 562.079786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:04.702636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.79795Z","time spent":"904.641661ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:04.702672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.184999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:21:04.702757Z","caller":"traceutil/trace.go:171","msg":"trace[1622117383] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11562; }","duration":"904.317342ms","start":"2026-03-31T05:21:03.798416Z","end":"2026-03-31T05:21:04.702734Z","steps":["trace[1622117383] 'agreement among raft nodes before linearized reading' (duration: 904.119517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:04.702805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.798391Z","time spent":"904.405225ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:21:04.932465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.926258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:04.932654Z","caller":"traceutil/trace.go:171","msg":"trace[161205585] transaction","detail":"{read_only:false; response_revision:11563; number_of_response:1; }","duration":"1.125272803s","start":"2026-03-31T05:21:03.807354Z","end":"2026-03-31T05:21:04.932627Z","steps":["trace[161205585] 'process raft request' (duration: 1.001068087s)","trace[161205585] 'compare' (duration: 123.747394ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:04.932726Z","caller":"traceutil/trace.go:171","msg":"trace[653205359] transaction","detail":"{read_only:false; response_revision:11564; number_of_response:1; }","duration":"226.134532ms","start":"2026-03-31T05:21:04.706567Z","end":"2026-03-31T05:21:04.932702Z","steps":["trace[653205359] 'process raft request' (duration: 226.04408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:04.9328Z","caller":"traceutil/trace.go:171","msg":"trace[1182830216] linearizableReadLoop","detail":"{readStateIndex:12027; appliedIndex:12026; }","duration":"230.239625ms","start":"2026-03-31T05:21:04.702489Z","end":"2026-03-31T05:21:04.932729Z","steps":["trace[1182830216] 'read index received' (duration: 105.942047ms)","trace[1182830216] 'applied index is now lower than readState.Index' (duration: 124.294708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:04.932823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.80734Z","time spent":"1.125385327s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:04.933054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124315887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:21:04.933032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.732449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:21:04.933074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12223795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:21:04.933123Z","caller":"traceutil/trace.go:171","msg":"trace[1756932904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11564; }","duration":"1.124399239s","start":"2026-03-31T05:21:03.808701Z","end":"2026-03-31T05:21:04.933101Z","steps":["trace[1756932904] 'agreement among raft nodes before linearized reading' (duration: 1.124211474s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:04.933143Z","caller":"traceutil/trace.go:171","msg":"trace[244369179] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:11564; }","duration":"444.915964ms","start":"2026-03-31T05:21:04.4882Z","end":"2026-03-31T05:21:04.933116Z","steps":["trace[244369179] 'agreement among raft nodes before linearized reading' (duration: 444.702008ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:04.93317Z","caller":"traceutil/trace.go:171","msg":"trace[1560104179] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11564; }","duration":"1.122349203s","start":"2026-03-31T05:21:03.810795Z","end":"2026-03-31T05:21:04.933144Z","steps":["trace[1560104179] 'agreement among raft nodes before linearized reading' (duration: 1.122068796s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:04.933176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.808692Z","time spent":"1.124470071s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:21:04.933217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125953302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:21:04.933227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.488175Z","time spent":"445.033147ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:04.933277Z","caller":"traceutil/trace.go:171","msg":"trace[2074831751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11564; }","duration":"1.126026613s","start":"2026-03-31T05:21:03.807236Z","end":"2026-03-31T05:21:04.933262Z","steps":["trace[2074831751] 'agreement among raft nodes before linearized reading' (duration: 1.12590609s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:04.933301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06005525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:04.933227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.810789Z","time spent":"1.122425095s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:21:04.933337Z","caller":"traceutil/trace.go:171","msg":"trace[1748872136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11564; }","duration":"1.060127712s","start":"2026-03-31T05:21:03.873199Z","end":"2026-03-31T05:21:04.933327Z","steps":["trace[1748872136] 'agreement among raft nodes before linearized reading' (duration: 1.060068411s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:04.933332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.807227Z","time spent":"1.126089486s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:04.93336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.873178Z","time spent":"1.060177444s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:04.933347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12586964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:21:04.933423Z","caller":"traceutil/trace.go:171","msg":"trace[995841263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11564; }","duration":"1.125980072s","start":"2026-03-31T05:21:03.807425Z","end":"2026-03-31T05:21:04.933405Z","steps":["trace[995841263] 'agreement among raft nodes before linearized reading' (duration: 1.125712285s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:04.933074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12624766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:21:04.93348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.807419Z","time spent":"1.126051984s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:21:04.933492Z","caller":"traceutil/trace.go:171","msg":"trace[2036714433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11564; }","duration":"1.126708132s","start":"2026-03-31T05:21:03.806766Z","end":"2026-03-31T05:21:04.933474Z","steps":["trace[2036714433] 'agreement among raft nodes before linearized reading' (duration: 1.126194008s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:04.933546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.806741Z","time spent":"1.126790685s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:21:05.440416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792634557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:21:05.851518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.393107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:05.851757Z","caller":"traceutil/trace.go:171","msg":"trace[972542812] transaction","detail":"{read_only:false; response_revision:11565; number_of_response:1; }","duration":"914.488911ms","start":"2026-03-31T05:21:04.937238Z","end":"2026-03-31T05:21:05.851726Z","steps":["trace[972542812] 'process raft request' (duration: 793.928575ms)","trace[972542812] 'compare' (duration: 118.260783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:05.851901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.937208Z","time spent":"914.591104ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:05.939664Z","caller":"traceutil/trace.go:171","msg":"trace[1990270893] transaction","detail":"{read_only:false; response_revision:11567; number_of_response:1; }","duration":"999.896316ms","start":"2026-03-31T05:21:04.939734Z","end":"2026-03-31T05:21:05.93963Z","steps":["trace[1990270893] 'process raft request' (duration: 999.815953ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:05.9397Z","caller":"traceutil/trace.go:171","msg":"trace[1223002954] transaction","detail":"{read_only:false; response_revision:11566; number_of_response:1; }","duration":"1.000290916s","start":"2026-03-31T05:21:04.939352Z","end":"2026-03-31T05:21:05.939643Z","steps":["trace[1223002954] 'process raft request' (duration: 1.000000948s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.9399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.93932Z","time spent":"1.000479891s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:05.939932Z","caller":"traceutil/trace.go:171","msg":"trace[940100505] transaction","detail":"{read_only:false; response_revision:11569; number_of_response:1; }","duration":"999.416883ms","start":"2026-03-31T05:21:04.940477Z","end":"2026-03-31T05:21:05.939894Z","steps":["trace[940100505] 'process raft request' (duration: 999.29945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:05.940033Z","caller":"traceutil/trace.go:171","msg":"trace[1998213211] transaction","detail":"{read_only:false; response_revision:11568; number_of_response:1; }","duration":"1.000083031s","start":"2026-03-31T05:21:04.939926Z","end":"2026-03-31T05:21:05.940009Z","steps":["trace[1998213211] 'process raft request' (duration: 999.663409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.94007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.940456Z","time spent":"999.540906ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:05.940029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.939717Z","time spent":"1.000045229s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:05.9402Z","caller":"traceutil/trace.go:171","msg":"trace[1183931647] transaction","detail":"{read_only:false; response_revision:11570; number_of_response:1; }","duration":"333.462957ms","start":"2026-03-31T05:21:05.606721Z","end":"2026-03-31T05:21:05.940184Z","steps":["trace[1183931647] 'process raft request' (duration: 333.117007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.940286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:05.606698Z","time spent":"333.549688ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:05.939945Z","caller":"traceutil/trace.go:171","msg":"trace[2013152092] linearizableReadLoop","detail":"{readStateIndex:12033; appliedIndex:12028; }","duration":"999.869414ms","start":"2026-03-31T05:21:04.940009Z","end":"2026-03-31T05:21:05.939878Z","steps":["trace[2013152092] 'read index received' (duration: 791.172899ms)","trace[2013152092] 'applied index is now lower than readState.Index' (duration: 208.695885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:05.940134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.939754Z","time spent":"1.000329617s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:05.940367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000349427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348381"} {"level":"info","ts":"2026-03-31T05:21:05.940415Z","caller":"traceutil/trace.go:171","msg":"trace[732762973] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11570; }","duration":"1.00041893s","start":"2026-03-31T05:21:04.939984Z","end":"2026-03-31T05:21:05.940403Z","steps":["trace[732762973] 'agreement among raft nodes before linearized reading' (duration: 999.988628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.940451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.939975Z","time spent":"1.000466441s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348404,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:21:05.940471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.918219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:05.940531Z","caller":"traceutil/trace.go:171","msg":"trace[302109110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11570; }","duration":"995.040283ms","start":"2026-03-31T05:21:04.945476Z","end":"2026-03-31T05:21:05.940516Z","steps":["trace[302109110] 'agreement among raft nodes before linearized reading' (duration: 994.94166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.94057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.945463Z","time spent":"995.097754ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:05.940638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.900835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:21:05.940661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.553948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:05.940742Z","caller":"traceutil/trace.go:171","msg":"trace[1056577687] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:11570; }","duration":"878.697072ms","start":"2026-03-31T05:21:05.062025Z","end":"2026-03-31T05:21:05.940722Z","steps":["trace[1056577687] 'agreement among raft nodes before linearized reading' (duration: 878.486387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.94083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:05.061999Z","time spent":"878.817065ms","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:05.940835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.80961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:05.940889Z","caller":"traceutil/trace.go:171","msg":"trace[1133901009] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:11570; }","duration":"925.917222ms","start":"2026-03-31T05:21:05.014956Z","end":"2026-03-31T05:21:05.940873Z","steps":["trace[1133901009] 'agreement among raft nodes before linearized reading' (duration: 925.83113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.940932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:05.014893Z","time spent":"926.025746ms","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:05.940688Z","caller":"traceutil/trace.go:171","msg":"trace[1442158114] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11570; }","duration":"248.977696ms","start":"2026-03-31T05:21:05.691691Z","end":"2026-03-31T05:21:05.940669Z","steps":["trace[1442158114] 'agreement among raft nodes before linearized reading' (duration: 248.905474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.94057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.804531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:21:05.9412Z","caller":"traceutil/trace.go:171","msg":"trace[160839911] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11570; }","duration":"550.496559ms","start":"2026-03-31T05:21:05.390696Z","end":"2026-03-31T05:21:05.941193Z","steps":["trace[160839911] 'agreement among raft nodes before linearized reading' (duration: 549.740899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.941256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:05.390655Z","time spent":"550.592822ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:21:05.943933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.719007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T05:21:05.943969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.998853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:21:05.944008Z","caller":"traceutil/trace.go:171","msg":"trace[1359293713] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11570; }","duration":"814.039564ms","start":"2026-03-31T05:21:05.129958Z","end":"2026-03-31T05:21:05.943998Z","steps":["trace[1359293713] 'agreement among raft nodes before linearized reading' (duration: 810.831196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:05.944002Z","caller":"traceutil/trace.go:171","msg":"trace[735107873] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11570; }","duration":"407.82702ms","start":"2026-03-31T05:21:05.536159Z","end":"2026-03-31T05:21:05.943986Z","steps":["trace[735107873] 'agreement among raft nodes before linearized reading' (duration: 404.55645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.944029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:05.129855Z","time spent":"814.169388ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:21:05.944042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:05.536124Z","time spent":"407.909732ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T05:21:06.263388Z","caller":"traceutil/trace.go:171","msg":"trace[771436133] transaction","detail":"{read_only:false; response_revision:11571; number_of_response:1; }","duration":"317.788298ms","start":"2026-03-31T05:21:05.945573Z","end":"2026-03-31T05:21:06.263361Z","steps":["trace[771436133] 'process raft request' (duration: 317.623773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:06.263531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:05.945551Z","time spent":"317.902301ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:06.489966Z","caller":"traceutil/trace.go:171","msg":"trace[539628363] linearizableReadLoop","detail":"{readStateIndex:12036; appliedIndex:12034; }","duration":"539.392726ms","start":"2026-03-31T05:21:05.950545Z","end":"2026-03-31T05:21:06.489937Z","steps":["trace[539628363] 'read index received' (duration: 312.528654ms)","trace[539628363] 'applied index is now lower than readState.Index' (duration: 226.863142ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:06.490029Z","caller":"traceutil/trace.go:171","msg":"trace[525478324] transaction","detail":"{read_only:false; response_revision:11572; number_of_response:1; }","duration":"542.612034ms","start":"2026-03-31T05:21:05.947366Z","end":"2026-03-31T05:21:06.489978Z","steps":["trace[525478324] 'process raft request' (duration: 455.584555ms)","trace[525478324] 'compare' (duration: 86.855665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:06.490101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.5311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:06.490142Z","caller":"traceutil/trace.go:171","msg":"trace[1061332990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11572; }","duration":"539.606063ms","start":"2026-03-31T05:21:05.950523Z","end":"2026-03-31T05:21:06.490129Z","steps":["trace[1061332990] 'agreement among raft nodes before linearized reading' (duration: 539.50715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:06.490173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:05.950516Z","time spent":"539.652164ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:06.490188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:05.947359Z","time spent":"542.742398ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:06.575537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.862042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:06.575595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.8181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-31T05:21:06.575642Z","caller":"traceutil/trace.go:171","msg":"trace[505679807] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:11573; }","duration":"276.032377ms","start":"2026-03-31T05:21:06.299588Z","end":"2026-03-31T05:21:06.57562Z","steps":["trace[505679807] 'agreement among raft nodes before linearized reading' (duration: 275.828181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:06.575715Z","caller":"traceutil/trace.go:171","msg":"trace[623978084] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:11573; }","duration":"482.974994ms","start":"2026-03-31T05:21:06.092705Z","end":"2026-03-31T05:21:06.57568Z","steps":["trace[623978084] 'agreement among raft nodes before linearized reading' (duration: 482.653136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:06.575821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:06.092682Z","time spent":"483.127698ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-31T05:21:06.854026Z","caller":"traceutil/trace.go:171","msg":"trace[132105024] transaction","detail":"{read_only:false; response_revision:11574; number_of_response:1; }","duration":"145.718854ms","start":"2026-03-31T05:21:06.708281Z","end":"2026-03-31T05:21:06.854Z","steps":["trace[132105024] 'process raft request' (duration: 145.533909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:07.268522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.867316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:07.268637Z","caller":"traceutil/trace.go:171","msg":"trace[450461545] linearizableReadLoop","detail":"{readStateIndex:12041; appliedIndex:12040; }","duration":"270.992087ms","start":"2026-03-31T05:21:06.997626Z","end":"2026-03-31T05:21:07.268618Z","steps":["trace[450461545] 'read index received' (duration: 101.960767ms)","trace[450461545] 'applied index is now lower than readState.Index' (duration: 169.03002ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:07.268848Z","caller":"traceutil/trace.go:171","msg":"trace[66275428] transaction","detail":"{read_only:false; response_revision:11576; number_of_response:1; }","duration":"312.362068ms","start":"2026-03-31T05:21:06.956442Z","end":"2026-03-31T05:21:07.268804Z","steps":["trace[66275428] 'process raft request' (duration: 143.127353ms)","trace[66275428] 'compare' (duration: 168.741162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:07.268861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.739202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:21:07.268941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.577559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:21:07.268956Z","caller":"traceutil/trace.go:171","msg":"trace[1115377128] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:11576; }","duration":"322.878756ms","start":"2026-03-31T05:21:06.946056Z","end":"2026-03-31T05:21:07.268935Z","steps":["trace[1115377128] 'agreement among raft nodes before linearized reading' (duration: 322.628189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:07.268945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.95464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:21:07.268987Z","caller":"traceutil/trace.go:171","msg":"trace[220867186] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11576; }","duration":"329.665212ms","start":"2026-03-31T05:21:06.939309Z","end":"2026-03-31T05:21:07.268974Z","steps":["trace[220867186] 'agreement among raft nodes before linearized reading' (duration: 329.407225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:07.269001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:06.946035Z","time spent":"322.956849ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":8,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:07.269007Z","caller":"traceutil/trace.go:171","msg":"trace[2135534947] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11576; }","duration":"270.049572ms","start":"2026-03-31T05:21:06.998943Z","end":"2026-03-31T05:21:07.268992Z","steps":["trace[2135534947] 'agreement among raft nodes before linearized reading' (duration: 269.800005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:07.26903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:06.939283Z","time spent":"329.738223ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:21:07.269297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:06.956421Z","time spent":"312.514173ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:07.269477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.489296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:21:07.269572Z","caller":"traceutil/trace.go:171","msg":"trace[1770817580] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11576; }","duration":"269.63042ms","start":"2026-03-31T05:21:06.999926Z","end":"2026-03-31T05:21:07.269556Z","steps":["trace[1770817580] 'agreement among raft nodes before linearized reading' (duration: 269.043374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:07.495342Z","caller":"traceutil/trace.go:171","msg":"trace[31217509] transaction","detail":"{read_only:false; response_revision:11577; number_of_response:1; }","duration":"221.643939ms","start":"2026-03-31T05:21:07.27367Z","end":"2026-03-31T05:21:07.495314Z","steps":["trace[31217509] 'process raft request' (duration: 220.404305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:07.733086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.351071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:07.733311Z","caller":"traceutil/trace.go:171","msg":"trace[426498106] linearizableReadLoop","detail":"{readStateIndex:12044; appliedIndex:12041; }","duration":"403.774299ms","start":"2026-03-31T05:21:07.329516Z","end":"2026-03-31T05:21:07.733291Z","steps":["trace[426498106] 'read index received' (duration: 164.5728ms)","trace[426498106] 'applied index is now lower than readState.Index' (duration: 239.200139ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:07.733422Z","caller":"traceutil/trace.go:171","msg":"trace[1290851784] transaction","detail":"{read_only:false; response_revision:11579; number_of_response:1; }","duration":"445.18904ms","start":"2026-03-31T05:21:07.288222Z","end":"2026-03-31T05:21:07.733411Z","steps":["trace[1290851784] 'process raft request' (duration: 445.000365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:07.733489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:07.288183Z","time spent":"445.272743ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:07.73347Z","caller":"traceutil/trace.go:171","msg":"trace[605566433] transaction","detail":"{read_only:false; response_revision:11578; number_of_response:1; }","duration":"458.648429ms","start":"2026-03-31T05:21:07.274787Z","end":"2026-03-31T05:21:07.733435Z","steps":["trace[605566433] 'process raft request' (duration: 337.824236ms)","trace[605566433] 'compare' (duration: 120.133374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:07.733519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.608383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:07.733558Z","caller":"traceutil/trace.go:171","msg":"trace[19681583] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:11579; }","duration":"317.685175ms","start":"2026-03-31T05:21:07.41586Z","end":"2026-03-31T05:21:07.733546Z","steps":["trace[19681583] 'agreement among raft nodes before linearized reading' (duration: 317.616853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:07.733591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:07.415837Z","time spent":"317.746987ms","remote":"127.0.0.1:33466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:07.733638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:07.27475Z","time spent":"458.798493ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:07.73379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.19959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:07.73391Z","caller":"traceutil/trace.go:171","msg":"trace[694083548] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11579; }","duration":"404.423366ms","start":"2026-03-31T05:21:07.329459Z","end":"2026-03-31T05:21:07.733882Z","steps":["trace[694083548] 'agreement among raft nodes before linearized reading' (duration: 404.150599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:07.734021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:07.329435Z","time spent":"404.57127ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T05:21:08.088724Z","caller":"traceutil/trace.go:171","msg":"trace[1035634898] transaction","detail":"{read_only:false; response_revision:11580; number_of_response:1; }","duration":"142.194187ms","start":"2026-03-31T05:21:07.946502Z","end":"2026-03-31T05:21:08.088696Z","steps":["trace[1035634898] 'process raft request' (duration: 142.014542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:08.08884Z","caller":"traceutil/trace.go:171","msg":"trace[1384040711] linearizableReadLoop","detail":"{readStateIndex:12045; appliedIndex:12045; }","duration":"142.105785ms","start":"2026-03-31T05:21:07.946699Z","end":"2026-03-31T05:21:08.088805Z","steps":["trace[1384040711] 'read index received' (duration: 142.087644ms)","trace[1384040711] 'applied index is now lower than readState.Index' (duration: 15.581µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:08.089119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.391413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:21:08.089165Z","caller":"traceutil/trace.go:171","msg":"trace[110669179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11580; }","duration":"142.485656ms","start":"2026-03-31T05:21:07.946669Z","end":"2026-03-31T05:21:08.089154Z","steps":["trace[110669179] 'agreement among raft nodes before linearized reading' (duration: 142.27524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:08.21861Z","caller":"traceutil/trace.go:171","msg":"trace[542000654] transaction","detail":"{read_only:false; response_revision:11581; number_of_response:1; }","duration":"268.422008ms","start":"2026-03-31T05:21:07.950156Z","end":"2026-03-31T05:21:08.218578Z","steps":["trace[542000654] 'process raft request' (duration: 268.150261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:08.218967Z","caller":"traceutil/trace.go:171","msg":"trace[983258581] transaction","detail":"{read_only:false; response_revision:11582; number_of_response:1; }","duration":"268.757557ms","start":"2026-03-31T05:21:07.950184Z","end":"2026-03-31T05:21:08.218942Z","steps":["trace[983258581] 'process raft request' (duration: 268.338405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:08.219721Z","caller":"traceutil/trace.go:171","msg":"trace[1282788283] linearizableReadLoop","detail":"{readStateIndex:12049; appliedIndex:12045; }","duration":"130.791366ms","start":"2026-03-31T05:21:08.08891Z","end":"2026-03-31T05:21:08.219701Z","steps":["trace[1282788283] 'read index received' (duration: 129.534541ms)","trace[1282788283] 'applied index is now lower than readState.Index' (duration: 1.252315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:08.219834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.606723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:08.219877Z","caller":"traceutil/trace.go:171","msg":"trace[569351152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11584; }","duration":"272.679474ms","start":"2026-03-31T05:21:07.947186Z","end":"2026-03-31T05:21:08.219865Z","steps":["trace[569351152] 'agreement among raft nodes before linearized reading' (duration: 272.588182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:08.220301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.850913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:08.220404Z","caller":"traceutil/trace.go:171","msg":"trace[1704057247] transaction","detail":"{read_only:false; response_revision:11583; number_of_response:1; }","duration":"269.998242ms","start":"2026-03-31T05:21:07.950388Z","end":"2026-03-31T05:21:08.220387Z","steps":["trace[1704057247] 'process raft request' (duration: 268.431819ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:08.22044Z","caller":"traceutil/trace.go:171","msg":"trace[1162181160] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11584; }","duration":"253.268194ms","start":"2026-03-31T05:21:07.967135Z","end":"2026-03-31T05:21:08.220403Z","steps":["trace[1162181160] 'agreement among raft nodes before linearized reading' (duration: 252.792311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:08.220511Z","caller":"traceutil/trace.go:171","msg":"trace[1860139597] transaction","detail":"{read_only:false; response_revision:11584; number_of_response:1; }","duration":"270.056793ms","start":"2026-03-31T05:21:07.950424Z","end":"2026-03-31T05:21:08.220481Z","steps":["trace[1860139597] 'process raft request' (duration: 269.19489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:08.220744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.416512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:21:08.220743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.769585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:21:08.220884Z","caller":"traceutil/trace.go:171","msg":"trace[423223228] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11584; }","duration":"239.971471ms","start":"2026-03-31T05:21:07.980888Z","end":"2026-03-31T05:21:08.220859Z","steps":["trace[423223228] 'agreement among raft nodes before linearized reading' (duration: 238.84794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:08.22142Z","caller":"traceutil/trace.go:171","msg":"trace[921378107] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11584; }","duration":"270.569807ms","start":"2026-03-31T05:21:07.950267Z","end":"2026-03-31T05:21:08.220837Z","steps":["trace[921378107] 'agreement among raft nodes before linearized reading' (duration: 269.739274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:08.248945Z","caller":"traceutil/trace.go:171","msg":"trace[356967273] transaction","detail":"{read_only:false; response_revision:11585; number_of_response:1; }","duration":"155.180012ms","start":"2026-03-31T05:21:08.093738Z","end":"2026-03-31T05:21:08.248918Z","steps":["trace[356967273] 'process raft request' (duration: 154.944266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:09.14281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.076969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:09.142909Z","caller":"traceutil/trace.go:171","msg":"trace[1235730934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11586; }","duration":"144.259844ms","start":"2026-03-31T05:21:08.998626Z","end":"2026-03-31T05:21:09.142886Z","steps":["trace[1235730934] 'count revisions from in-memory index tree' (duration: 143.960575ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:09.856602Z","caller":"traceutil/trace.go:171","msg":"trace[334466441] transaction","detail":"{read_only:false; response_revision:11588; number_of_response:1; }","duration":"113.200045ms","start":"2026-03-31T05:21:09.743376Z","end":"2026-03-31T05:21:09.856576Z","steps":["trace[334466441] 'process raft request' (duration: 113.02791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:10.46979Z","caller":"traceutil/trace.go:171","msg":"trace[938938920] transaction","detail":"{read_only:false; response_revision:11593; number_of_response:1; }","duration":"160.312233ms","start":"2026-03-31T05:21:10.309455Z","end":"2026-03-31T05:21:10.469767Z","steps":["trace[938938920] 'process raft request' (duration: 154.36314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:10.470044Z","caller":"traceutil/trace.go:171","msg":"trace[1445000628] linearizableReadLoop","detail":"{readStateIndex:12059; appliedIndex:12056; }","duration":"160.345094ms","start":"2026-03-31T05:21:10.309645Z","end":"2026-03-31T05:21:10.46999Z","steps":["trace[1445000628] 'read index received' (duration: 16.270425ms)","trace[1445000628] 'applied index is now lower than readState.Index' (duration: 144.070859ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:10.470734Z","caller":"traceutil/trace.go:171","msg":"trace[1458509941] transaction","detail":"{read_only:false; response_revision:11594; number_of_response:1; }","duration":"160.829876ms","start":"2026-03-31T05:21:10.309615Z","end":"2026-03-31T05:21:10.470445Z","steps":["trace[1458509941] 'process raft request' (duration: 160.107026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:10.470982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.30028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348381"} {"level":"info","ts":"2026-03-31T05:21:10.471066Z","caller":"traceutil/trace.go:171","msg":"trace[1993205928] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11594; }","duration":"161.432993ms","start":"2026-03-31T05:21:10.309614Z","end":"2026-03-31T05:21:10.471047Z","steps":["trace[1993205928] 'agreement among raft nodes before linearized reading' (duration: 160.550119ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:11.575325Z","caller":"traceutil/trace.go:171","msg":"trace[585942808] linearizableReadLoop","detail":"{readStateIndex:12060; appliedIndex:12059; }","duration":"293.422682ms","start":"2026-03-31T05:21:11.281827Z","end":"2026-03-31T05:21:11.575249Z","steps":["trace[585942808] 'read index received' (duration: 292.763394ms)","trace[585942808] 'applied index is now lower than readState.Index' (duration: 657.338µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:11.575411Z","caller":"traceutil/trace.go:171","msg":"trace[15869279] transaction","detail":"{read_only:false; response_revision:11595; number_of_response:1; }","duration":"527.806529ms","start":"2026-03-31T05:21:11.047566Z","end":"2026-03-31T05:21:11.575372Z","steps":["trace[15869279] 'process raft request' (duration: 527.11576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:11.575585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:11.047552Z","time spent":"527.939783ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:11.575631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.704129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:11.575754Z","caller":"traceutil/trace.go:171","msg":"trace[1064687117] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:11595; }","duration":"293.895744ms","start":"2026-03-31T05:21:11.281778Z","end":"2026-03-31T05:21:11.575673Z","steps":["trace[1064687117] 'agreement among raft nodes before linearized reading' (duration: 293.686628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.018473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.697749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:12.018576Z","caller":"traceutil/trace.go:171","msg":"trace[1472257214] linearizableReadLoop","detail":"{readStateIndex:12061; appliedIndex:12060; }","duration":"320.468471ms","start":"2026-03-31T05:21:11.698093Z","end":"2026-03-31T05:21:12.018562Z","steps":["trace[1472257214] 'read index received' (duration: 38.151µs)","trace[1472257214] 'applied index is now lower than readState.Index' (duration: 320.42876ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:12.01864Z","caller":"traceutil/trace.go:171","msg":"trace[281161636] transaction","detail":"{read_only:false; response_revision:11596; number_of_response:1; }","duration":"708.681765ms","start":"2026-03-31T05:21:11.309929Z","end":"2026-03-31T05:21:12.018611Z","steps":["trace[281161636] 'process raft request' (duration: 384.353788ms)","trace[281161636] 'compare' (duration: 323.530635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:12.018672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.574364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:21:12.018784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:11.309897Z","time spent":"708.817398ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:12.018796Z","caller":"traceutil/trace.go:171","msg":"trace[1819061654] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:11596; }","duration":"320.738088ms","start":"2026-03-31T05:21:11.698043Z","end":"2026-03-31T05:21:12.018781Z","steps":["trace[1819061654] 'agreement among raft nodes before linearized reading' (duration: 320.581794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.018844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:11.698021Z","time spent":"320.806911ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:12.183589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.766092ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:21:12.183717Z","caller":"traceutil/trace.go:171","msg":"trace[679723698] linearizableReadLoop","detail":"{readStateIndex:12062; appliedIndex:12061; }","duration":"165.093584ms","start":"2026-03-31T05:21:12.018598Z","end":"2026-03-31T05:21:12.183692Z","steps":["trace[679723698] 'read index received' (duration: 18.189667ms)","trace[679723698] 'applied index is now lower than readState.Index' (duration: 146.901787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:12.18383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.553169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:12.183933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.379854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:21:12.183947Z","caller":"traceutil/trace.go:171","msg":"trace[1298867922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11596; }","duration":"314.680503ms","start":"2026-03-31T05:21:11.86924Z","end":"2026-03-31T05:21:12.183921Z","steps":["trace[1298867922] 'agreement among raft nodes before linearized reading' (duration: 314.491678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:12.183987Z","caller":"traceutil/trace.go:171","msg":"trace[62566877] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11596; }","duration":"318.490757ms","start":"2026-03-31T05:21:11.865477Z","end":"2026-03-31T05:21:12.183968Z","steps":["trace[62566877] 'agreement among raft nodes before linearized reading' (duration: 318.278941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.184009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:11.869215Z","time spent":"314.780636ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:12.184034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:11.865443Z","time spent":"318.5781ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:21:12.812645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792634646,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:21:12.872499Z","caller":"traceutil/trace.go:171","msg":"trace[1369990617] linearizableReadLoop","detail":"{readStateIndex:12065; appliedIndex:12064; }","duration":"560.509664ms","start":"2026-03-31T05:21:12.311966Z","end":"2026-03-31T05:21:12.872476Z","steps":["trace[1369990617] 'read index received' (duration: 560.261777ms)","trace[1369990617] 'applied index is now lower than readState.Index' (duration: 246.807µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:12.872589Z","caller":"traceutil/trace.go:171","msg":"trace[1962310455] transaction","detail":"{read_only:false; response_revision:11599; number_of_response:1; }","duration":"622.587411ms","start":"2026-03-31T05:21:12.249968Z","end":"2026-03-31T05:21:12.872556Z","steps":["trace[1962310455] 'process raft request' (duration: 622.357085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.872718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:12.249932Z","time spent":"622.715785ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:12.8728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.793984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:21:12.872831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.700046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:21:12.872837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.73188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:21:12.872853Z","caller":"traceutil/trace.go:171","msg":"trace[926917689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11599; }","duration":"540.900888ms","start":"2026-03-31T05:21:12.331939Z","end":"2026-03-31T05:21:12.87284Z","steps":["trace[926917689] 'agreement among raft nodes before linearized reading' (duration: 540.750914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.872896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:12.331904Z","time spent":"540.97891ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:21:12.872868Z","caller":"traceutil/trace.go:171","msg":"trace[1710528522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11599; }","duration":"560.942785ms","start":"2026-03-31T05:21:12.311915Z","end":"2026-03-31T05:21:12.872858Z","steps":["trace[1710528522] 'agreement among raft nodes before linearized reading' (duration: 560.691169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.872927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.265332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:21:12.872936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:12.31189Z","time spent":"561.038298ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:21:12.872948Z","caller":"traceutil/trace.go:171","msg":"trace[1323274061] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11599; }","duration":"111.337174ms","start":"2026-03-31T05:21:12.761605Z","end":"2026-03-31T05:21:12.872942Z","steps":["trace[1323274061] 'agreement among raft nodes before linearized reading' (duration: 111.270422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:12.87286Z","caller":"traceutil/trace.go:171","msg":"trace[938743169] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11599; }","duration":"392.761427ms","start":"2026-03-31T05:21:12.48009Z","end":"2026-03-31T05:21:12.872852Z","steps":["trace[938743169] 'agreement among raft nodes before linearized reading' (duration: 392.637084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.872995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.730919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:21:12.873025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:12.48008Z","time spent":"392.929143ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:21:12.873078Z","caller":"traceutil/trace.go:171","msg":"trace[1597373963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11599; }","duration":"395.842732ms","start":"2026-03-31T05:21:12.477211Z","end":"2026-03-31T05:21:12.873054Z","steps":["trace[1597373963] 'agreement among raft nodes before linearized reading' (duration: 395.591485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.873118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:12.477202Z","time spent":"395.907033ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:12.873195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.865234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:21:12.873345Z","caller":"traceutil/trace.go:171","msg":"trace[1090305619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11599; }","duration":"399.082411ms","start":"2026-03-31T05:21:12.474231Z","end":"2026-03-31T05:21:12.873313Z","steps":["trace[1090305619] 'agreement among raft nodes before linearized reading' (duration: 398.644719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.873395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:12.474206Z","time spent":"399.181023ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:21:13.014223Z","caller":"traceutil/trace.go:171","msg":"trace[2101800147] transaction","detail":"{read_only:false; response_revision:11602; number_of_response:1; }","duration":"136.339277ms","start":"2026-03-31T05:21:12.877856Z","end":"2026-03-31T05:21:13.014195Z","steps":["trace[2101800147] 'process raft request' (duration: 136.259535ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:13.014366Z","caller":"traceutil/trace.go:171","msg":"trace[34388091] transaction","detail":"{read_only:false; response_revision:11601; number_of_response:1; }","duration":"136.672776ms","start":"2026-03-31T05:21:12.877634Z","end":"2026-03-31T05:21:13.014307Z","steps":["trace[34388091] 'process raft request' (duration: 121.274355ms)","trace[34388091] 'compare' (duration: 15.077072ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:13.014454Z","caller":"traceutil/trace.go:171","msg":"trace[1275053196] linearizableReadLoop","detail":"{readStateIndex:12067; appliedIndex:12065; }","duration":"136.710117ms","start":"2026-03-31T05:21:12.877704Z","end":"2026-03-31T05:21:13.014414Z","steps":["trace[1275053196] 'read index received' (duration: 34.355669ms)","trace[1275053196] 'applied index is now lower than readState.Index' (duration: 102.352548ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:13.014508Z","caller":"traceutil/trace.go:171","msg":"trace[982711979] transaction","detail":"{read_only:false; response_revision:11603; number_of_response:1; }","duration":"135.971438ms","start":"2026-03-31T05:21:12.878495Z","end":"2026-03-31T05:21:13.014466Z","steps":["trace[982711979] 'process raft request' (duration: 135.661729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:13.014709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.980294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:21:13.014786Z","caller":"traceutil/trace.go:171","msg":"trace[510945797] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11603; }","duration":"137.123339ms","start":"2026-03-31T05:21:12.877642Z","end":"2026-03-31T05:21:13.014765Z","steps":["trace[510945797] 'agreement among raft nodes before linearized reading' (duration: 136.894832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:13.015171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.186601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348381"} {"level":"info","ts":"2026-03-31T05:21:13.015219Z","caller":"traceutil/trace.go:171","msg":"trace[642036991] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11603; }","duration":"137.273373ms","start":"2026-03-31T05:21:12.877935Z","end":"2026-03-31T05:21:13.015209Z","steps":["trace[642036991] 'agreement among raft nodes before linearized reading' (duration: 136.662006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:15.110757Z","caller":"traceutil/trace.go:171","msg":"trace[1612017696] transaction","detail":"{read_only:false; response_revision:11610; number_of_response:1; }","duration":"191.351572ms","start":"2026-03-31T05:21:14.919376Z","end":"2026-03-31T05:21:15.110727Z","steps":["trace[1612017696] 'process raft request' (duration: 190.678773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:16.145084Z","caller":"traceutil/trace.go:171","msg":"trace[71754990] transaction","detail":"{read_only:false; response_revision:11615; number_of_response:1; }","duration":"102.745938ms","start":"2026-03-31T05:21:16.042311Z","end":"2026-03-31T05:21:16.145057Z","steps":["trace[71754990] 'process raft request' (duration: 102.567363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:16.443069Z","caller":"traceutil/trace.go:171","msg":"trace[470642906] transaction","detail":"{read_only:false; response_revision:11617; number_of_response:1; }","duration":"102.630636ms","start":"2026-03-31T05:21:16.340397Z","end":"2026-03-31T05:21:16.443027Z","steps":["trace[470642906] 'process raft request' (duration: 87.927303ms)","trace[470642906] 'compare' (duration: 14.553168ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:17.141408Z","caller":"traceutil/trace.go:171","msg":"trace[370431934] linearizableReadLoop","detail":"{readStateIndex:12086; appliedIndex:12085; }","duration":"186.374555ms","start":"2026-03-31T05:21:16.955006Z","end":"2026-03-31T05:21:17.141381Z","steps":["trace[370431934] 'read index received' (duration: 175.131648ms)","trace[370431934] 'applied index is now lower than readState.Index' (duration: 11.241197ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:17.141783Z","caller":"traceutil/trace.go:171","msg":"trace[729897724] transaction","detail":"{read_only:false; response_revision:11619; number_of_response:1; }","duration":"229.492134ms","start":"2026-03-31T05:21:16.91227Z","end":"2026-03-31T05:21:17.141762Z","steps":["trace[729897724] 'process raft request' (duration: 217.936188ms)","trace[729897724] 'compare' (duration: 10.793685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:17.142738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.712052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:21:17.142814Z","caller":"traceutil/trace.go:171","msg":"trace[1983258156] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11619; }","duration":"187.840865ms","start":"2026-03-31T05:21:16.954951Z","end":"2026-03-31T05:21:17.142792Z","steps":["trace[1983258156] 'agreement among raft nodes before linearized reading' (duration: 187.361412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:17.741281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.145973ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:17.741596Z","caller":"traceutil/trace.go:171","msg":"trace[618622897] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11619; }","duration":"459.468661ms","start":"2026-03-31T05:21:17.282092Z","end":"2026-03-31T05:21:17.74156Z","steps":["trace[618622897] 'range keys from in-memory index tree' (duration: 459.119092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:17.742398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.2367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:17.742475Z","caller":"traceutil/trace.go:171","msg":"trace[216019582] transaction","detail":"{read_only:false; response_revision:11620; number_of_response:1; }","duration":"589.441255ms","start":"2026-03-31T05:21:17.153017Z","end":"2026-03-31T05:21:17.742458Z","steps":["trace[216019582] 'process raft request' (duration: 132.070221ms)","trace[216019582] 'compare' (duration: 456.898661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:17.742538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:17.153Z","time spent":"589.503906ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:17.977429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.503086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:17.977704Z","caller":"traceutil/trace.go:171","msg":"trace[1685499722] transaction","detail":"{read_only:false; response_revision:11621; number_of_response:1; }","duration":"818.427643ms","start":"2026-03-31T05:21:17.159236Z","end":"2026-03-31T05:21:17.977664Z","steps":["trace[1685499722] 'process raft request' (duration: 683.591918ms)","trace[1685499722] 'compare' (duration: 134.324301ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:17.977758Z","caller":"traceutil/trace.go:171","msg":"trace[839298876] transaction","detail":"{read_only:false; response_revision:11624; number_of_response:1; }","duration":"260.881651ms","start":"2026-03-31T05:21:17.716857Z","end":"2026-03-31T05:21:17.977738Z","steps":["trace[839298876] 'process raft request' (duration: 260.83872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:17.977773Z","caller":"traceutil/trace.go:171","msg":"trace[181978500] linearizableReadLoop","detail":"{readStateIndex:12088; appliedIndex:12086; }","duration":"818.499986ms","start":"2026-03-31T05:21:17.159257Z","end":"2026-03-31T05:21:17.977757Z","steps":["trace[181978500] 'read index received' (duration: 125.948263ms)","trace[181978500] 'applied index is now lower than readState.Index' (duration: 692.549733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:17.977866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:17.159228Z","time spent":"818.551907ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:17.977916Z","caller":"traceutil/trace.go:171","msg":"trace[1448312214] transaction","detail":"{read_only:false; response_revision:11623; number_of_response:1; }","duration":"292.549237ms","start":"2026-03-31T05:21:17.685358Z","end":"2026-03-31T05:21:17.977907Z","steps":["trace[1448312214] 'process raft request' (duration: 292.30002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:17.97796Z","caller":"traceutil/trace.go:171","msg":"trace[337947165] transaction","detail":"{read_only:false; response_revision:11622; number_of_response:1; }","duration":"811.813253ms","start":"2026-03-31T05:21:17.166133Z","end":"2026-03-31T05:21:17.977947Z","steps":["trace[337947165] 'process raft request' (duration: 811.411112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:17.978105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.843315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:21:17.978111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.866047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:21:17.978144Z","caller":"traceutil/trace.go:171","msg":"trace[935369438] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11624; }","duration":"818.905157ms","start":"2026-03-31T05:21:17.159228Z","end":"2026-03-31T05:21:17.978133Z","steps":["trace[935369438] 'agreement among raft nodes before linearized reading' (duration: 818.764793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:17.978155Z","caller":"traceutil/trace.go:171","msg":"trace[240173366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11624; }","duration":"810.899838ms","start":"2026-03-31T05:21:17.167238Z","end":"2026-03-31T05:21:17.978138Z","steps":["trace[240173366] 'agreement among raft nodes before linearized reading' (duration: 810.747674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:17.978177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:17.16719Z","time spent":"810.98284ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:17.97818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:17.159217Z","time spent":"818.955258ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:21:17.978042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:17.166102Z","time spent":"811.912536ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:18.250188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.274643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:18.250382Z","caller":"traceutil/trace.go:171","msg":"trace[162301356] transaction","detail":"{read_only:false; response_revision:11626; number_of_response:1; }","duration":"165.139265ms","start":"2026-03-31T05:21:18.085225Z","end":"2026-03-31T05:21:18.250364Z","steps":["trace[162301356] 'process raft request' (duration: 165.078853ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:18.250348Z","caller":"traceutil/trace.go:171","msg":"trace[1445716509] transaction","detail":"{read_only:false; response_revision:11625; number_of_response:1; }","duration":"255.009432ms","start":"2026-03-31T05:21:17.995288Z","end":"2026-03-31T05:21:18.250298Z","steps":["trace[1445716509] 'process raft request' (duration: 102.517263ms)","trace[1445716509] 'compare' (duration: 152.15853ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:18.250397Z","caller":"traceutil/trace.go:171","msg":"trace[568832921] linearizableReadLoop","detail":"{readStateIndex:12092; appliedIndex:12091; }","duration":"252.674508ms","start":"2026-03-31T05:21:17.997687Z","end":"2026-03-31T05:21:18.250362Z","steps":["trace[568832921] 'read index received' (duration: 100.136208ms)","trace[568832921] 'applied index is now lower than readState.Index' (duration: 152.53474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:18.251231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.523031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348381"} {"level":"warn","ts":"2026-03-31T05:21:18.251236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.612112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:21:18.251285Z","caller":"traceutil/trace.go:171","msg":"trace[779659829] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11626; }","duration":"253.632174ms","start":"2026-03-31T05:21:17.997637Z","end":"2026-03-31T05:21:18.251269Z","steps":["trace[779659829] 'agreement among raft nodes before linearized reading' (duration: 252.877074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:18.251323Z","caller":"traceutil/trace.go:171","msg":"trace[1294406472] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11627; }","duration":"152.775537ms","start":"2026-03-31T05:21:18.098525Z","end":"2026-03-31T05:21:18.2513Z","steps":["trace[1294406472] 'agreement among raft nodes before linearized reading' (duration: 152.50908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:18.547779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.054813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:18.547976Z","caller":"traceutil/trace.go:171","msg":"trace[718032803] linearizableReadLoop","detail":"{readStateIndex:12095; appliedIndex:12094; }","duration":"152.992122ms","start":"2026-03-31T05:21:18.394964Z","end":"2026-03-31T05:21:18.547956Z","steps":["trace[718032803] 'read index received' (duration: 36.21194ms)","trace[718032803] 'applied index is now lower than readState.Index' (duration: 116.778142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:18.548235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.251559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:18.54836Z","caller":"traceutil/trace.go:171","msg":"trace[1480296067] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11628; }","duration":"153.444305ms","start":"2026-03-31T05:21:18.394885Z","end":"2026-03-31T05:21:18.54833Z","steps":["trace[1480296067] 'agreement among raft nodes before linearized reading' (duration: 153.220779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:18.548049Z","caller":"traceutil/trace.go:171","msg":"trace[649437067] transaction","detail":"{read_only:false; response_revision:11628; number_of_response:1; }","duration":"210.416982ms","start":"2026-03-31T05:21:18.337579Z","end":"2026-03-31T05:21:18.547996Z","steps":["trace[649437067] 'process raft request' (duration: 93.705601ms)","trace[649437067] 'compare' (duration: 115.850458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:18.793351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.807809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:21:18.793433Z","caller":"traceutil/trace.go:171","msg":"trace[982920763] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11629; }","duration":"133.946312ms","start":"2026-03-31T05:21:18.659467Z","end":"2026-03-31T05:21:18.793413Z","steps":["trace[982920763] 'range keys from in-memory index tree' (duration: 133.555671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:19.379358Z","caller":"traceutil/trace.go:171","msg":"trace[1622792108] transaction","detail":"{read_only:false; response_revision:11630; number_of_response:1; }","duration":"227.499339ms","start":"2026-03-31T05:21:19.151821Z","end":"2026-03-31T05:21:19.37932Z","steps":["trace[1622792108] 'process raft request' (duration: 227.279023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:19.89927Z","caller":"traceutil/trace.go:171","msg":"trace[391075823] transaction","detail":"{read_only:false; response_revision:11631; number_of_response:1; }","duration":"148.756807ms","start":"2026-03-31T05:21:19.75049Z","end":"2026-03-31T05:21:19.899246Z","steps":["trace[391075823] 'process raft request' (duration: 148.470849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:20.488383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792634736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:21:20.723542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.388301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:21:20.723799Z","caller":"traceutil/trace.go:171","msg":"trace[852930392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11631; }","duration":"740.697549ms","start":"2026-03-31T05:21:19.983086Z","end":"2026-03-31T05:21:20.723784Z","steps":["trace[852930392] 'range keys from in-memory index tree' (duration: 740.162594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:20.723828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:19.983056Z","time spent":"740.766301ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:21:20.724016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.422812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:21:20.724044Z","caller":"traceutil/trace.go:171","msg":"trace[1993335570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11631; }","duration":"740.470603ms","start":"2026-03-31T05:21:19.983567Z","end":"2026-03-31T05:21:20.724038Z","steps":["trace[1993335570] 'range keys from in-memory index tree' (duration: 740.344959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:20.724095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:19.983561Z","time spent":"740.505674ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:21:20.989306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792634736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:21:21.077129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024177969s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:21:21.077488Z","caller":"traceutil/trace.go:171","msg":"trace[916134811] transaction","detail":"{read_only:false; response_revision:11632; number_of_response:1; }","duration":"1.093003061s","start":"2026-03-31T05:21:19.984459Z","end":"2026-03-31T05:21:21.077462Z","steps":["trace[916134811] 'process raft request' (duration: 1.092836407s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:21.077657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:19.984436Z","time spent":"1.093119804s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:21.297101Z","caller":"traceutil/trace.go:171","msg":"trace[1023420935] transaction","detail":"{read_only:false; response_revision:11633; number_of_response:1; }","duration":"1.040697031s","start":"2026-03-31T05:21:20.256377Z","end":"2026-03-31T05:21:21.297074Z","steps":["trace[1023420935] 'process raft request' (duration: 943.761651ms)","trace[1023420935] 'compare' (duration: 96.677033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:21.297257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:20.256349Z","time spent":"1.040829405s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:21.297401Z","caller":"traceutil/trace.go:171","msg":"trace[1837030545] transaction","detail":"{read_only:false; response_revision:11634; number_of_response:1; }","duration":"744.142334ms","start":"2026-03-31T05:21:20.553242Z","end":"2026-03-31T05:21:21.297384Z","steps":["trace[1837030545] 'process raft request' (duration: 743.770193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:21.297483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:20.553216Z","time spent":"744.225506ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:21.297629Z","caller":"traceutil/trace.go:171","msg":"trace[933282] linearizableReadLoop","detail":"{readStateIndex:12103; appliedIndex:12098; }","duration":"1.310216739s","start":"2026-03-31T05:21:19.9874Z","end":"2026-03-31T05:21:21.297617Z","steps":["trace[933282] 'read index received' (duration: 1.089904206s)","trace[933282] 'applied index is now lower than readState.Index' (duration: 220.311713ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:21.297706Z","caller":"traceutil/trace.go:171","msg":"trace[1982112193] transaction","detail":"{read_only:false; response_revision:11636; number_of_response:1; }","duration":"567.690179ms","start":"2026-03-31T05:21:20.72998Z","end":"2026-03-31T05:21:21.297671Z","steps":["trace[1982112193] 'process raft request' (duration: 567.576196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:21.297756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301360987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:21.297795Z","caller":"traceutil/trace.go:171","msg":"trace[211468516] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:11636; }","duration":"1.3014432s","start":"2026-03-31T05:21:19.99634Z","end":"2026-03-31T05:21:21.297783Z","steps":["trace[211468516] 'agreement among raft nodes before linearized reading' (duration: 1.301371308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:21.297769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310322702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:21.297813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.584891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:21.297865Z","caller":"traceutil/trace.go:171","msg":"trace[1998402568] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:11636; }","duration":"1.310480726s","start":"2026-03-31T05:21:19.987361Z","end":"2026-03-31T05:21:21.297842Z","steps":["trace[1998402568] 'agreement among raft nodes before linearized reading' (duration: 1.310312762s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:21.297874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.219535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:21:21.297886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:20.729965Z","time spent":"567.824264ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:21.297927Z","caller":"traceutil/trace.go:171","msg":"trace[1892009207] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:11636; }","duration":"921.302837ms","start":"2026-03-31T05:21:20.37661Z","end":"2026-03-31T05:21:21.297913Z","steps":["trace[1892009207] 'agreement among raft nodes before linearized reading' (duration: 921.238205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:21.297934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:19.987354Z","time spent":"1.310558109s","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:21.297947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013782946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:21.297967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:20.376591Z","time spent":"921.364518ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:21.297988Z","caller":"traceutil/trace.go:171","msg":"trace[785663705] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:11636; }","duration":"1.013856238s","start":"2026-03-31T05:21:20.284119Z","end":"2026-03-31T05:21:21.297975Z","steps":["trace[785663705] 'agreement among raft nodes before linearized reading' (duration: 1.013794396s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:21.298022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:20.2841Z","time spent":"1.013913989s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:21.29814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.415661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:21.298181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.836342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:21.298195Z","caller":"traceutil/trace.go:171","msg":"trace[82012318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11636; }","duration":"252.508783ms","start":"2026-03-31T05:21:21.045672Z","end":"2026-03-31T05:21:21.298181Z","steps":["trace[82012318] 'agreement among raft nodes before linearized reading' (duration: 252.436171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:21.298214Z","caller":"traceutil/trace.go:171","msg":"trace[1163786156] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:11636; }","duration":"992.911545ms","start":"2026-03-31T05:21:20.305291Z","end":"2026-03-31T05:21:21.298203Z","steps":["trace[1163786156] 'agreement among raft nodes before linearized reading' (duration: 992.861874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:21.298244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:20.305267Z","time spent":"992.969086ms","remote":"127.0.0.1:37900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:21.298272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034011078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:21:21.298308Z","caller":"traceutil/trace.go:171","msg":"trace[1216573793] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11636; }","duration":"1.034094871s","start":"2026-03-31T05:21:20.264202Z","end":"2026-03-31T05:21:21.298297Z","steps":["trace[1216573793] 'agreement among raft nodes before linearized reading' (duration: 1.033947757s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:21.29834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:20.264182Z","time spent":"1.034150622s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:21:21.298378Z","caller":"traceutil/trace.go:171","msg":"trace[919866364] transaction","detail":"{read_only:false; response_revision:11635; number_of_response:1; }","duration":"568.688597ms","start":"2026-03-31T05:21:20.728942Z","end":"2026-03-31T05:21:21.297631Z","steps":["trace[919866364] 'process raft request' (duration: 568.371679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:21.298435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:20.728908Z","time spent":"569.5009ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:21.29844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.14299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:21:21.298471Z","caller":"traceutil/trace.go:171","msg":"trace[810651012] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11636; }","duration":"659.211302ms","start":"2026-03-31T05:21:20.639248Z","end":"2026-03-31T05:21:21.298459Z","steps":["trace[810651012] 'agreement among raft nodes before linearized reading' (duration: 659.12079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:21.298499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:20.639227Z","time spent":"659.262954ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:21:21.29787Z","caller":"traceutil/trace.go:171","msg":"trace[143077923] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:11636; }","duration":"870.687063ms","start":"2026-03-31T05:21:20.427167Z","end":"2026-03-31T05:21:21.297854Z","steps":["trace[143077923] 'agreement among raft nodes before linearized reading' (duration: 870.57375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:21.298571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:20.427146Z","time spent":"871.416213ms","remote":"127.0.0.1:33380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:21.297828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:19.996321Z","time spent":"1.301498701s","remote":"127.0.0.1:35202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:21.298677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043314313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:21:21.298745Z","caller":"traceutil/trace.go:171","msg":"trace[1254568331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11636; }","duration":"1.043397585s","start":"2026-03-31T05:21:20.255317Z","end":"2026-03-31T05:21:21.298715Z","steps":["trace[1254568331] 'agreement among raft nodes before linearized reading' (duration: 1.04320788s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:21.298849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:20.255295Z","time spent":"1.043543258s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:21.711831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.228867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:21.711947Z","caller":"traceutil/trace.go:171","msg":"trace[1889433843] transaction","detail":"{read_only:false; response_revision:11637; number_of_response:1; }","duration":"409.35141ms","start":"2026-03-31T05:21:21.302573Z","end":"2026-03-31T05:21:21.711925Z","steps":["trace[1889433843] 'process raft request' (duration: 194.935878ms)","trace[1889433843] 'compare' (duration: 214.070263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:21.712056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.302548Z","time spent":"409.441302ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:22.129979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.510684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:22.130408Z","caller":"traceutil/trace.go:171","msg":"trace[2060041799] transaction","detail":"{read_only:false; response_revision:11638; number_of_response:1; }","duration":"827.058019ms","start":"2026-03-31T05:21:21.303325Z","end":"2026-03-31T05:21:22.130383Z","steps":["trace[2060041799] 'process raft request' (duration: 623.032581ms)","trace[2060041799] 'compare' (duration: 203.33913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:22.130483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.303306Z","time spent":"827.142992ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:22.130491Z","caller":"traceutil/trace.go:171","msg":"trace[1329414878] transaction","detail":"{read_only:false; response_revision:11639; number_of_response:1; }","duration":"825.621141ms","start":"2026-03-31T05:21:21.304842Z","end":"2026-03-31T05:21:22.130464Z","steps":["trace[1329414878] 'process raft request' (duration: 825.454836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:22.130571Z","caller":"traceutil/trace.go:171","msg":"trace[1027439641] linearizableReadLoop","detail":"{readStateIndex:12105; appliedIndex:12103; }","duration":"826.540985ms","start":"2026-03-31T05:21:21.304017Z","end":"2026-03-31T05:21:22.130558Z","steps":["trace[1027439641] 'read index received' (duration: 193.503519ms)","trace[1027439641] 'applied index is now lower than readState.Index' (duration: 633.035416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:22.130647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.30481Z","time spent":"825.749094ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:22.130823Z","caller":"traceutil/trace.go:171","msg":"trace[1696343229] transaction","detail":"{read_only:false; response_revision:11640; number_of_response:1; }","duration":"530.856253ms","start":"2026-03-31T05:21:21.599932Z","end":"2026-03-31T05:21:22.130788Z","steps":["trace[1696343229] 'process raft request' (duration: 530.476652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.13128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.599895Z","time spent":"531.314735ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:22.130939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.918415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348381"} {"level":"info","ts":"2026-03-31T05:21:22.131575Z","caller":"traceutil/trace.go:171","msg":"trace[1394314978] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11639; }","duration":"827.570664ms","start":"2026-03-31T05:21:21.303958Z","end":"2026-03-31T05:21:22.131529Z","steps":["trace[1394314978] 'agreement among raft nodes before linearized reading' (duration: 826.664719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.131727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.303933Z","time spent":"827.735579ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348404,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:21:22.715225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.319993ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:21:22.715421Z","caller":"traceutil/trace.go:171","msg":"trace[750554858] linearizableReadLoop","detail":"{readStateIndex:12108; appliedIndex:12107; }","duration":"584.786198ms","start":"2026-03-31T05:21:22.130597Z","end":"2026-03-31T05:21:22.715383Z","steps":["trace[750554858] 'read index received' (duration: 86.129345ms)","trace[750554858] 'applied index is now lower than readState.Index' (duration: 498.654493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:22.715618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.867062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:22.715681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.875443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:22.715712Z","caller":"traceutil/trace.go:171","msg":"trace[716936566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11640; }","duration":"846.941744ms","start":"2026-03-31T05:21:21.868761Z","end":"2026-03-31T05:21:22.715703Z","steps":["trace[716936566] 'agreement among raft nodes before linearized reading' (duration: 846.890243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.715728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331973333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:21:22.715665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.662826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:22.71574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.868734Z","time spent":"847.000006ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:21:22.71575Z","caller":"traceutil/trace.go:171","msg":"trace[595268361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11640; }","duration":"1.332036605s","start":"2026-03-31T05:21:21.383706Z","end":"2026-03-31T05:21:22.715743Z","steps":["trace[595268361] 'agreement among raft nodes before linearized reading' (duration: 1.331974484s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.715738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.832434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:22.715769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.383681Z","time spent":"1.332083356s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:21:22.715763Z","caller":"traceutil/trace.go:171","msg":"trace[578955352] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:11640; }","duration":"433.81917ms","start":"2026-03-31T05:21:22.281932Z","end":"2026-03-31T05:21:22.715751Z","steps":["trace[578955352] 'agreement among raft nodes before linearized reading' (duration: 433.694816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.715758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220166568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T05:21:22.715793Z","caller":"traceutil/trace.go:171","msg":"trace[589136824] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11640; }","duration":"642.926966ms","start":"2026-03-31T05:21:22.072851Z","end":"2026-03-31T05:21:22.715778Z","steps":["trace[589136824] 'agreement among raft nodes before linearized reading' (duration: 642.838054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.715813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.281905Z","time spent":"433.891922ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:22.715714Z","caller":"traceutil/trace.go:171","msg":"trace[1936106024] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:11640; }","duration":"697.018276ms","start":"2026-03-31T05:21:22.018672Z","end":"2026-03-31T05:21:22.71569Z","steps":["trace[1936106024] 'agreement among raft nodes before linearized reading' (duration: 696.840501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.715835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.072831Z","time spent":"642.993769ms","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:22.715807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.206805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:21:22.7159Z","caller":"traceutil/trace.go:171","msg":"trace[637290982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11640; }","duration":"812.343058ms","start":"2026-03-31T05:21:21.903539Z","end":"2026-03-31T05:21:22.715882Z","steps":["trace[637290982] 'agreement among raft nodes before linearized reading' (duration: 812.107672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.715977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.903518Z","time spent":"812.445431ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:22.715969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.018647Z","time spent":"697.246132ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:22.71582Z","caller":"traceutil/trace.go:171","msg":"trace[186125206] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11640; }","duration":"1.220272281s","start":"2026-03-31T05:21:21.495531Z","end":"2026-03-31T05:21:22.715804Z","steps":["trace[186125206] 'agreement among raft nodes before linearized reading' (duration: 1.220072626s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.716249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.145161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:60 size:704623"} {"level":"warn","ts":"2026-03-31T05:21:22.716292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.495505Z","time spent":"1.220778404s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:21:22.716312Z","caller":"traceutil/trace.go:171","msg":"trace[752270020] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:60; response_revision:11640; }","duration":"764.245993ms","start":"2026-03-31T05:21:21.952047Z","end":"2026-03-31T05:21:22.716293Z","steps":["trace[752270020] 'agreement among raft nodes before linearized reading' (duration: 763.470252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.716419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.95202Z","time spent":"764.379477ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":60,"response size":704646,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-31T05:21:23.234855Z","caller":"traceutil/trace.go:171","msg":"trace[1249878573] transaction","detail":"{read_only:false; response_revision:11641; number_of_response:1; }","duration":"514.113314ms","start":"2026-03-31T05:21:22.720709Z","end":"2026-03-31T05:21:23.234823Z","steps":["trace[1249878573] 'process raft request' (duration: 513.892538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:23.235047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.720691Z","time spent":"514.254389ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:23.356721Z","caller":"traceutil/trace.go:171","msg":"trace[1321617681] linearizableReadLoop","detail":"{readStateIndex:12111; appliedIndex:12108; }","duration":"486.278444ms","start":"2026-03-31T05:21:22.870413Z","end":"2026-03-31T05:21:23.356692Z","steps":["trace[1321617681] 'read index received' (duration: 364.261778ms)","trace[1321617681] 'applied index is now lower than readState.Index' (duration: 122.015476ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:23.356797Z","caller":"traceutil/trace.go:171","msg":"trace[599634152] transaction","detail":"{read_only:false; response_revision:11643; number_of_response:1; }","duration":"631.228536ms","start":"2026-03-31T05:21:22.725555Z","end":"2026-03-31T05:21:23.356783Z","steps":["trace[599634152] 'process raft request' (duration: 630.731193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:23.356851Z","caller":"traceutil/trace.go:171","msg":"trace[1768750893] transaction","detail":"{read_only:false; response_revision:11644; number_of_response:1; }","duration":"273.013344ms","start":"2026-03-31T05:21:23.083828Z","end":"2026-03-31T05:21:23.356841Z","steps":["trace[1768750893] 'process raft request' (duration: 272.767067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:23.356901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.725544Z","time spent":"631.284119ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:23.356988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.579202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:23.357017Z","caller":"traceutil/trace.go:171","msg":"trace[1049791318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11644; }","duration":"486.644254ms","start":"2026-03-31T05:21:22.870364Z","end":"2026-03-31T05:21:23.357009Z","steps":["trace[1049791318] 'agreement among raft nodes before linearized reading' (duration: 486.596352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:23.357041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.870323Z","time spent":"486.713996ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:21:23.356419Z","caller":"traceutil/trace.go:171","msg":"trace[1994436987] transaction","detail":"{read_only:false; response_revision:11642; number_of_response:1; }","duration":"633.221771ms","start":"2026-03-31T05:21:22.723148Z","end":"2026-03-31T05:21:23.35637Z","steps":["trace[1994436987] 'process raft request' (duration: 627.796223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:23.3595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.723134Z","time spent":"636.219863ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:23.392115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.593001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:60 size:704623"} {"level":"info","ts":"2026-03-31T05:21:23.392197Z","caller":"traceutil/trace.go:171","msg":"trace[1149887186] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:60; response_revision:11646; }","duration":"404.729175ms","start":"2026-03-31T05:21:22.987449Z","end":"2026-03-31T05:21:23.392178Z","steps":["trace[1149887186] 'agreement among raft nodes before linearized reading' (duration: 403.944084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:23.392231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.987425Z","time spent":"404.797076ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":60,"response size":704646,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:21:24.226632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.199967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:21:24.226729Z","caller":"traceutil/trace.go:171","msg":"trace[1508202031] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11648; }","duration":"424.354251ms","start":"2026-03-31T05:21:23.802354Z","end":"2026-03-31T05:21:24.226709Z","steps":["trace[1508202031] 'range keys from in-memory index tree' (duration: 423.997741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:24.226781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:23.802329Z","time spent":"424.433443ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:21:24.227269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.020491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:21:24.227374Z","caller":"traceutil/trace.go:171","msg":"trace[273132472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11648; }","duration":"511.203956ms","start":"2026-03-31T05:21:23.716152Z","end":"2026-03-31T05:21:24.227356Z","steps":["trace[273132472] 'range keys from in-memory index tree' (duration: 510.495756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:24.227412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:23.71612Z","time spent":"511.283708ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:21:24.629412Z","caller":"traceutil/trace.go:171","msg":"trace[1246585007] linearizableReadLoop","detail":"{readStateIndex:12117; appliedIndex:12116; }","duration":"398.294488ms","start":"2026-03-31T05:21:24.23109Z","end":"2026-03-31T05:21:24.629384Z","steps":["trace[1246585007] 'read index received' (duration: 398.044681ms)","trace[1246585007] 'applied index is now lower than readState.Index' (duration: 248.187µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:24.629581Z","caller":"traceutil/trace.go:171","msg":"trace[1793484976] transaction","detail":"{read_only:false; response_revision:11649; number_of_response:1; }","duration":"398.527595ms","start":"2026-03-31T05:21:24.231018Z","end":"2026-03-31T05:21:24.629546Z","steps":["trace[1793484976] 'process raft request' (duration: 398.052392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:24.629743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:24.231007Z","time spent":"398.657639ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:24.630175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.073379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348381"} {"level":"info","ts":"2026-03-31T05:21:24.630242Z","caller":"traceutil/trace.go:171","msg":"trace[951948760] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11649; }","duration":"399.185953ms","start":"2026-03-31T05:21:24.231044Z","end":"2026-03-31T05:21:24.63023Z","steps":["trace[951948760] 'agreement among raft nodes before linearized reading' (duration: 398.532885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:24.63028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:24.231025Z","time spent":"399.245244ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348404,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:21:24.967162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.059252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:24.967296Z","caller":"traceutil/trace.go:171","msg":"trace[923331437] linearizableReadLoop","detail":"{readStateIndex:12118; appliedIndex:12117; }","duration":"337.785875ms","start":"2026-03-31T05:21:24.629489Z","end":"2026-03-31T05:21:24.967275Z","steps":["trace[923331437] 'read index received' (duration: 104.442405ms)","trace[923331437] 'applied index is now lower than readState.Index' (duration: 233.34113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:24.967531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.544415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:24.967647Z","caller":"traceutil/trace.go:171","msg":"trace[1527740868] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11650; }","duration":"729.681288ms","start":"2026-03-31T05:21:24.237946Z","end":"2026-03-31T05:21:24.967627Z","steps":["trace[1527740868] 'agreement among raft nodes before linearized reading' (duration: 729.500694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:24.967701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:24.237939Z","time spent":"729.74497ms","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:24.967697Z","caller":"traceutil/trace.go:171","msg":"trace[1474309281] transaction","detail":"{read_only:false; response_revision:11650; number_of_response:1; }","duration":"735.656361ms","start":"2026-03-31T05:21:24.232Z","end":"2026-03-31T05:21:24.967656Z","steps":["trace[1474309281] 'process raft request' (duration: 501.992763ms)","trace[1474309281] 'compare' (duration: 232.824155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:24.967736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.553278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:24.967765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.617974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/staffeln-api\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:24.967765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.521936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:21:24.967844Z","caller":"traceutil/trace.go:171","msg":"trace[190994106] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/staffeln-api; range_end:; response_count:0; response_revision:11650; }","duration":"125.753358ms","start":"2026-03-31T05:21:24.842064Z","end":"2026-03-31T05:21:24.967818Z","steps":["trace[190994106] 'agreement among raft nodes before linearized reading' (duration: 125.627164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:24.967845Z","caller":"traceutil/trace.go:171","msg":"trace[812861029] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11650; }","duration":"736.624018ms","start":"2026-03-31T05:21:24.231206Z","end":"2026-03-31T05:21:24.96783Z","steps":["trace[812861029] 'agreement among raft nodes before linearized reading' (duration: 736.288679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:24.967861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:24.231977Z","time spent":"735.799536ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:24.967894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:24.2312Z","time spent":"736.681769ms","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19243,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:21:24.967836Z","caller":"traceutil/trace.go:171","msg":"trace[1825724387] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:11650; }","duration":"356.66276ms","start":"2026-03-31T05:21:24.611146Z","end":"2026-03-31T05:21:24.967809Z","steps":["trace[1825724387] 'agreement among raft nodes before linearized reading' (duration: 356.512086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:24.968033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:24.611075Z","time spent":"356.938558ms","remote":"127.0.0.1:33396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:25.303537Z","caller":"traceutil/trace.go:171","msg":"trace[424699255] linearizableReadLoop","detail":"{readStateIndex:12120; appliedIndex:12119; }","duration":"236.869586ms","start":"2026-03-31T05:21:25.066635Z","end":"2026-03-31T05:21:25.303504Z","steps":["trace[424699255] 'read index received' (duration: 236.598318ms)","trace[424699255] 'applied index is now lower than readState.Index' (duration: 269.788µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:25.303694Z","caller":"traceutil/trace.go:171","msg":"trace[1862080288] transaction","detail":"{read_only:false; response_revision:11651; number_of_response:1; }","duration":"238.560742ms","start":"2026-03-31T05:21:25.065088Z","end":"2026-03-31T05:21:25.303649Z","steps":["trace[1862080288] 'process raft request' (duration: 238.115949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:25.303975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.303847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"warn","ts":"2026-03-31T05:21:25.303979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.726718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:25.30408Z","caller":"traceutil/trace.go:171","msg":"trace[196825782] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11651; }","duration":"237.438282ms","start":"2026-03-31T05:21:25.066615Z","end":"2026-03-31T05:21:25.304054Z","steps":["trace[196825782] 'agreement among raft nodes before linearized reading' (duration: 237.072532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:25.304079Z","caller":"traceutil/trace.go:171","msg":"trace[242551152] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:11651; }","duration":"162.961755ms","start":"2026-03-31T05:21:25.141099Z","end":"2026-03-31T05:21:25.304061Z","steps":["trace[242551152] 'agreement among raft nodes before linearized reading' (duration: 162.766959ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:25.499601Z","caller":"traceutil/trace.go:171","msg":"trace[940214512] linearizableReadLoop","detail":"{readStateIndex:12128; appliedIndex:12121; }","duration":"134.421965ms","start":"2026-03-31T05:21:25.36516Z","end":"2026-03-31T05:21:25.499582Z","steps":["trace[940214512] 'read index received' (duration: 45.288908ms)","trace[940214512] 'applied index is now lower than readState.Index' (duration: 89.131957ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:25.499643Z","caller":"traceutil/trace.go:171","msg":"trace[599605936] transaction","detail":"{read_only:false; response_revision:11655; number_of_response:1; }","duration":"140.868291ms","start":"2026-03-31T05:21:25.35875Z","end":"2026-03-31T05:21:25.499619Z","steps":["trace[599605936] 'process raft request' (duration: 140.616764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:25.499649Z","caller":"traceutil/trace.go:171","msg":"trace[1064826776] transaction","detail":"{read_only:false; response_revision:11658; number_of_response:1; }","duration":"140.220004ms","start":"2026-03-31T05:21:25.359384Z","end":"2026-03-31T05:21:25.499604Z","steps":["trace[1064826776] 'process raft request' (duration: 140.057049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:25.499722Z","caller":"traceutil/trace.go:171","msg":"trace[982116607] transaction","detail":"{read_only:false; response_revision:11660; number_of_response:1; }","duration":"102.178214ms","start":"2026-03-31T05:21:25.397531Z","end":"2026-03-31T05:21:25.49971Z","steps":["trace[982116607] 'process raft request' (duration: 101.987108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:25.499769Z","caller":"traceutil/trace.go:171","msg":"trace[598239569] transaction","detail":"{read_only:false; response_revision:11654; number_of_response:1; }","duration":"141.075487ms","start":"2026-03-31T05:21:25.358667Z","end":"2026-03-31T05:21:25.499742Z","steps":["trace[598239569] 'process raft request' (duration: 130.147958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:25.499959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.788955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:21:25.499993Z","caller":"traceutil/trace.go:171","msg":"trace[74840873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11661; }","duration":"134.871357ms","start":"2026-03-31T05:21:25.365114Z","end":"2026-03-31T05:21:25.499985Z","steps":["trace[74840873] 'agreement among raft nodes before linearized reading' (duration: 134.744554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:25.500039Z","caller":"traceutil/trace.go:171","msg":"trace[1501626985] transaction","detail":"{read_only:false; response_revision:11659; number_of_response:1; }","duration":"139.715079ms","start":"2026-03-31T05:21:25.360313Z","end":"2026-03-31T05:21:25.500028Z","steps":["trace[1501626985] 'process raft request' (duration: 139.173124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:25.500138Z","caller":"traceutil/trace.go:171","msg":"trace[1684069143] transaction","detail":"{read_only:false; response_revision:11657; number_of_response:1; }","duration":"140.47921ms","start":"2026-03-31T05:21:25.359078Z","end":"2026-03-31T05:21:25.499557Z","steps":["trace[1684069143] 'process raft request' (duration: 140.342607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:25.500068Z","caller":"traceutil/trace.go:171","msg":"trace[635476956] transaction","detail":"{read_only:false; response_revision:11656; number_of_response:1; }","duration":"141.233811ms","start":"2026-03-31T05:21:25.358757Z","end":"2026-03-31T05:21:25.499991Z","steps":["trace[635476956] 'process raft request' (duration: 140.642525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:25.501364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.510035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:21:25.501438Z","caller":"traceutil/trace.go:171","msg":"trace[972236466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11661; }","duration":"135.638148ms","start":"2026-03-31T05:21:25.365783Z","end":"2026-03-31T05:21:25.501421Z","steps":["trace[972236466] 'agreement among raft nodes before linearized reading' (duration: 134.733404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:25.757427Z","caller":"traceutil/trace.go:171","msg":"trace[142850762] linearizableReadLoop","detail":"{readStateIndex:12144; appliedIndex:12139; }","duration":"105.112533ms","start":"2026-03-31T05:21:25.65229Z","end":"2026-03-31T05:21:25.757403Z","steps":["trace[142850762] 'read index received' (duration: 37.729681ms)","trace[142850762] 'applied index is now lower than readState.Index' (duration: 67.381812ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:25.757454Z","caller":"traceutil/trace.go:171","msg":"trace[164199070] transaction","detail":"{read_only:false; response_revision:11674; number_of_response:1; }","duration":"106.156692ms","start":"2026-03-31T05:21:25.651265Z","end":"2026-03-31T05:21:25.757421Z","steps":["trace[164199070] 'process raft request' (duration: 106.07056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:25.757528Z","caller":"traceutil/trace.go:171","msg":"trace[1601312613] transaction","detail":"{read_only:false; response_revision:11675; number_of_response:1; }","duration":"106.008138ms","start":"2026-03-31T05:21:25.651502Z","end":"2026-03-31T05:21:25.75751Z","steps":["trace[1601312613] 'process raft request' (duration: 105.863564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:25.757514Z","caller":"traceutil/trace.go:171","msg":"trace[355969590] transaction","detail":"{read_only:false; response_revision:11673; number_of_response:1; }","duration":"106.581123ms","start":"2026-03-31T05:21:25.650891Z","end":"2026-03-31T05:21:25.757473Z","steps":["trace[355969590] 'process raft request' (duration: 106.401368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:25.757708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.391981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T05:21:25.7578Z","caller":"traceutil/trace.go:171","msg":"trace[1433228871] transaction","detail":"{read_only:false; response_revision:11672; number_of_response:1; }","duration":"106.896913ms","start":"2026-03-31T05:21:25.650881Z","end":"2026-03-31T05:21:25.757778Z","steps":["trace[1433228871] 'process raft request' (duration: 95.714157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:25.757873Z","caller":"traceutil/trace.go:171","msg":"trace[1929205455] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11675; }","duration":"105.495434ms","start":"2026-03-31T05:21:25.652254Z","end":"2026-03-31T05:21:25.75775Z","steps":["trace[1929205455] 'agreement among raft nodes before linearized reading' (duration: 105.255407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:25.960012Z","caller":"traceutil/trace.go:171","msg":"trace[1849023928] linearizableReadLoop","detail":"{readStateIndex:12149; appliedIndex:12144; }","duration":"195.719281ms","start":"2026-03-31T05:21:25.764271Z","end":"2026-03-31T05:21:25.95999Z","steps":["trace[1849023928] 'read index received' (duration: 33.376173ms)","trace[1849023928] 'applied index is now lower than readState.Index' (duration: 162.341648ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:25.960052Z","caller":"traceutil/trace.go:171","msg":"trace[1524035921] transaction","detail":"{read_only:false; response_revision:11679; number_of_response:1; }","duration":"196.739459ms","start":"2026-03-31T05:21:25.763289Z","end":"2026-03-31T05:21:25.960029Z","steps":["trace[1524035921] 'process raft request' (duration: 196.633356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:25.960053Z","caller":"traceutil/trace.go:171","msg":"trace[899673368] transaction","detail":"{read_only:false; response_revision:11678; number_of_response:1; }","duration":"196.857982ms","start":"2026-03-31T05:21:25.763152Z","end":"2026-03-31T05:21:25.96001Z","steps":["trace[899673368] 'process raft request' (duration: 196.746759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:25.96003Z","caller":"traceutil/trace.go:171","msg":"trace[1972139014] transaction","detail":"{read_only:false; response_revision:11677; number_of_response:1; }","duration":"196.850182ms","start":"2026-03-31T05:21:25.763137Z","end":"2026-03-31T05:21:25.959987Z","steps":["trace[1972139014] 'process raft request' (duration: 193.211612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:25.96024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.950647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T05:21:25.960274Z","caller":"traceutil/trace.go:171","msg":"trace[1883008955] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11680; }","duration":"196.000989ms","start":"2026-03-31T05:21:25.764265Z","end":"2026-03-31T05:21:25.960266Z","steps":["trace[1883008955] 'agreement among raft nodes before linearized reading' (duration: 195.850335ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:25.960103Z","caller":"traceutil/trace.go:171","msg":"trace[1103041710] transaction","detail":"{read_only:false; response_revision:11680; number_of_response:1; }","duration":"196.704468ms","start":"2026-03-31T05:21:25.763392Z","end":"2026-03-31T05:21:25.960096Z","steps":["trace[1103041710] 'process raft request' (duration: 196.560754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:25.961128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.402107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T05:21:25.961181Z","caller":"traceutil/trace.go:171","msg":"trace[611257768] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:11680; }","duration":"152.506849ms","start":"2026-03-31T05:21:25.808661Z","end":"2026-03-31T05:21:25.961168Z","steps":["trace[611257768] 'agreement among raft nodes before linearized reading' (duration: 151.551503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:26.13176Z","caller":"traceutil/trace.go:171","msg":"trace[1841224099] linearizableReadLoop","detail":"{readStateIndex:12150; appliedIndex:12149; }","duration":"162.785681ms","start":"2026-03-31T05:21:25.968937Z","end":"2026-03-31T05:21:26.131723Z","steps":["trace[1841224099] 'read index received' (duration: 160.93934ms)","trace[1841224099] 'applied index is now lower than readState.Index' (duration: 1.844681ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:26.131791Z","caller":"traceutil/trace.go:171","msg":"trace[1492394760] transaction","detail":"{read_only:false; response_revision:11681; number_of_response:1; }","duration":"164.21009ms","start":"2026-03-31T05:21:25.967538Z","end":"2026-03-31T05:21:26.131748Z","steps":["trace[1492394760] 'process raft request' (duration: 162.548284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:26.131984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.023057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T05:21:26.132048Z","caller":"traceutil/trace.go:171","msg":"trace[1450549026] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:11681; }","duration":"163.13248ms","start":"2026-03-31T05:21:25.968899Z","end":"2026-03-31T05:21:26.132031Z","steps":["trace[1450549026] 'agreement among raft nodes before linearized reading' (duration: 162.900074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:26.132271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.246437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-31T05:21:26.132331Z","caller":"traceutil/trace.go:171","msg":"trace[1198715423] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:11681; }","duration":"139.37378ms","start":"2026-03-31T05:21:25.992942Z","end":"2026-03-31T05:21:26.132315Z","steps":["trace[1198715423] 'agreement among raft nodes before linearized reading' (duration: 139.128323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:26.352015Z","caller":"traceutil/trace.go:171","msg":"trace[313442182] linearizableReadLoop","detail":"{readStateIndex:12154; appliedIndex:12152; }","duration":"159.625184ms","start":"2026-03-31T05:21:26.192367Z","end":"2026-03-31T05:21:26.351992Z","steps":["trace[313442182] 'read index received' (duration: 16.897472ms)","trace[313442182] 'applied index is now lower than readState.Index' (duration: 142.726362ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:26.352153Z","caller":"traceutil/trace.go:171","msg":"trace[1380446242] transaction","detail":"{read_only:false; response_revision:11685; number_of_response:1; }","duration":"159.83263ms","start":"2026-03-31T05:21:26.192308Z","end":"2026-03-31T05:21:26.352141Z","steps":["trace[1380446242] 'process raft request' (duration: 159.49225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:26.352286Z","caller":"traceutil/trace.go:171","msg":"trace[1722100263] transaction","detail":"{read_only:false; response_revision:11686; number_of_response:1; }","duration":"159.213662ms","start":"2026-03-31T05:21:26.193063Z","end":"2026-03-31T05:21:26.352276Z","steps":["trace[1722100263] 'process raft request' (duration: 158.888594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:26.352514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.126627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T05:21:26.352552Z","caller":"traceutil/trace.go:171","msg":"trace[1980583073] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:11686; }","duration":"160.642672ms","start":"2026-03-31T05:21:26.191898Z","end":"2026-03-31T05:21:26.352541Z","steps":["trace[1980583073] 'agreement among raft nodes before linearized reading' (duration: 160.452406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:26.352698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.795911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T05:21:26.352803Z","caller":"traceutil/trace.go:171","msg":"trace[684801065] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11686; }","duration":"158.976756ms","start":"2026-03-31T05:21:26.193804Z","end":"2026-03-31T05:21:26.35278Z","steps":["trace[684801065] 'agreement among raft nodes before linearized reading' (duration: 158.620987ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:26.814762Z","caller":"traceutil/trace.go:171","msg":"trace[1191050958] transaction","detail":"{read_only:false; response_revision:11687; number_of_response:1; }","duration":"455.082861ms","start":"2026-03-31T05:21:26.359653Z","end":"2026-03-31T05:21:26.814736Z","steps":["trace[1191050958] 'process raft request' (duration: 419.422876ms)","trace[1191050958] 'compare' (duration: 35.352327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:26.814876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.359638Z","time spent":"455.186035ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6489,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:21:27.280556Z","caller":"traceutil/trace.go:171","msg":"trace[22138417] linearizableReadLoop","detail":"{readStateIndex:12157; appliedIndex:12155; }","duration":"915.481807ms","start":"2026-03-31T05:21:26.365049Z","end":"2026-03-31T05:21:27.280531Z","steps":["trace[22138417] 'read index received' (duration: 414.182563ms)","trace[22138417] 'applied index is now lower than readState.Index' (duration: 501.298154ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:27.280836Z","caller":"traceutil/trace.go:171","msg":"trace[784789188] transaction","detail":"{read_only:false; response_revision:11688; number_of_response:1; }","duration":"920.450774ms","start":"2026-03-31T05:21:26.360366Z","end":"2026-03-31T05:21:27.280817Z","steps":["trace[784789188] 'process raft request' (duration: 920.019632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.28094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.360344Z","time spent":"920.532236ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4593,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:21:27.281165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.089024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T05:21:27.281253Z","caller":"traceutil/trace.go:171","msg":"trace[677991493] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:11688; }","duration":"916.214698ms","start":"2026-03-31T05:21:26.365018Z","end":"2026-03-31T05:21:27.281232Z","steps":["trace[677991493] 'agreement among raft nodes before linearized reading' (duration: 915.914949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.281304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.365003Z","time spent":"916.292ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-31T05:21:27.637639Z","caller":"traceutil/trace.go:171","msg":"trace[912894631] linearizableReadLoop","detail":"{readStateIndex:12159; appliedIndex:12157; }","duration":"356.99226ms","start":"2026-03-31T05:21:27.280626Z","end":"2026-03-31T05:21:27.637618Z","steps":["trace[912894631] 'read index received' (duration: 356.775344ms)","trace[912894631] 'applied index is now lower than readState.Index' (duration: 216.026µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:27.637778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.420928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:27.637809Z","caller":"traceutil/trace.go:171","msg":"trace[221157096] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:11689; }","duration":"858.515151ms","start":"2026-03-31T05:21:26.779287Z","end":"2026-03-31T05:21:27.637802Z","steps":["trace[221157096] 'agreement among raft nodes before linearized reading' (duration: 858.426268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.637832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.918348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:21:27.637896Z","caller":"traceutil/trace.go:171","msg":"trace[627155242] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:11689; }","duration":"526.024811ms","start":"2026-03-31T05:21:27.11185Z","end":"2026-03-31T05:21:27.637875Z","steps":["trace[627155242] 'agreement among raft nodes before linearized reading' (duration: 525.845706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.637903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.114724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:27.637932Z","caller":"traceutil/trace.go:171","msg":"trace[1331121969] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:11689; }","duration":"954.188486ms","start":"2026-03-31T05:21:26.683735Z","end":"2026-03-31T05:21:27.637923Z","steps":["trace[1331121969] 'agreement among raft nodes before linearized reading' (duration: 954.137665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.637918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.826445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:21:27.637837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.779262Z","time spent":"858.568012ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":28,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:27.637914Z","caller":"traceutil/trace.go:171","msg":"trace[910790011] transaction","detail":"{read_only:false; response_revision:11689; number_of_response:1; }","duration":"815.349061ms","start":"2026-03-31T05:21:26.822531Z","end":"2026-03-31T05:21:27.63788Z","steps":["trace[910790011] 'process raft request' (duration: 814.859267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:27.637982Z","caller":"traceutil/trace.go:171","msg":"trace[1833393048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11689; }","duration":"664.971789ms","start":"2026-03-31T05:21:26.97299Z","end":"2026-03-31T05:21:27.637962Z","steps":["trace[1833393048] 'agreement among raft nodes before linearized reading' (duration: 664.810585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.638019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265866877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:27.638031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.972966Z","time spent":"665.051461ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:21:27.638043Z","caller":"traceutil/trace.go:171","msg":"trace[25804448] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-init; range_end:; response_count:0; response_revision:11689; }","duration":"1.265910998s","start":"2026-03-31T05:21:26.372125Z","end":"2026-03-31T05:21:27.638036Z","steps":["trace[25804448] 'agreement among raft nodes before linearized reading' (duration: 1.265882067s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.638069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.37211Z","time spent":"1.26595387s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/staffeln-db-init\" "} {"level":"warn","ts":"2026-03-31T05:21:27.63775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.628175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:27.638097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.839804Z","time spent":"798.286003ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:21:27.637936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.111795Z","time spent":"526.131734ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T05:21:27.638281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.541729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:27.637956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.68371Z","time spent":"954.240198ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:27.638317Z","caller":"traceutil/trace.go:171","msg":"trace[2105245025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11689; }","duration":"769.605049ms","start":"2026-03-31T05:21:26.868701Z","end":"2026-03-31T05:21:27.638306Z","steps":["trace[2105245025] 'agreement among raft nodes before linearized reading' (duration: 769.559038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.638343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273123395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-31T05:21:27.638347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.868686Z","time spent":"769.654811ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:21:27.638378Z","caller":"traceutil/trace.go:171","msg":"trace[204461424] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:11689; }","duration":"1.273165126s","start":"2026-03-31T05:21:26.365203Z","end":"2026-03-31T05:21:27.638369Z","steps":["trace[204461424] 'agreement among raft nodes before linearized reading' (duration: 1.273051813s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.638097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.822506Z","time spent":"815.495074ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6624,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:27.6384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.365199Z","time spent":"1.273197687s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-03-31T05:21:27.638146Z","caller":"traceutil/trace.go:171","msg":"trace[974188926] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:11689; }","duration":"817.087958ms","start":"2026-03-31T05:21:26.821047Z","end":"2026-03-31T05:21:27.638135Z","steps":["trace[974188926] 'agreement among raft nodes before linearized reading' (duration: 816.618435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.638449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.821028Z","time spent":"817.406437ms","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:21:27.637992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.492567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:27.638537Z","caller":"traceutil/trace.go:171","msg":"trace[2123039882] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:11689; }","duration":"969.083783ms","start":"2026-03-31T05:21:26.669447Z","end":"2026-03-31T05:21:27.63853Z","steps":["trace[2123039882] 'agreement among raft nodes before linearized reading' (duration: 968.523668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.638567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.669419Z","time spent":"969.138205ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:27.638237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.431378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:21:27.638714Z","caller":"traceutil/trace.go:171","msg":"trace[2018109996] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:11689; }","duration":"779.912861ms","start":"2026-03-31T05:21:26.858794Z","end":"2026-03-31T05:21:27.638707Z","steps":["trace[2018109996] 'agreement among raft nodes before linearized reading' (duration: 779.338346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.638753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.858767Z","time spent":"779.979363ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:21:27.638658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005173769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:21:27.639003Z","caller":"traceutil/trace.go:171","msg":"trace[886549592] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11689; }","duration":"1.005567351s","start":"2026-03-31T05:21:26.633416Z","end":"2026-03-31T05:21:27.638983Z","steps":["trace[886549592] 'agreement among raft nodes before linearized reading' (duration: 1.004691577s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.639124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.633388Z","time spent":"1.005720685s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:21:27.639311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000162813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:21:27.639383Z","caller":"traceutil/trace.go:171","msg":"trace[2031733291] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11689; }","duration":"1.000278596s","start":"2026-03-31T05:21:26.639082Z","end":"2026-03-31T05:21:27.63936Z","steps":["trace[2031733291] 'agreement among raft nodes before linearized reading' (duration: 1.000026049s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.639475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.63906Z","time spent":"1.000402489s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:21:27.804828Z","caller":"traceutil/trace.go:171","msg":"trace[2146549879] linearizableReadLoop","detail":"{readStateIndex:12163; appliedIndex:12159; }","duration":"167.051957ms","start":"2026-03-31T05:21:27.637696Z","end":"2026-03-31T05:21:27.804748Z","steps":["trace[2146549879] 'read index received' (duration: 166.663606ms)","trace[2146549879] 'applied index is now lower than readState.Index' (duration: 386.971µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:27.80506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.3447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:21:27.805065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.334399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:21:27.805116Z","caller":"traceutil/trace.go:171","msg":"trace[2073396888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11693; }","duration":"218.451972ms","start":"2026-03-31T05:21:27.586648Z","end":"2026-03-31T05:21:27.8051Z","steps":["trace[2073396888] 'agreement among raft nodes before linearized reading' (duration: 218.299778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:27.805127Z","caller":"traceutil/trace.go:171","msg":"trace[2016776678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11693; }","duration":"203.419391ms","start":"2026-03-31T05:21:27.601691Z","end":"2026-03-31T05:21:27.80511Z","steps":["trace[2016776678] 'agreement among raft nodes before linearized reading' (duration: 203.201966ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:27.805298Z","caller":"traceutil/trace.go:171","msg":"trace[1349894955] transaction","detail":"{read_only:false; response_revision:11691; number_of_response:1; }","duration":"300.132935ms","start":"2026-03-31T05:21:27.505133Z","end":"2026-03-31T05:21:27.805266Z","steps":["trace[1349894955] 'process raft request' (duration: 299.438976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.805334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.99696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:21:27.805361Z","caller":"traceutil/trace.go:171","msg":"trace[1849789989] transaction","detail":"{read_only:false; response_revision:11690; number_of_response:1; }","duration":"518.32746ms","start":"2026-03-31T05:21:27.287021Z","end":"2026-03-31T05:21:27.805348Z","steps":["trace[1849789989] 'process raft request' (duration: 517.24186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:27.805378Z","caller":"traceutil/trace.go:171","msg":"trace[749096434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11693; }","duration":"263.043752ms","start":"2026-03-31T05:21:27.542324Z","end":"2026-03-31T05:21:27.805367Z","steps":["trace[749096434] 'agreement among raft nodes before linearized reading' (duration: 262.929408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:27.805382Z","caller":"traceutil/trace.go:171","msg":"trace[1817412901] transaction","detail":"{read_only:false; response_revision:11692; number_of_response:1; }","duration":"299.654242ms","start":"2026-03-31T05:21:27.505688Z","end":"2026-03-31T05:21:27.805342Z","steps":["trace[1817412901] 'process raft request' (duration: 298.953873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.805441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.505102Z","time spent":"300.265839ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:27.805451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.286998Z","time spent":"518.389482ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:27.805452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.436554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:27.80554Z","caller":"traceutil/trace.go:171","msg":"trace[1914107485] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:11693; }","duration":"514.574818ms","start":"2026-03-31T05:21:27.290939Z","end":"2026-03-31T05:21:27.805514Z","steps":["trace[1914107485] 'agreement among raft nodes before linearized reading' (duration: 514.405803ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:27.805554Z","caller":"traceutil/trace.go:171","msg":"trace[1529238597] transaction","detail":"{read_only:false; response_revision:11693; number_of_response:1; }","duration":"299.019895ms","start":"2026-03-31T05:21:27.506509Z","end":"2026-03-31T05:21:27.805529Z","steps":["trace[1529238597] 'process raft request' (duration: 298.172262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.805598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.290921Z","time spent":"514.66748ms","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-03-31T05:21:27.805671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.408798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:21:27.807264Z","caller":"traceutil/trace.go:171","msg":"trace[867277429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11693; }","duration":"206.007401ms","start":"2026-03-31T05:21:27.601219Z","end":"2026-03-31T05:21:27.807226Z","steps":["trace[867277429] 'agreement among raft nodes before linearized reading' (duration: 203.582755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.257201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.64128Z","time spent":"615.903827ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:21:28.257383Z","caller":"traceutil/trace.go:171","msg":"trace[1475829340] linearizableReadLoop","detail":"{readStateIndex:12170; appliedIndex:12164; }","duration":"452.445069ms","start":"2026-03-31T05:21:27.804913Z","end":"2026-03-31T05:21:28.257358Z","steps":["trace[1475829340] 'read index received' (duration: 452.130351ms)","trace[1475829340] 'applied index is now lower than readState.Index' (duration: 312.978µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:28.257524Z","caller":"traceutil/trace.go:171","msg":"trace[1896877207] transaction","detail":"{read_only:false; response_revision:11697; number_of_response:1; }","duration":"613.499852ms","start":"2026-03-31T05:21:27.643991Z","end":"2026-03-31T05:21:28.25749Z","steps":["trace[1896877207] 'process raft request' (duration: 613.194353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.257667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.643983Z","time spent":"613.609165ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:28.25774Z","caller":"traceutil/trace.go:171","msg":"trace[763235007] transaction","detail":"{read_only:false; response_revision:11694; number_of_response:1; }","duration":"616.107273ms","start":"2026-03-31T05:21:27.64161Z","end":"2026-03-31T05:21:28.257718Z","steps":["trace[763235007] 'process raft request' (duration: 615.406584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.257824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.641582Z","time spent":"616.209056ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:21:28.257921Z","caller":"traceutil/trace.go:171","msg":"trace[535322906] transaction","detail":"{read_only:false; response_revision:11695; number_of_response:1; }","duration":"615.445815ms","start":"2026-03-31T05:21:27.642464Z","end":"2026-03-31T05:21:28.257909Z","steps":["trace[535322906] 'process raft request' (duration: 614.659154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.25797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.64245Z","time spent":"615.499146ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4084,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:21:28.257741Z","caller":"traceutil/trace.go:171","msg":"trace[609103720] transaction","detail":"{read_only:false; response_revision:11698; number_of_response:1; }","duration":"613.538153ms","start":"2026-03-31T05:21:27.644166Z","end":"2026-03-31T05:21:28.257704Z","steps":["trace[609103720] 'process raft request' (duration: 613.06923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:28.258077Z","caller":"traceutil/trace.go:171","msg":"trace[585828085] transaction","detail":"{read_only:false; response_revision:11696; number_of_response:1; }","duration":"614.16323ms","start":"2026-03-31T05:21:27.643907Z","end":"2026-03-31T05:21:28.25807Z","steps":["trace[585828085] 'process raft request' (duration: 613.252735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.258102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.312662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:6639"} {"level":"warn","ts":"2026-03-31T05:21:28.25811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.644142Z","time spent":"613.870432ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:28.258162Z","caller":"traceutil/trace.go:171","msg":"trace[99929032] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:11699; }","duration":"611.407565ms","start":"2026-03-31T05:21:27.646734Z","end":"2026-03-31T05:21:28.258142Z","steps":["trace[99929032] 'agreement among raft nodes before linearized reading' (duration: 611.079076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.258223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.646725Z","time spent":"611.487956ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6662,"request content":"key:\"/registry/deployments/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-03-31T05:21:28.258395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.392336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:28.258498Z","caller":"traceutil/trace.go:171","msg":"trace[306127068] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:11699; }","duration":"614.552291ms","start":"2026-03-31T05:21:27.643921Z","end":"2026-03-31T05:21:28.258474Z","steps":["trace[306127068] 'agreement among raft nodes before linearized reading' (duration: 613.897663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.25854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.643905Z","time spent":"614.625892ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-03-31T05:21:28.258224Z","caller":"traceutil/trace.go:171","msg":"trace[442094] transaction","detail":"{read_only:false; response_revision:11699; number_of_response:1; }","duration":"602.09678ms","start":"2026-03-31T05:21:27.656114Z","end":"2026-03-31T05:21:28.258211Z","steps":["trace[442094] 'process raft request' (duration: 601.155995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.258554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.921359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T05:21:28.258591Z","caller":"traceutil/trace.go:171","msg":"trace[1824846034] range","detail":"{range_begin:/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532; range_end:; response_count:1; response_revision:11699; }","duration":"615.97322ms","start":"2026-03-31T05:21:27.642607Z","end":"2026-03-31T05:21:28.25858Z","steps":["trace[1824846034] 'agreement among raft nodes before linearized reading' (duration: 615.839396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.258635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.642601Z","time spent":"616.025481ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532\" "} {"level":"warn","ts":"2026-03-31T05:21:28.258665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.656082Z","time spent":"602.504311ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:28.258118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.643893Z","time spent":"614.207821ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6064,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:21:28.258535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.799611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:21:28.258865Z","caller":"traceutil/trace.go:171","msg":"trace[1329492132] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11699; }","duration":"486.170121ms","start":"2026-03-31T05:21:27.772678Z","end":"2026-03-31T05:21:28.258848Z","steps":["trace[1329492132] 'agreement among raft nodes before linearized reading' (duration: 485.729309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.258929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.772654Z","time spent":"486.257134ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:21:28.259198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.54182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:39 size:358545"} {"level":"info","ts":"2026-03-31T05:21:28.259241Z","caller":"traceutil/trace.go:171","msg":"trace[852658944] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:39; response_revision:11699; }","duration":"614.596412ms","start":"2026-03-31T05:21:27.644626Z","end":"2026-03-31T05:21:28.259223Z","steps":["trace[852658944] 'agreement among raft nodes before linearized reading' (duration: 614.250253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.259264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.644615Z","time spent":"614.642743ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":39,"response size":358568,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:21:28.758678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792634884,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:21:28.804317Z","caller":"traceutil/trace.go:171","msg":"trace[995685313] transaction","detail":"{read_only:false; response_revision:11700; number_of_response:1; }","duration":"995.071282ms","start":"2026-03-31T05:21:27.809218Z","end":"2026-03-31T05:21:28.804289Z","steps":["trace[995685313] 'process raft request' (duration: 994.830536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.80455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.809191Z","time spent":"995.240657ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:28.804654Z","caller":"traceutil/trace.go:171","msg":"trace[1144784904] transaction","detail":"{read_only:false; response_revision:11703; number_of_response:1; }","duration":"993.609972ms","start":"2026-03-31T05:21:27.811012Z","end":"2026-03-31T05:21:28.804622Z","steps":["trace[1144784904] 'process raft request' (duration: 993.568191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:28.804819Z","caller":"traceutil/trace.go:171","msg":"trace[912694034] transaction","detail":"{read_only:false; response_revision:11702; number_of_response:1; }","duration":"993.87148ms","start":"2026-03-31T05:21:27.810915Z","end":"2026-03-31T05:21:28.804787Z","steps":["trace[912694034] 'process raft request' (duration: 993.583262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.804861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.810995Z","time spent":"993.741327ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:28.804964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.810893Z","time spent":"993.996193ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:28.813026Z","caller":"traceutil/trace.go:171","msg":"trace[475775092] transaction","detail":"{read_only:false; response_revision:11701; number_of_response:1; }","duration":"994.236489ms","start":"2026-03-31T05:21:27.810492Z","end":"2026-03-31T05:21:28.804728Z","steps":["trace[475775092] 'process raft request' (duration: 993.755746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.813397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.810479Z","time spent":"1.002603919s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:28.996556Z","caller":"traceutil/trace.go:171","msg":"trace[1374826612] transaction","detail":"{read_only:false; response_revision:11704; number_of_response:1; }","duration":"734.984163ms","start":"2026-03-31T05:21:28.261541Z","end":"2026-03-31T05:21:28.996525Z","steps":["trace[1374826612] 'process raft request' (duration: 734.679434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.996688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:28.26151Z","time spent":"735.109825ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:28.996834Z","caller":"traceutil/trace.go:171","msg":"trace[1647035742] transaction","detail":"{read_only:false; response_revision:11707; number_of_response:1; }","duration":"731.669051ms","start":"2026-03-31T05:21:28.265142Z","end":"2026-03-31T05:21:28.996811Z","steps":["trace[1647035742] 'process raft request' (duration: 731.505457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:28.996954Z","caller":"traceutil/trace.go:171","msg":"trace[2114997524] transaction","detail":"{read_only:false; response_revision:11705; number_of_response:1; }","duration":"734.080737ms","start":"2026-03-31T05:21:28.26286Z","end":"2026-03-31T05:21:28.99694Z","steps":["trace[2114997524] 'process raft request' (duration: 733.611434ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:28.99698Z","caller":"traceutil/trace.go:171","msg":"trace[872451468] transaction","detail":"{read_only:false; response_revision:11711; number_of_response:1; }","duration":"728.705041ms","start":"2026-03-31T05:21:28.268264Z","end":"2026-03-31T05:21:28.996969Z","steps":["trace[872451468] 'process raft request' (duration: 728.577817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:28.996961Z","caller":"traceutil/trace.go:171","msg":"trace[1461109566] transaction","detail":"{read_only:false; response_revision:11706; number_of_response:1; }","duration":"731.927789ms","start":"2026-03-31T05:21:28.265005Z","end":"2026-03-31T05:21:28.996933Z","steps":["trace[1461109566] 'process raft request' (duration: 731.575689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.99701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:28.262836Z","time spent":"734.150259ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:21:28.997034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:28.268256Z","time spent":"728.752112ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4710,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:28.997005Z","caller":"traceutil/trace.go:171","msg":"trace[1233561083] transaction","detail":"{read_only:false; response_revision:11712; number_of_response:1; }","duration":"724.049173ms","start":"2026-03-31T05:21:28.272935Z","end":"2026-03-31T05:21:28.996984Z","steps":["trace[1233561083] 'process raft request' (duration: 723.958981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:28.997051Z","caller":"traceutil/trace.go:171","msg":"trace[554849414] transaction","detail":"{read_only:false; response_revision:11710; number_of_response:1; }","duration":"730.061858ms","start":"2026-03-31T05:21:28.266947Z","end":"2026-03-31T05:21:28.997009Z","steps":["trace[554849414] 'process raft request' (duration: 729.852902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:28.997082Z","caller":"traceutil/trace.go:171","msg":"trace[283467931] transaction","detail":"{read_only:false; response_revision:11708; number_of_response:1; }","duration":"731.394653ms","start":"2026-03-31T05:21:28.265672Z","end":"2026-03-31T05:21:28.997067Z","steps":["trace[283467931] 'process raft request' (duration: 731.016633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.997115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:28.26499Z","time spent":"732.045632ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6110,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:28.997166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:28.272922Z","time spent":"724.164656ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6922,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:28.997Z","caller":"traceutil/trace.go:171","msg":"trace[1185173395] transaction","detail":"{read_only:false; response_revision:11709; number_of_response:1; }","duration":"730.044597ms","start":"2026-03-31T05:21:28.266909Z","end":"2026-03-31T05:21:28.996953Z","steps":["trace[1185173395] 'process raft request' (duration: 729.822581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.99727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:28.266941Z","time spent":"730.207062ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5361,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:21:28.997284Z","caller":"traceutil/trace.go:171","msg":"trace[1034901515] transaction","detail":"{read_only:false; response_revision:11713; number_of_response:1; }","duration":"724.104785ms","start":"2026-03-31T05:21:28.273164Z","end":"2026-03-31T05:21:28.997269Z","steps":["trace[1034901515] 'process raft request' (duration: 723.780016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.997401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:28.273158Z","time spent":"724.197627ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6606,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:28.997366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:28.265115Z","time spent":"731.794305ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:28.997208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:28.265664Z","time spent":"731.478297ms","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:28.997303Z","caller":"traceutil/trace.go:171","msg":"trace[1258286541] transaction","detail":"{read_only:false; response_revision:11714; number_of_response:1; }","duration":"660.298751ms","start":"2026-03-31T05:21:28.336995Z","end":"2026-03-31T05:21:28.997293Z","steps":["trace[1258286541] 'process raft request' (duration: 660.191338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.997485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129176849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:28.997524Z","caller":"traceutil/trace.go:171","msg":"trace[2038290966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11715; }","duration":"1.129261091s","start":"2026-03-31T05:21:27.868254Z","end":"2026-03-31T05:21:28.997515Z","steps":["trace[2038290966] 'agreement among raft nodes before linearized reading' (duration: 1.129206579s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.997553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.868225Z","time spent":"1.129323293s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:21:28.997475Z","caller":"traceutil/trace.go:171","msg":"trace[1067401230] linearizableReadLoop","detail":"{readStateIndex:12186; appliedIndex:12170; }","duration":"739.895156ms","start":"2026-03-31T05:21:28.257561Z","end":"2026-03-31T05:21:28.997457Z","steps":["trace[1067401230] 'read index received' (duration: 546.581991ms)","trace[1067401230] 'applied index is now lower than readState.Index' (duration: 193.311895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:28.997575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:28.336957Z","time spent":"660.561318ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:28.997603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185666343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:4744"} {"level":"warn","ts":"2026-03-31T05:21:28.997635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189313833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T05:21:28.997648Z","caller":"traceutil/trace.go:171","msg":"trace[827140644] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:11715; }","duration":"1.185726475s","start":"2026-03-31T05:21:27.811908Z","end":"2026-03-31T05:21:28.997635Z","steps":["trace[827140644] 'agreement among raft nodes before linearized reading' (duration: 1.18555906s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.997681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.811901Z","time spent":"1.185773816s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4767,"request content":"key:\"/registry/deployments/openstack/staffeln-conductor\" "} {"level":"info","ts":"2026-03-31T05:21:28.997481Z","caller":"traceutil/trace.go:171","msg":"trace[455705099] transaction","detail":"{read_only:false; response_revision:11715; number_of_response:1; }","duration":"487.156087ms","start":"2026-03-31T05:21:28.510305Z","end":"2026-03-31T05:21:28.997461Z","steps":["trace[455705099] 'process raft request' (duration: 486.960462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.997744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.699995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-31T05:21:28.997769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:28.510281Z","time spent":"487.464485ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:28.99779Z","caller":"traceutil/trace.go:171","msg":"trace[1789687545] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:11715; }","duration":"734.765766ms","start":"2026-03-31T05:21:28.263011Z","end":"2026-03-31T05:21:28.997777Z","steps":["trace[1789687545] 'agreement among raft nodes before linearized reading' (duration: 734.628822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.997787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.422413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:21:28.997822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:28.263002Z","time spent":"734.813048ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-31T05:21:28.99784Z","caller":"traceutil/trace.go:171","msg":"trace[1226189009] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:11715; }","duration":"330.482234ms","start":"2026-03-31T05:21:28.667343Z","end":"2026-03-31T05:21:28.997825Z","steps":["trace[1226189009] 'agreement among raft nodes before linearized reading' (duration: 330.31427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.997957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:28.667279Z","time spent":"330.66644ms","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:28.997707Z","caller":"traceutil/trace.go:171","msg":"trace[867657395] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:11715; }","duration":"1.189442947s","start":"2026-03-31T05:21:27.80825Z","end":"2026-03-31T05:21:28.997693Z","steps":["trace[867657395] 'agreement among raft nodes before linearized reading' (duration: 1.189251601s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:28.997747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:28.266901Z","time spent":"730.422298ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:21:28.998048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.808225Z","time spent":"1.189805116s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-31T05:21:29.242359Z","caller":"traceutil/trace.go:171","msg":"trace[1934180021] linearizableReadLoop","detail":"{readStateIndex:12187; appliedIndex:12186; }","duration":"236.224218ms","start":"2026-03-31T05:21:29.006107Z","end":"2026-03-31T05:21:29.242331Z","steps":["trace[1934180021] 'read index received' (duration: 136.374218ms)","trace[1934180021] 'applied index is now lower than readState.Index' (duration: 99.84839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:29.243603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.431421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:21:29.243771Z","caller":"traceutil/trace.go:171","msg":"trace[495050246] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11715; }","duration":"237.712118ms","start":"2026-03-31T05:21:29.006036Z","end":"2026-03-31T05:21:29.243748Z","steps":["trace[495050246] 'agreement among raft nodes before linearized reading' (duration: 236.423293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.565153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.198479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:29.56548Z","caller":"traceutil/trace.go:171","msg":"trace[2047609441] linearizableReadLoop","detail":"{readStateIndex:12191; appliedIndex:12187; }","duration":"323.032561ms","start":"2026-03-31T05:21:29.242427Z","end":"2026-03-31T05:21:29.565459Z","steps":["trace[2047609441] 'read index received' (duration: 162.446111ms)","trace[2047609441] 'applied index is now lower than readState.Index' (duration: 160.58539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:29.565641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.071962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:29.565724Z","caller":"traceutil/trace.go:171","msg":"trace[1773207586] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:11719; }","duration":"552.194716ms","start":"2026-03-31T05:21:29.013508Z","end":"2026-03-31T05:21:29.565703Z","steps":["trace[1773207586] 'agreement among raft nodes before linearized reading' (duration: 551.997861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.565728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.450225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-31T05:21:29.56572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.508475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-79788d58b9-5ctct\" ","response":"range_response_count:1 size:6125"} {"level":"warn","ts":"2026-03-31T05:21:29.565832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:29.013501Z","time spent":"552.262738ms","remote":"127.0.0.1:37538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:29.565834Z","caller":"traceutil/trace.go:171","msg":"trace[870056895] transaction","detail":"{read_only:false; response_revision:11716; number_of_response:1; }","duration":"552.70123ms","start":"2026-03-31T05:21:29.013063Z","end":"2026-03-31T05:21:29.565764Z","steps":["trace[870056895] 'process raft request' (duration: 391.790631ms)","trace[870056895] 'compare' (duration: 159.798528ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:29.565878Z","caller":"traceutil/trace.go:171","msg":"trace[210129476] transaction","detail":"{read_only:false; response_revision:11718; number_of_response:1; }","duration":"552.569377ms","start":"2026-03-31T05:21:29.013295Z","end":"2026-03-31T05:21:29.565864Z","steps":["trace[210129476] 'process raft request' (duration: 552.063343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:29.565904Z","caller":"traceutil/trace.go:171","msg":"trace[28840740] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-79788d58b9-5ctct; range_end:; response_count:1; response_revision:11719; }","duration":"552.70497ms","start":"2026-03-31T05:21:29.013172Z","end":"2026-03-31T05:21:29.565877Z","steps":["trace[28840740] 'agreement among raft nodes before linearized reading' (duration: 552.377271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.565947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.882335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-31T05:21:29.565969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:29.013166Z","time spent":"552.786712ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":6148,"request content":"key:\"/registry/pods/openstack/staffeln-api-79788d58b9-5ctct\" "} {"level":"info","ts":"2026-03-31T05:21:29.565999Z","caller":"traceutil/trace.go:171","msg":"trace[1310438017] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:11719; }","duration":"552.951927ms","start":"2026-03-31T05:21:29.013032Z","end":"2026-03-31T05:21:29.565984Z","steps":["trace[1310438017] 'agreement among raft nodes before linearized reading' (duration: 552.834814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.566007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:29.013044Z","time spent":"552.871214ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6651,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:29.566046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:29.013015Z","time spent":"553.023488ms","remote":"127.0.0.1:33170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-31T05:21:29.566049Z","caller":"traceutil/trace.go:171","msg":"trace[1559945690] transaction","detail":"{read_only:false; response_revision:11719; number_of_response:1; }","duration":"552.489014ms","start":"2026-03-31T05:21:29.013548Z","end":"2026-03-31T05:21:29.566037Z","steps":["trace[1559945690] 'process raft request' (duration: 551.853587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.566104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.352883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:6937"} {"level":"warn","ts":"2026-03-31T05:21:29.566114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:29.013534Z","time spent":"552.551016ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:21:29.565822Z","caller":"traceutil/trace.go:171","msg":"trace[266594686] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11719; }","duration":"491.560998ms","start":"2026-03-31T05:21:29.074209Z","end":"2026-03-31T05:21:29.56577Z","steps":["trace[266594686] 'agreement among raft nodes before linearized reading' (duration: 491.295181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.566205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.399287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:29.566205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:29.074179Z","time spent":"492.015541ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:21:29.566236Z","caller":"traceutil/trace.go:171","msg":"trace[1821941106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11719; }","duration":"550.460529ms","start":"2026-03-31T05:21:29.015767Z","end":"2026-03-31T05:21:29.566227Z","steps":["trace[1821941106] 'agreement among raft nodes before linearized reading' (duration: 550.413697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.565996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:29.013285Z","time spent":"552.630608ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4755,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:29.566269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:29.015749Z","time spent":"550.51208ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:29.565834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.681419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-31T05:21:29.566353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.083131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112159"} {"level":"info","ts":"2026-03-31T05:21:29.566495Z","caller":"traceutil/trace.go:171","msg":"trace[1582563587] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:11719; }","duration":"553.249415ms","start":"2026-03-31T05:21:29.01322Z","end":"2026-03-31T05:21:29.56647Z","steps":["trace[1582563587] 'agreement among raft nodes before linearized reading' (duration: 552.70803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.566556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:29.013161Z","time spent":"553.385418ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112182,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-31T05:21:29.566427Z","caller":"traceutil/trace.go:171","msg":"trace[804016699] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:11719; }","duration":"553.297826ms","start":"2026-03-31T05:21:29.013096Z","end":"2026-03-31T05:21:29.566394Z","steps":["trace[804016699] 'agreement among raft nodes before linearized reading' (duration: 552.457013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.566704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:29.013076Z","time spent":"553.610305ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-31T05:21:29.566162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.449216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-31T05:21:29.566883Z","caller":"traceutil/trace.go:171","msg":"trace[846806506] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:11719; }","duration":"552.165865ms","start":"2026-03-31T05:21:29.014691Z","end":"2026-03-31T05:21:29.566857Z","steps":["trace[846806506] 'agreement among raft nodes before linearized reading' (duration: 551.394344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.566959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:29.014685Z","time spent":"552.252938ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-03-31T05:21:29.565814Z","caller":"traceutil/trace.go:171","msg":"trace[1191044757] transaction","detail":"{read_only:false; response_revision:11717; number_of_response:1; }","duration":"552.520795ms","start":"2026-03-31T05:21:29.013219Z","end":"2026-03-31T05:21:29.56574Z","steps":["trace[1191044757] 'process raft request' (duration: 552.050682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:29.566161Z","caller":"traceutil/trace.go:171","msg":"trace[96099865] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:11719; }","duration":"551.425045ms","start":"2026-03-31T05:21:29.014724Z","end":"2026-03-31T05:21:29.566149Z","steps":["trace[96099865] 'agreement among raft nodes before linearized reading' (duration: 551.294572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.567181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:29.013211Z","time spent":"553.895533ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5026,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:29.567226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:29.014717Z","time spent":"552.489044ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6960,"request content":"key:\"/registry/deployments/openstack/staffeln-api\" "} {"level":"info","ts":"2026-03-31T05:21:29.620359Z","caller":"traceutil/trace.go:171","msg":"trace[1259785554] transaction","detail":"{read_only:false; response_revision:11721; number_of_response:1; }","duration":"376.856343ms","start":"2026-03-31T05:21:29.243472Z","end":"2026-03-31T05:21:29.620328Z","steps":["trace[1259785554] 'process raft request' (duration: 376.818852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.620529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:29.243465Z","time spent":"376.986646ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:21:29.620558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.181677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:21:29.620614Z","caller":"traceutil/trace.go:171","msg":"trace[2112892791] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:11721; }","duration":"375.267939ms","start":"2026-03-31T05:21:29.245334Z","end":"2026-03-31T05:21:29.620602Z","steps":["trace[2112892791] 'agreement among raft nodes before linearized reading' (duration: 375.040633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:29.620613Z","caller":"traceutil/trace.go:171","msg":"trace[168124508] transaction","detail":"{read_only:false; response_revision:11720; number_of_response:1; }","duration":"377.228493ms","start":"2026-03-31T05:21:29.243374Z","end":"2026-03-31T05:21:29.620602Z","steps":["trace[168124508] 'process raft request' (duration: 376.770871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.62065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:29.245318Z","time spent":"375.324161ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T05:21:29.62067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:29.24335Z","time spent":"377.297835ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:21:29.620563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.092701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:29.620757Z","caller":"traceutil/trace.go:171","msg":"trace[989644096] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:11721; }","duration":"211.347808ms","start":"2026-03-31T05:21:29.409401Z","end":"2026-03-31T05:21:29.620748Z","steps":["trace[989644096] 'agreement among raft nodes before linearized reading' (duration: 210.958257ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:29.766411Z","caller":"traceutil/trace.go:171","msg":"trace[421237611] transaction","detail":"{read_only:false; response_revision:11722; number_of_response:1; }","duration":"190.422416ms","start":"2026-03-31T05:21:29.575959Z","end":"2026-03-31T05:21:29.766381Z","steps":["trace[421237611] 'process raft request' (duration: 190.084207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:29.766416Z","caller":"traceutil/trace.go:171","msg":"trace[126625809] linearizableReadLoop","detail":"{readStateIndex:12196; appliedIndex:12193; }","duration":"146.041182ms","start":"2026-03-31T05:21:29.62034Z","end":"2026-03-31T05:21:29.766381Z","steps":["trace[126625809] 'read index received' (duration: 145.727274ms)","trace[126625809] 'applied index is now lower than readState.Index' (duration: 312.768µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:29.766586Z","caller":"traceutil/trace.go:171","msg":"trace[195354238] transaction","detail":"{read_only:false; response_revision:11723; number_of_response:1; }","duration":"189.697646ms","start":"2026-03-31T05:21:29.576881Z","end":"2026-03-31T05:21:29.766578Z","steps":["trace[195354238] 'process raft request' (duration: 189.364307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.766785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.718685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-31T05:21:29.766857Z","caller":"traceutil/trace.go:171","msg":"trace[7367073] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:11724; }","duration":"186.845808ms","start":"2026-03-31T05:21:29.57999Z","end":"2026-03-31T05:21:29.766836Z","steps":["trace[7367073] 'agreement among raft nodes before linearized reading' (duration: 186.491508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:29.766859Z","caller":"traceutil/trace.go:171","msg":"trace[1564685977] transaction","detail":"{read_only:false; response_revision:11724; number_of_response:1; }","duration":"189.895422ms","start":"2026-03-31T05:21:29.576944Z","end":"2026-03-31T05:21:29.766839Z","steps":["trace[1564685977] 'process raft request' (duration: 189.379618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.766855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.028861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-03-31T05:21:29.766931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.058352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fb30263d-0459-4b5b-8405-5392a8ae2ac0\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-31T05:21:29.766969Z","caller":"traceutil/trace.go:171","msg":"trace[2142304963] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:11724; }","duration":"195.185566ms","start":"2026-03-31T05:21:29.571758Z","end":"2026-03-31T05:21:29.766944Z","steps":["trace[2142304963] 'agreement among raft nodes before linearized reading' (duration: 194.798405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:29.767016Z","caller":"traceutil/trace.go:171","msg":"trace[718895861] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fb30263d-0459-4b5b-8405-5392a8ae2ac0; range_end:; response_count:1; response_revision:11724; }","duration":"195.167825ms","start":"2026-03-31T05:21:29.571822Z","end":"2026-03-31T05:21:29.76699Z","steps":["trace[718895861] 'agreement among raft nodes before linearized reading' (duration: 194.99313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.766785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.148036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-conductor-5dc466c9c8\" ","response":"range_response_count:1 size:4770"} {"level":"info","ts":"2026-03-31T05:21:29.767216Z","caller":"traceutil/trace.go:171","msg":"trace[1139728573] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-conductor-5dc466c9c8; range_end:; response_count:1; response_revision:11724; }","duration":"191.554137ms","start":"2026-03-31T05:21:29.575589Z","end":"2026-03-31T05:21:29.767143Z","steps":["trace[1139728573] 'agreement among raft nodes before linearized reading' (duration: 190.93057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.767221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.319269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-31T05:21:29.767353Z","caller":"traceutil/trace.go:171","msg":"trace[1171041212] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:11724; }","duration":"195.539336ms","start":"2026-03-31T05:21:29.571758Z","end":"2026-03-31T05:21:29.767297Z","steps":["trace[1171041212] 'agreement among raft nodes before linearized reading' (duration: 195.005231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.76694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.125604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-31T05:21:29.770203Z","caller":"traceutil/trace.go:171","msg":"trace[801959394] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:11724; }","duration":"198.414214ms","start":"2026-03-31T05:21:29.571758Z","end":"2026-03-31T05:21:29.770172Z","steps":["trace[801959394] 'agreement among raft nodes before linearized reading' (duration: 194.951219ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:29.828843Z","caller":"traceutil/trace.go:171","msg":"trace[361667336] transaction","detail":"{read_only:false; response_revision:11725; number_of_response:1; }","duration":"192.019929ms","start":"2026-03-31T05:21:29.636794Z","end":"2026-03-31T05:21:29.828814Z","steps":["trace[361667336] 'process raft request' (duration: 191.498595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.829018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.28658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:21:29.829091Z","caller":"traceutil/trace.go:171","msg":"trace[720605492] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11725; }","duration":"206.390542ms","start":"2026-03-31T05:21:29.622682Z","end":"2026-03-31T05:21:29.829073Z","steps":["trace[720605492] 'agreement among raft nodes before linearized reading' (duration: 206.168736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:30.034755Z","caller":"traceutil/trace.go:171","msg":"trace[1462763934] transaction","detail":"{read_only:false; response_revision:11728; number_of_response:1; }","duration":"224.421586ms","start":"2026-03-31T05:21:29.810307Z","end":"2026-03-31T05:21:30.034728Z","steps":["trace[1462763934] 'process raft request' (duration: 224.346574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:30.034825Z","caller":"traceutil/trace.go:171","msg":"trace[1814322557] transaction","detail":"{read_only:false; response_revision:11727; number_of_response:1; }","duration":"224.857367ms","start":"2026-03-31T05:21:29.809925Z","end":"2026-03-31T05:21:30.034782Z","steps":["trace[1814322557] 'process raft request' (duration: 224.668182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:30.035057Z","caller":"traceutil/trace.go:171","msg":"trace[946606917] transaction","detail":"{read_only:false; response_revision:11726; number_of_response:1; }","duration":"258.423135ms","start":"2026-03-31T05:21:29.776424Z","end":"2026-03-31T05:21:30.034847Z","steps":["trace[946606917] 'process raft request' (duration: 258.018884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:30.035098Z","caller":"traceutil/trace.go:171","msg":"trace[278349216] linearizableReadLoop","detail":"{readStateIndex:12201; appliedIndex:12197; }","duration":"206.594418ms","start":"2026-03-31T05:21:29.828477Z","end":"2026-03-31T05:21:30.035072Z","steps":["trace[278349216] 'read index received' (duration: 205.93341ms)","trace[278349216] 'applied index is now lower than readState.Index' (duration: 658.338µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:30.035231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.60247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T05:21:30.035249Z","caller":"traceutil/trace.go:171","msg":"trace[550538722] transaction","detail":"{read_only:false; response_revision:11729; number_of_response:1; }","duration":"223.391497ms","start":"2026-03-31T05:21:29.811845Z","end":"2026-03-31T05:21:30.035237Z","steps":["trace[550538722] 'process raft request' (duration: 222.840842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:30.035278Z","caller":"traceutil/trace.go:171","msg":"trace[6059143] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11729; }","duration":"258.674622ms","start":"2026-03-31T05:21:29.776592Z","end":"2026-03-31T05:21:30.035267Z","steps":["trace[6059143] 'agreement among raft nodes before linearized reading' (duration: 258.522338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:30.035384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.852324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-31T05:21:30.035453Z","caller":"traceutil/trace.go:171","msg":"trace[784277483] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:11729; }","duration":"259.959417ms","start":"2026-03-31T05:21:29.775475Z","end":"2026-03-31T05:21:30.035435Z","steps":["trace[784277483] 'agreement among raft nodes before linearized reading' (duration: 259.726581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:30.035467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.895267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/staffeln-api\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T05:21:30.035498Z","caller":"traceutil/trace.go:171","msg":"trace[1718013284] range","detail":"{range_begin:/registry/serviceaccounts/openstack/staffeln-api; range_end:; response_count:1; response_revision:11729; }","duration":"157.980088ms","start":"2026-03-31T05:21:29.877511Z","end":"2026-03-31T05:21:30.035491Z","steps":["trace[1718013284] 'agreement among raft nodes before linearized reading' (duration: 157.904706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:30.035395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.554294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-conductor-5dc466c9c8-zk9cl\" ","response":"range_response_count:1 size:4145"} {"level":"warn","ts":"2026-03-31T05:21:30.035385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.789584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-conductor-5dc466c9c8\" ","response":"range_response_count:1 size:4770"} {"level":"info","ts":"2026-03-31T05:21:30.03573Z","caller":"traceutil/trace.go:171","msg":"trace[1464807466] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-conductor-5dc466c9c8; range_end:; response_count:1; response_revision:11729; }","duration":"263.153854ms","start":"2026-03-31T05:21:29.772535Z","end":"2026-03-31T05:21:30.035689Z","steps":["trace[1464807466] 'agreement among raft nodes before linearized reading' (duration: 262.740443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:30.036104Z","caller":"traceutil/trace.go:171","msg":"trace[846096341] range","detail":"{range_begin:/registry/pods/openstack/staffeln-conductor-5dc466c9c8-zk9cl; range_end:; response_count:1; response_revision:11729; }","duration":"261.273143ms","start":"2026-03-31T05:21:29.774794Z","end":"2026-03-31T05:21:30.036067Z","steps":["trace[846096341] 'agreement among raft nodes before linearized reading' (duration: 260.528883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:30.193773Z","caller":"traceutil/trace.go:171","msg":"trace[1317186801] transaction","detail":"{read_only:false; response_revision:11732; number_of_response:1; }","duration":"148.835909ms","start":"2026-03-31T05:21:30.044915Z","end":"2026-03-31T05:21:30.193751Z","steps":["trace[1317186801] 'process raft request' (duration: 148.723756ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:30.194136Z","caller":"traceutil/trace.go:171","msg":"trace[1290153206] transaction","detail":"{read_only:false; response_revision:11733; number_of_response:1; }","duration":"147.241156ms","start":"2026-03-31T05:21:30.046888Z","end":"2026-03-31T05:21:30.19413Z","steps":["trace[1290153206] 'process raft request' (duration: 146.788813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:30.194329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.723956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-conductor-5dc466c9c8\" ","response":"range_response_count:1 size:4770"} {"level":"info","ts":"2026-03-31T05:21:30.194422Z","caller":"traceutil/trace.go:171","msg":"trace[211627188] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-conductor-5dc466c9c8; range_end:; response_count:1; response_revision:11733; }","duration":"148.86238ms","start":"2026-03-31T05:21:30.045537Z","end":"2026-03-31T05:21:30.194399Z","steps":["trace[211627188] 'agreement among raft nodes before linearized reading' (duration: 148.636224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:30.194528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.901614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112159"} {"level":"info","ts":"2026-03-31T05:21:30.194557Z","caller":"traceutil/trace.go:171","msg":"trace[2035895511] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:11733; }","duration":"147.966555ms","start":"2026-03-31T05:21:30.046584Z","end":"2026-03-31T05:21:30.194551Z","steps":["trace[2035895511] 'agreement among raft nodes before linearized reading' (duration: 147.746849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:30.194789Z","caller":"traceutil/trace.go:171","msg":"trace[1145957710] transaction","detail":"{read_only:false; response_revision:11731; number_of_response:1; }","duration":"149.859977ms","start":"2026-03-31T05:21:30.044911Z","end":"2026-03-31T05:21:30.194771Z","steps":["trace[1145957710] 'process raft request' (duration: 148.592673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:30.335701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.217549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T05:21:30.335773Z","caller":"traceutil/trace.go:171","msg":"trace[864048338] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:11736; }","duration":"100.297791ms","start":"2026-03-31T05:21:30.235456Z","end":"2026-03-31T05:21:30.335754Z","steps":["trace[864048338] 'agreement among raft nodes before linearized reading' (duration: 100.101526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:30.335953Z","caller":"traceutil/trace.go:171","msg":"trace[2101506664] transaction","detail":"{read_only:false; response_revision:11736; number_of_response:1; }","duration":"126.421315ms","start":"2026-03-31T05:21:30.209519Z","end":"2026-03-31T05:21:30.33594Z","steps":["trace[2101506664] 'process raft request' (duration: 103.029096ms)","trace[2101506664] 'compare' (duration: 22.729931ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:33.050556Z","caller":"traceutil/trace.go:171","msg":"trace[623386414] linearizableReadLoop","detail":"{readStateIndex:12238; appliedIndex:12237; }","duration":"142.039573ms","start":"2026-03-31T05:21:32.908489Z","end":"2026-03-31T05:21:33.050529Z","steps":["trace[623386414] 'read index received' (duration: 141.804527ms)","trace[623386414] 'applied index is now lower than readState.Index' (duration: 234.096µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:33.050958Z","caller":"traceutil/trace.go:171","msg":"trace[330816351] transaction","detail":"{read_only:false; response_revision:11765; number_of_response:1; }","duration":"142.524937ms","start":"2026-03-31T05:21:32.908391Z","end":"2026-03-31T05:21:33.050916Z","steps":["trace[330816351] 'process raft request' (duration: 141.979212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:33.050998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.484125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:21:33.051045Z","caller":"traceutil/trace.go:171","msg":"trace[762889711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11765; }","duration":"142.590768ms","start":"2026-03-31T05:21:32.908444Z","end":"2026-03-31T05:21:33.051034Z","steps":["trace[762889711] 'agreement among raft nodes before linearized reading' (duration: 142.411703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:33.051187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.201077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:21:33.051274Z","caller":"traceutil/trace.go:171","msg":"trace[1997463467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11765; }","duration":"116.333951ms","start":"2026-03-31T05:21:32.934909Z","end":"2026-03-31T05:21:33.051243Z","steps":["trace[1997463467] 'agreement among raft nodes before linearized reading' (duration: 116.086034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:33.051162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.493428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:21:33.051324Z","caller":"traceutil/trace.go:171","msg":"trace[690375832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11765; }","duration":"126.712434ms","start":"2026-03-31T05:21:32.924597Z","end":"2026-03-31T05:21:33.051309Z","steps":["trace[690375832] 'agreement among raft nodes before linearized reading' (duration: 126.359435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:34.684898Z","caller":"traceutil/trace.go:171","msg":"trace[775396857] transaction","detail":"{read_only:false; response_revision:11769; number_of_response:1; }","duration":"629.803108ms","start":"2026-03-31T05:21:34.055076Z","end":"2026-03-31T05:21:34.684879Z","steps":["trace[775396857] 'process raft request' (duration: 629.656174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:34.685021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:34.055043Z","time spent":"629.913141ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:35.533303Z","caller":"traceutil/trace.go:171","msg":"trace[2020859155] linearizableReadLoop","detail":"{readStateIndex:12244; appliedIndex:12241; }","duration":"1.175104466s","start":"2026-03-31T05:21:34.357987Z","end":"2026-03-31T05:21:35.533092Z","steps":["trace[2020859155] 'read index received' (duration: 326.806824ms)","trace[2020859155] 'applied index is now lower than readState.Index' (duration: 848.296642ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:35.533407Z","caller":"traceutil/trace.go:171","msg":"trace[1139454512] transaction","detail":"{read_only:false; response_revision:11771; number_of_response:1; }","duration":"1.394286268s","start":"2026-03-31T05:21:34.139075Z","end":"2026-03-31T05:21:35.533362Z","steps":["trace[1139454512] 'process raft request' (duration: 1.393932528s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:35.533327Z","caller":"traceutil/trace.go:171","msg":"trace[821057592] transaction","detail":"{read_only:false; response_revision:11770; number_of_response:1; }","duration":"1.39435143s","start":"2026-03-31T05:21:34.138957Z","end":"2026-03-31T05:21:35.533308Z","steps":["trace[821057592] 'process raft request' (duration: 1.393886697s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:35.533495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175495046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:21:35.53353Z","caller":"traceutil/trace.go:171","msg":"trace[880483809] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11771; }","duration":"1.175581328s","start":"2026-03-31T05:21:34.357937Z","end":"2026-03-31T05:21:35.533519Z","steps":["trace[880483809] 'agreement among raft nodes before linearized reading' (duration: 1.175421544s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:35.533559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:34.357911Z","time spent":"1.17564045s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:21:35.533606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149261039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:21:35.533658Z","caller":"traceutil/trace.go:171","msg":"trace[1344448114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11771; }","duration":"1.149349281s","start":"2026-03-31T05:21:34.384299Z","end":"2026-03-31T05:21:35.533649Z","steps":["trace[1344448114] 'agreement among raft nodes before linearized reading' (duration: 1.149167066s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:35.533624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:34.138924Z","time spent":"1.394598996s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:35.533728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:34.384281Z","time spent":"1.149416373s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:35.533791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.887245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:21:35.533685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.718657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:21:35.533835Z","caller":"traceutil/trace.go:171","msg":"trace[1568914970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11771; }","duration":"477.968938ms","start":"2026-03-31T05:21:35.055857Z","end":"2026-03-31T05:21:35.533825Z","steps":["trace[1568914970] 'agreement among raft nodes before linearized reading' (duration: 477.789293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:35.534031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:35.055832Z","time spent":"478.192073ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:21:35.533873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.702132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:35.534157Z","caller":"traceutil/trace.go:171","msg":"trace[1862115864] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:11771; }","duration":"421.03284ms","start":"2026-03-31T05:21:35.113107Z","end":"2026-03-31T05:21:35.53414Z","steps":["trace[1862115864] 'agreement among raft nodes before linearized reading' (duration: 420.741902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:35.534215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:35.113083Z","time spent":"421.114743ms","remote":"127.0.0.1:57738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:35.534185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.873438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:21:35.534285Z","caller":"traceutil/trace.go:171","msg":"trace[62471420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11771; }","duration":"473.082574ms","start":"2026-03-31T05:21:35.061179Z","end":"2026-03-31T05:21:35.534262Z","steps":["trace[62471420] 'agreement among raft nodes before linearized reading' (duration: 472.686053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:35.533876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.024777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:35.53436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:35.061168Z","time spent":"473.174716ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:21:35.534404Z","caller":"traceutil/trace.go:171","msg":"trace[495817583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11771; }","duration":"663.635933ms","start":"2026-03-31T05:21:34.870756Z","end":"2026-03-31T05:21:35.534392Z","steps":["trace[495817583] 'agreement among raft nodes before linearized reading' (duration: 663.044117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:35.534439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:34.870734Z","time spent":"663.696084ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:21:35.53386Z","caller":"traceutil/trace.go:171","msg":"trace[2127531152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11771; }","duration":"471.901401ms","start":"2026-03-31T05:21:35.061941Z","end":"2026-03-31T05:21:35.533843Z","steps":["trace[2127531152] 'agreement among raft nodes before linearized reading' (duration: 471.700396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:35.534564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:35.06191Z","time spent":"472.641462ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:35.533599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:34.139037Z","time spent":"1.394457133s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:35.533943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136593463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:21:35.534857Z","caller":"traceutil/trace.go:171","msg":"trace[621335345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11771; }","duration":"1.137541119s","start":"2026-03-31T05:21:34.397301Z","end":"2026-03-31T05:21:35.534842Z","steps":["trace[621335345] 'agreement among raft nodes before linearized reading' (duration: 1.136589693s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:35.534905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:34.397278Z","time spent":"1.137613881s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:21:35.533958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.954233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:21:35.535109Z","caller":"traceutil/trace.go:171","msg":"trace[472950790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11771; }","duration":"473.137626ms","start":"2026-03-31T05:21:35.061959Z","end":"2026-03-31T05:21:35.535097Z","steps":["trace[472950790] 'agreement among raft nodes before linearized reading' (duration: 471.927712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:35.535206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:35.061938Z","time spent":"473.200877ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:36.396207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.738712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:36.396887Z","caller":"traceutil/trace.go:171","msg":"trace[1363809876] linearizableReadLoop","detail":"{readStateIndex:12245; appliedIndex:12244; }","duration":"857.172193ms","start":"2026-03-31T05:21:35.539695Z","end":"2026-03-31T05:21:36.396868Z","steps":["trace[1363809876] 'read index received' (duration: 22.700211ms)","trace[1363809876] 'applied index is now lower than readState.Index' (duration: 834.470252ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:36.396911Z","caller":"traceutil/trace.go:171","msg":"trace[1925188500] transaction","detail":"{read_only:false; response_revision:11772; number_of_response:1; }","duration":"857.669656ms","start":"2026-03-31T05:21:35.539208Z","end":"2026-03-31T05:21:36.396878Z","steps":["trace[1925188500] 'process raft request' (duration: 23.176414ms)","trace[1925188500] 'compare' (duration: 832.365764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:36.397066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:35.539191Z","time spent":"857.795379ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:36.397865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.16114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368502"} {"level":"info","ts":"2026-03-31T05:21:36.397906Z","caller":"traceutil/trace.go:171","msg":"trace[1114821576] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:11772; }","duration":"858.203511ms","start":"2026-03-31T05:21:35.539692Z","end":"2026-03-31T05:21:36.397896Z","steps":["trace[1114821576] 'agreement among raft nodes before linearized reading' (duration: 857.248855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:36.39794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:35.539666Z","time spent":"858.265242ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":40,"response size":368525,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:21:36.572874Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010452413s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:21:36.599794Z","caller":"traceutil/trace.go:171","msg":"trace[229027407] transaction","detail":"{read_only:false; response_revision:11773; number_of_response:1; }","duration":"1.059921745s","start":"2026-03-31T05:21:35.539844Z","end":"2026-03-31T05:21:36.599766Z","steps":["trace[229027407] 'process raft request' (duration: 1.033314178s)","trace[229027407] 'compare' (duration: 26.370361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:36.599946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:35.539836Z","time spent":"1.060030948s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:36.600227Z","caller":"traceutil/trace.go:171","msg":"trace[532023518] linearizableReadLoop","detail":"{readStateIndex:12250; appliedIndex:12245; }","duration":"203.292977ms","start":"2026-03-31T05:21:36.396914Z","end":"2026-03-31T05:21:36.600207Z","steps":["trace[532023518] 'read index received' (duration: 176.138795ms)","trace[532023518] 'applied index is now lower than readState.Index' (duration: 27.153272ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:36.600235Z","caller":"traceutil/trace.go:171","msg":"trace[177428234] transaction","detail":"{read_only:false; response_revision:11775; number_of_response:1; }","duration":"1.060216363s","start":"2026-03-31T05:21:35.539981Z","end":"2026-03-31T05:21:36.600197Z","steps":["trace[177428234] 'process raft request' (duration: 1.060039738s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:36.600227Z","caller":"traceutil/trace.go:171","msg":"trace[459956712] transaction","detail":"{read_only:false; response_revision:11774; number_of_response:1; }","duration":"1.060231914s","start":"2026-03-31T05:21:35.539944Z","end":"2026-03-31T05:21:36.600176Z","steps":["trace[459956712] 'process raft request' (duration: 1.059783431s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:36.600389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:35.539977Z","time spent":"1.060332956s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:36.600451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.060763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:36.600495Z","caller":"traceutil/trace.go:171","msg":"trace[1554865403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11777; }","duration":"728.414843ms","start":"2026-03-31T05:21:35.872072Z","end":"2026-03-31T05:21:36.600487Z","steps":["trace[1554865403] 'agreement among raft nodes before linearized reading' (duration: 728.217388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:36.600503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:35.539939Z","time spent":"1.060432849s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:36.600562Z","caller":"traceutil/trace.go:171","msg":"trace[1783825732] transaction","detail":"{read_only:false; response_revision:11776; number_of_response:1; }","duration":"1.060308646s","start":"2026-03-31T05:21:35.540246Z","end":"2026-03-31T05:21:36.600555Z","steps":["trace[1783825732] 'process raft request' (duration: 1.059896775s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:36.600566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.610304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:36.600599Z","caller":"traceutil/trace.go:171","msg":"trace[337024698] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11777; }","duration":"936.680136ms","start":"2026-03-31T05:21:35.663911Z","end":"2026-03-31T05:21:36.600591Z","steps":["trace[337024698] 'agreement among raft nodes before linearized reading' (duration: 936.629895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:36.600628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:35.66389Z","time spent":"936.733448ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:21:36.600643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:35.540239Z","time spent":"1.060349017s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:36.600738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060421909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:21:36.600781Z","caller":"traceutil/trace.go:171","msg":"trace[461114452] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11777; }","duration":"1.06047578s","start":"2026-03-31T05:21:35.540298Z","end":"2026-03-31T05:21:36.600774Z","steps":["trace[461114452] 'agreement among raft nodes before linearized reading' (duration: 1.060344616s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:36.600801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:35.540294Z","time spent":"1.06050107s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19243,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:21:36.60075Z","caller":"traceutil/trace.go:171","msg":"trace[939558105] transaction","detail":"{read_only:false; response_revision:11777; number_of_response:1; }","duration":"1.059909644s","start":"2026-03-31T05:21:35.540806Z","end":"2026-03-31T05:21:36.600715Z","steps":["trace[939558105] 'process raft request' (duration: 1.059365399s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:36.600526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:35.872047Z","time spent":"728.471595ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:36.600944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:35.540797Z","time spent":"1.060046979s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:36.601346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.356048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:36.601387Z","caller":"traceutil/trace.go:171","msg":"trace[952238881] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:11777; }","duration":"865.022957ms","start":"2026-03-31T05:21:35.736353Z","end":"2026-03-31T05:21:36.601375Z","steps":["trace[952238881] 'agreement among raft nodes before linearized reading' (duration: 864.38059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:36.601414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:35.736328Z","time spent":"865.075808ms","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:38.773128Z","caller":"traceutil/trace.go:171","msg":"trace[2124141675] linearizableReadLoop","detail":"{readStateIndex:12264; appliedIndex:12263; }","duration":"371.380083ms","start":"2026-03-31T05:21:38.401722Z","end":"2026-03-31T05:21:38.773102Z","steps":["trace[2124141675] 'read index received' (duration: 371.304431ms)","trace[2124141675] 'applied index is now lower than readState.Index' (duration: 74.292µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:38.773178Z","caller":"traceutil/trace.go:171","msg":"trace[1894546563] transaction","detail":"{read_only:false; response_revision:11790; number_of_response:1; }","duration":"434.636212ms","start":"2026-03-31T05:21:38.33851Z","end":"2026-03-31T05:21:38.773146Z","steps":["trace[1894546563] 'process raft request' (duration: 434.388545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:38.773372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.62877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:21:38.773415Z","caller":"traceutil/trace.go:171","msg":"trace[1373075017] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11790; }","duration":"371.733472ms","start":"2026-03-31T05:21:38.401669Z","end":"2026-03-31T05:21:38.773403Z","steps":["trace[1373075017] 'agreement among raft nodes before linearized reading' (duration: 371.556487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:38.773457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:38.401643Z","time spent":"371.802764ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:21:38.773342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:38.338487Z","time spent":"434.764526ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:38.80138Z","caller":"traceutil/trace.go:171","msg":"trace[1666395792] transaction","detail":"{read_only:false; response_revision:11791; number_of_response:1; }","duration":"104.24524ms","start":"2026-03-31T05:21:38.697094Z","end":"2026-03-31T05:21:38.80134Z","steps":["trace[1666395792] 'process raft request' (duration: 103.953492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:38.801563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.468847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:21:38.801591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.536499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:21:38.801639Z","caller":"traceutil/trace.go:171","msg":"trace[129098771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11791; }","duration":"194.620641ms","start":"2026-03-31T05:21:38.607003Z","end":"2026-03-31T05:21:38.801623Z","steps":["trace[129098771] 'agreement among raft nodes before linearized reading' (duration: 194.512988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:38.801641Z","caller":"traceutil/trace.go:171","msg":"trace[76352491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11791; }","duration":"194.556089ms","start":"2026-03-31T05:21:38.607065Z","end":"2026-03-31T05:21:38.801621Z","steps":["trace[76352491] 'agreement among raft nodes before linearized reading' (duration: 194.385894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:38.801614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.584165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:21:38.801704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.815842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:21:38.801697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.037915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:21:38.801745Z","caller":"traceutil/trace.go:171","msg":"trace[20849117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11791; }","duration":"192.890974ms","start":"2026-03-31T05:21:38.608842Z","end":"2026-03-31T05:21:38.801733Z","steps":["trace[20849117] 'agreement among raft nodes before linearized reading' (duration: 192.699179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:38.801759Z","caller":"traceutil/trace.go:171","msg":"trace[827918214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11791; }","duration":"194.113927ms","start":"2026-03-31T05:21:38.60763Z","end":"2026-03-31T05:21:38.801744Z","steps":["trace[827918214] 'agreement among raft nodes before linearized reading' (duration: 193.958963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:38.801489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.962413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:38.801857Z","caller":"traceutil/trace.go:171","msg":"trace[2091572564] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11791; }","duration":"194.375294ms","start":"2026-03-31T05:21:38.607473Z","end":"2026-03-31T05:21:38.801848Z","steps":["trace[2091572564] 'agreement among raft nodes before linearized reading' (duration: 193.912881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:38.801484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.915654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:21:38.801751Z","caller":"traceutil/trace.go:171","msg":"trace[218021639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11791; }","duration":"192.853183ms","start":"2026-03-31T05:21:38.60883Z","end":"2026-03-31T05:21:38.801683Z","steps":["trace[218021639] 'agreement among raft nodes before linearized reading' (duration: 192.442831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:38.801906Z","caller":"traceutil/trace.go:171","msg":"trace[360415577] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11791; }","duration":"396.386396ms","start":"2026-03-31T05:21:38.405508Z","end":"2026-03-31T05:21:38.801894Z","steps":["trace[360415577] 'agreement among raft nodes before linearized reading' (duration: 395.754049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:38.801972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:38.405498Z","time spent":"396.436638ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:21:39.230081Z","caller":"traceutil/trace.go:171","msg":"trace[902891390] transaction","detail":"{read_only:false; response_revision:11793; number_of_response:1; }","duration":"423.729684ms","start":"2026-03-31T05:21:38.806317Z","end":"2026-03-31T05:21:39.230046Z","steps":["trace[902891390] 'process raft request' (duration: 423.463667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:39.230224Z","caller":"traceutil/trace.go:171","msg":"trace[1192427509] transaction","detail":"{read_only:false; response_revision:11794; number_of_response:1; }","duration":"423.854688ms","start":"2026-03-31T05:21:38.806357Z","end":"2026-03-31T05:21:39.230212Z","steps":["trace[1192427509] 'process raft request' (duration: 423.629911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:39.230291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:38.806329Z","time spent":"423.93303ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:39.230287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:38.806289Z","time spent":"423.882669ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:39.230512Z","caller":"traceutil/trace.go:171","msg":"trace[618509489] transaction","detail":"{read_only:false; response_revision:11795; number_of_response:1; }","duration":"423.699653ms","start":"2026-03-31T05:21:38.806795Z","end":"2026-03-31T05:21:39.230494Z","steps":["trace[618509489] 'process raft request' (duration: 423.374864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:39.230583Z","caller":"traceutil/trace.go:171","msg":"trace[1118386417] transaction","detail":"{read_only:false; response_revision:11796; number_of_response:1; }","duration":"423.377185ms","start":"2026-03-31T05:21:38.807197Z","end":"2026-03-31T05:21:39.230574Z","steps":["trace[1118386417] 'process raft request' (duration: 423.239851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:39.23061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:38.806788Z","time spent":"423.779515ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:39.230628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:38.807178Z","time spent":"423.426225ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:39.230702Z","caller":"traceutil/trace.go:171","msg":"trace[505693981] linearizableReadLoop","detail":"{readStateIndex:12268; appliedIndex:12265; }","duration":"424.113645ms","start":"2026-03-31T05:21:38.80658Z","end":"2026-03-31T05:21:39.230693Z","steps":["trace[505693981] 'read index received' (duration: 2.877349ms)","trace[505693981] 'applied index is now lower than readState.Index' (duration: 421.235256ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:39.230803Z","caller":"traceutil/trace.go:171","msg":"trace[1842642858] transaction","detail":"{read_only:false; response_revision:11797; number_of_response:1; }","duration":"423.506368ms","start":"2026-03-31T05:21:38.807274Z","end":"2026-03-31T05:21:39.230781Z","steps":["trace[1842642858] 'process raft request' (duration: 423.270682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:39.230926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:38.807254Z","time spent":"423.60946ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:39.231063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.486665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368458"} {"level":"info","ts":"2026-03-31T05:21:39.231098Z","caller":"traceutil/trace.go:171","msg":"trace[253330027] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:11797; }","duration":"424.550917ms","start":"2026-03-31T05:21:38.806539Z","end":"2026-03-31T05:21:39.23109Z","steps":["trace[253330027] 'agreement among raft nodes before linearized reading' (duration: 424.178746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:39.23112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:38.806527Z","time spent":"424.586907ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":40,"response size":368481,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:21:39.277493Z","caller":"traceutil/trace.go:171","msg":"trace[95889020] transaction","detail":"{read_only:false; response_revision:11798; number_of_response:1; }","duration":"163.645774ms","start":"2026-03-31T05:21:39.113826Z","end":"2026-03-31T05:21:39.277471Z","steps":["trace[95889020] 'process raft request' (duration: 163.471019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:39.565913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.291104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:39.566072Z","caller":"traceutil/trace.go:171","msg":"trace[40536020] transaction","detail":"{read_only:false; response_revision:11799; number_of_response:1; }","duration":"319.027151ms","start":"2026-03-31T05:21:39.247025Z","end":"2026-03-31T05:21:39.566052Z","steps":["trace[40536020] 'process raft request' (duration: 200.09995ms)","trace[40536020] 'compare' (duration: 118.010066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:39.566144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:39.246997Z","time spent":"319.114093ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:40.63335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:40.258796Z","time spent":"374.541019ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:21:40.634239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.23177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:40.634691Z","caller":"traceutil/trace.go:171","msg":"trace[1744957330] transaction","detail":"{read_only:false; response_revision:11801; number_of_response:1; }","duration":"1.072527182s","start":"2026-03-31T05:21:39.562138Z","end":"2026-03-31T05:21:40.634665Z","steps":["trace[1744957330] 'process raft request' (duration: 242.193522ms)","trace[1744957330] 'compare' (duration: 828.926702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:40.634828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:39.562122Z","time spent":"1.072636615s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:40.635063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044154326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:40.635174Z","caller":"traceutil/trace.go:171","msg":"trace[474496325] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:11801; }","duration":"1.044338s","start":"2026-03-31T05:21:39.590811Z","end":"2026-03-31T05:21:40.635149Z","steps":["trace[474496325] 'agreement among raft nodes before linearized reading' (duration: 1.044126175s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:40.635233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:39.590788Z","time spent":"1.044434383s","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:40.635244Z","caller":"traceutil/trace.go:171","msg":"trace[1795282558] linearizableReadLoop","detail":"{readStateIndex:12275; appliedIndex:12274; }","duration":"1.043472727s","start":"2026-03-31T05:21:39.590876Z","end":"2026-03-31T05:21:40.634349Z","steps":["trace[1795282558] 'read index received' (duration: 213.489736ms)","trace[1795282558] 'applied index is now lower than readState.Index' (duration: 829.981511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:40.635481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.549704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:40.635536Z","caller":"traceutil/trace.go:171","msg":"trace[1371712181] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:11801; }","duration":"669.647717ms","start":"2026-03-31T05:21:39.965871Z","end":"2026-03-31T05:21:40.635519Z","steps":["trace[1371712181] 'agreement among raft nodes before linearized reading' (duration: 669.548114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:40.63558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:39.965844Z","time spent":"669.724929ms","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:40.635465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.983733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:40.635745Z","caller":"traceutil/trace.go:171","msg":"trace[475098063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11801; }","duration":"765.292892ms","start":"2026-03-31T05:21:39.870428Z","end":"2026-03-31T05:21:40.635721Z","steps":["trace[475098063] 'agreement among raft nodes before linearized reading' (duration: 764.993094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:40.635804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:39.870403Z","time spent":"765.384404ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:41.313832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792635087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:21:42.158732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352451063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:42.158797Z","caller":"traceutil/trace.go:171","msg":"trace[964415990] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11801; }","duration":"1.352568057s","start":"2026-03-31T05:21:40.806215Z","end":"2026-03-31T05:21:42.158783Z","steps":["trace[964415990] 'range keys from in-memory index tree' (duration: 1.352378042s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:42.158824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:40.80619Z","time spent":"1.352626298s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:21:42.159414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.083774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:42.159513Z","caller":"traceutil/trace.go:171","msg":"trace[262949415] transaction","detail":"{read_only:false; response_revision:11802; number_of_response:1; }","duration":"1.352567967s","start":"2026-03-31T05:21:40.806936Z","end":"2026-03-31T05:21:42.159504Z","steps":["trace[262949415] 'process raft request' (duration: 590.311628ms)","trace[262949415] 'compare' (duration: 761.614561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:42.159552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:40.806919Z","time spent":"1.352611927s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:42.159608Z","caller":"traceutil/trace.go:171","msg":"trace[16618417] transaction","detail":"{read_only:false; response_revision:11803; number_of_response:1; }","duration":"583.774709ms","start":"2026-03-31T05:21:41.575817Z","end":"2026-03-31T05:21:42.159592Z","steps":["trace[16618417] 'process raft request' (duration: 583.696667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:42.159688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:41.575788Z","time spent":"583.857152ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:42.159666Z","caller":"traceutil/trace.go:171","msg":"trace[154403038] linearizableReadLoop","detail":"{readStateIndex:12276; appliedIndex:12275; }","duration":"1.346350687s","start":"2026-03-31T05:21:40.81328Z","end":"2026-03-31T05:21:42.15963Z","steps":["trace[154403038] 'read index received' (duration: 583.875392ms)","trace[154403038] 'applied index is now lower than readState.Index' (duration: 762.471895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:42.159903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346589464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:21:42.159976Z","caller":"traceutil/trace.go:171","msg":"trace[510061881] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11803; }","duration":"1.346700256s","start":"2026-03-31T05:21:40.813255Z","end":"2026-03-31T05:21:42.159955Z","steps":["trace[510061881] 'agreement among raft nodes before linearized reading' (duration: 1.34647541s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:42.160022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:40.813243Z","time spent":"1.346766159s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:21:42.660722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792635091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:21:42.870294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000087839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:21:42.870385Z","caller":"traceutil/trace.go:171","msg":"trace[1066869664] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000222232s","start":"2026-03-31T05:21:40.870143Z","end":"2026-03-31T05:21:42.870365Z","steps":["trace[1066869664] 'agreement among raft nodes before linearized reading' (duration: 2.000104119s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:42.870435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:40.870132Z","time spent":"2.000293894s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:43.533504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.643441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:43.533627Z","caller":"traceutil/trace.go:171","msg":"trace[1870215873] transaction","detail":"{read_only:false; response_revision:11804; number_of_response:1; }","duration":"1.633262319s","start":"2026-03-31T05:21:41.900343Z","end":"2026-03-31T05:21:43.533605Z","steps":["trace[1870215873] 'process raft request' (duration: 984.444683ms)","trace[1870215873] 'compare' (duration: 648.099387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:43.533685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:41.900312Z","time spent":"1.633349682s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:21:43.556289Z","caller":"traceutil/trace.go:171","msg":"trace[984141360] linearizableReadLoop","detail":"{readStateIndex:12280; appliedIndex:12277; }","duration":"1.396504667s","start":"2026-03-31T05:21:42.159755Z","end":"2026-03-31T05:21:43.55626Z","steps":["trace[984141360] 'read index received' (duration: 725.045031ms)","trace[984141360] 'applied index is now lower than readState.Index' (duration: 671.458225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:43.5565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316434436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:21:43.556588Z","caller":"traceutil/trace.go:171","msg":"trace[1412268047] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11806; }","duration":"2.31656733s","start":"2026-03-31T05:21:41.24Z","end":"2026-03-31T05:21:43.556567Z","steps":["trace[1412268047] 'agreement among raft nodes before linearized reading' (duration: 2.316296923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.55664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:41.239979Z","time spent":"2.316650263s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:21:43.55665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321364001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:21:43.556691Z","caller":"traceutil/trace.go:171","msg":"trace[1604898830] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11806; }","duration":"2.321448863s","start":"2026-03-31T05:21:41.235226Z","end":"2026-03-31T05:21:43.556675Z","steps":["trace[1604898830] 'agreement among raft nodes before linearized reading' (duration: 2.321324999s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.556743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321679619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:21:43.556912Z","caller":"traceutil/trace.go:171","msg":"trace[501523996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11806; }","duration":"2.321863125s","start":"2026-03-31T05:21:41.235026Z","end":"2026-03-31T05:21:43.556889Z","steps":["trace[501523996] 'agreement among raft nodes before linearized reading' (duration: 2.321573147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.556952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321937306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:21:43.55696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897711379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:43.556974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:41.23502Z","time spent":"2.321939807s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:21:43.556995Z","caller":"traceutil/trace.go:171","msg":"trace[1806518686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11806; }","duration":"2.321994908s","start":"2026-03-31T05:21:41.234987Z","end":"2026-03-31T05:21:43.556982Z","steps":["trace[1806518686] 'agreement among raft nodes before linearized reading' (duration: 2.321867745s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:43.557003Z","caller":"traceutil/trace.go:171","msg":"trace[472449603] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:11806; }","duration":"1.897802781s","start":"2026-03-31T05:21:41.659185Z","end":"2026-03-31T05:21:43.556988Z","steps":["trace[472449603] 'agreement among raft nodes before linearized reading' (duration: 1.89773648s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.557025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:41.234978Z","time spent":"2.322041029s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:21:43.557035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:41.659157Z","time spent":"1.897869924s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:43.557028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321803453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:21:43.557097Z","caller":"traceutil/trace.go:171","msg":"trace[1859391861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11806; }","duration":"2.321886675s","start":"2026-03-31T05:21:41.235192Z","end":"2026-03-31T05:21:43.557078Z","steps":["trace[1859391861] 'agreement among raft nodes before linearized reading' (duration: 2.32169513s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.55715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:41.235186Z","time spent":"2.321953657s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:43.556528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320353963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:21:43.557145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818512514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:21:43.557215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322696897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:43.557279Z","caller":"traceutil/trace.go:171","msg":"trace[652783747] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11806; }","duration":"1.818696609s","start":"2026-03-31T05:21:41.738557Z","end":"2026-03-31T05:21:43.557254Z","steps":["trace[652783747] 'agreement among raft nodes before linearized reading' (duration: 1.81836459s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:43.557303Z","caller":"traceutil/trace.go:171","msg":"trace[604632073] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:11806; }","duration":"2.322826001s","start":"2026-03-31T05:21:41.234459Z","end":"2026-03-31T05:21:43.557285Z","steps":["trace[604632073] 'agreement among raft nodes before linearized reading' (duration: 2.322705177s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.557344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:41.234433Z","time spent":"2.322899613s","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:43.557333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:41.738531Z","time spent":"1.818789142s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:21:43.556793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:41.235221Z","time spent":"2.321521615s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:21:43.557559Z","caller":"traceutil/trace.go:171","msg":"trace[1931893770] transaction","detail":"{read_only:false; response_revision:11806; number_of_response:1; }","duration":"916.468464ms","start":"2026-03-31T05:21:42.641075Z","end":"2026-03-31T05:21:43.557544Z","steps":["trace[1931893770] 'process raft request' (duration: 915.135397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.557581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504470378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:43.557632Z","caller":"traceutil/trace.go:171","msg":"trace[1593125010] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:11806; }","duration":"1.504555481s","start":"2026-03-31T05:21:42.053061Z","end":"2026-03-31T05:21:43.557616Z","steps":["trace[1593125010] 'agreement among raft nodes before linearized reading' (duration: 1.504477489s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.557647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:42.641051Z","time spent":"916.538106ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:43.5572Z","caller":"traceutil/trace.go:171","msg":"trace[576675913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11806; }","duration":"2.321089824s","start":"2026-03-31T05:21:41.2361Z","end":"2026-03-31T05:21:43.557189Z","steps":["trace[576675913] 'agreement among raft nodes before linearized reading' (duration: 2.320293072s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.557667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:42.053037Z","time spent":"1.504620463s","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:43.557703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:41.236091Z","time spent":"2.321597858s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:21:43.557709Z","caller":"traceutil/trace.go:171","msg":"trace[425132424] transaction","detail":"{read_only:false; response_revision:11805; number_of_response:1; }","duration":"1.392099697s","start":"2026-03-31T05:21:42.165597Z","end":"2026-03-31T05:21:43.557696Z","steps":["trace[425132424] 'process raft request' (duration: 1.390449782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.557906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:42.165574Z","time spent":"1.392299012s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:44.478289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.345399ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:21:44.478764Z","caller":"traceutil/trace.go:171","msg":"trace[1617649825] linearizableReadLoop","detail":"{readStateIndex:12281; appliedIndex:12280; }","duration":"922.387377ms","start":"2026-03-31T05:21:43.556361Z","end":"2026-03-31T05:21:44.478748Z","steps":["trace[1617649825] 'read index received' (duration: 113.611776ms)","trace[1617649825] 'applied index is now lower than readState.Index' (duration: 808.774431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:44.478862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607575678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:44.478889Z","caller":"traceutil/trace.go:171","msg":"trace[1985143885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11806; }","duration":"1.607643619s","start":"2026-03-31T05:21:42.871236Z","end":"2026-03-31T05:21:44.47888Z","steps":["trace[1985143885] 'agreement among raft nodes before linearized reading' (duration: 1.607586638s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:44.478914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:42.871214Z","time spent":"1.60769337s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:44.478957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982196389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:44.479032Z","caller":"traceutil/trace.go:171","msg":"trace[741514535] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:11806; }","duration":"1.982325152s","start":"2026-03-31T05:21:42.496688Z","end":"2026-03-31T05:21:44.479013Z","steps":["trace[741514535] 'agreement among raft nodes before linearized reading' (duration: 1.982148007s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:44.479065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:42.496665Z","time spent":"1.982392514s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:44.47907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786309223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:44.479117Z","caller":"traceutil/trace.go:171","msg":"trace[722506259] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:11806; }","duration":"1.786398006s","start":"2026-03-31T05:21:42.692706Z","end":"2026-03-31T05:21:44.479104Z","steps":["trace[722506259] 'agreement among raft nodes before linearized reading' (duration: 1.786244901s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:44.479161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:42.692685Z","time spent":"1.786465978s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":111,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:44.479083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141420921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:44.479345Z","caller":"traceutil/trace.go:171","msg":"trace[1369472499] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:11806; }","duration":"2.141721929s","start":"2026-03-31T05:21:42.337599Z","end":"2026-03-31T05:21:44.479321Z","steps":["trace[1369472499] 'agreement among raft nodes before linearized reading' (duration: 2.141417841s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:44.479407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:42.337575Z","time spent":"2.141811642s","remote":"127.0.0.1:35106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:44.479785Z","caller":"traceutil/trace.go:171","msg":"trace[2071321499] transaction","detail":"{read_only:false; response_revision:11807; number_of_response:1; }","duration":"918.100919ms","start":"2026-03-31T05:21:43.56167Z","end":"2026-03-31T05:21:44.479771Z","steps":["trace[2071321499] 'process raft request' (duration: 916.743432ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:44.479846Z","caller":"traceutil/trace.go:171","msg":"trace[917477156] transaction","detail":"{read_only:false; response_revision:11811; number_of_response:1; }","duration":"917.936804ms","start":"2026-03-31T05:21:43.561897Z","end":"2026-03-31T05:21:44.479834Z","steps":["trace[917477156] 'process raft request' (duration: 917.907284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:44.479846Z","caller":"traceutil/trace.go:171","msg":"trace[563429292] transaction","detail":"{read_only:false; response_revision:11808; number_of_response:1; }","duration":"918.082139ms","start":"2026-03-31T05:21:43.561732Z","end":"2026-03-31T05:21:44.479814Z","steps":["trace[563429292] 'process raft request' (duration: 917.966876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:44.479871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:43.561644Z","time spent":"918.172661ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:44.479901Z","caller":"traceutil/trace.go:171","msg":"trace[2002988631] transaction","detail":"{read_only:false; response_revision:11809; number_of_response:1; }","duration":"918.016497ms","start":"2026-03-31T05:21:43.561842Z","end":"2026-03-31T05:21:44.479859Z","steps":["trace[2002988631] 'process raft request' (duration: 917.909404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:44.479928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:43.561889Z","time spent":"917.989746ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:44.480005Z","caller":"traceutil/trace.go:171","msg":"trace[1069053792] transaction","detail":"{read_only:false; response_revision:11810; number_of_response:1; }","duration":"918.11767ms","start":"2026-03-31T05:21:43.561879Z","end":"2026-03-31T05:21:44.479996Z","steps":["trace[1069053792] 'process raft request' (duration: 917.899534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:44.480017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:43.561835Z","time spent":"918.096839ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:44.479987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:43.561716Z","time spent":"918.177761ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:44.480052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:43.56187Z","time spent":"918.161621ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:44.570879Z","caller":"traceutil/trace.go:171","msg":"trace[686137306] transaction","detail":"{read_only:false; response_revision:11812; number_of_response:1; }","duration":"404.293273ms","start":"2026-03-31T05:21:44.16656Z","end":"2026-03-31T05:21:44.570854Z","steps":["trace[686137306] 'process raft request' (duration: 404.106368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:44.571047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:44.166541Z","time spent":"404.416376ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:45.203293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.183466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:45.203385Z","caller":"traceutil/trace.go:171","msg":"trace[1094240274] linearizableReadLoop","detail":"{readStateIndex:12288; appliedIndex:12287; }","duration":"724.579109ms","start":"2026-03-31T05:21:44.478793Z","end":"2026-03-31T05:21:45.203372Z","steps":["trace[1094240274] 'read index received' (duration: 92.800307ms)","trace[1094240274] 'applied index is now lower than readState.Index' (duration: 631.777462ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:45.20341Z","caller":"traceutil/trace.go:171","msg":"trace[1512514365] transaction","detail":"{read_only:false; response_revision:11813; number_of_response:1; }","duration":"1.036735112s","start":"2026-03-31T05:21:44.166643Z","end":"2026-03-31T05:21:45.203378Z","steps":["trace[1512514365] 'process raft request' (duration: 469.388082ms)","trace[1512514365] 'compare' (duration: 567.035151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:45.203479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036767784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:45.2035Z","caller":"traceutil/trace.go:171","msg":"trace[1250978293] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11813; }","duration":"1.036982809s","start":"2026-03-31T05:21:44.16651Z","end":"2026-03-31T05:21:45.203493Z","steps":["trace[1250978293] 'agreement among raft nodes before linearized reading' (duration: 1.036921507s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:45.203522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:44.166431Z","time spent":"1.037086382s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:21:45.203601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:44.166628Z","time spent":"1.036846586s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:45.204013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642463912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:21:45.204041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641233888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368458"} {"level":"info","ts":"2026-03-31T05:21:45.204049Z","caller":"traceutil/trace.go:171","msg":"trace[1005282406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11813; }","duration":"1.642525764s","start":"2026-03-31T05:21:43.561512Z","end":"2026-03-31T05:21:45.204038Z","steps":["trace[1005282406] 'agreement among raft nodes before linearized reading' (duration: 1.64238182s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:45.204068Z","caller":"traceutil/trace.go:171","msg":"trace[1519784962] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:11813; }","duration":"1.64127645s","start":"2026-03-31T05:21:43.562783Z","end":"2026-03-31T05:21:45.20406Z","steps":["trace[1519784962] 'agreement among raft nodes before linearized reading' (duration: 1.64091501s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:45.204084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:43.561494Z","time spent":"1.642583045s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:21:45.204096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:43.562768Z","time spent":"1.64132023s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":40,"response size":368481,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:21:45.215968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.590041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:45.216036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.108778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-22nf5\" ","response":"range_response_count:1 size:7295"} {"level":"info","ts":"2026-03-31T05:21:45.216067Z","caller":"traceutil/trace.go:171","msg":"trace[24841680] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:11814; }","duration":"603.755676ms","start":"2026-03-31T05:21:44.612288Z","end":"2026-03-31T05:21:45.216044Z","steps":["trace[24841680] 'agreement among raft nodes before linearized reading' (duration: 603.568681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:45.216115Z","caller":"traceutil/trace.go:171","msg":"trace[1589029558] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-22nf5; range_end:; response_count:1; response_revision:11814; }","duration":"727.212481ms","start":"2026-03-31T05:21:44.488882Z","end":"2026-03-31T05:21:45.216094Z","steps":["trace[1589029558] 'agreement among raft nodes before linearized reading' (duration: 726.994605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:45.216125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:44.612263Z","time spent":"603.850098ms","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:45.216157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:44.488876Z","time spent":"727.272522ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/openstack/staffeln-db-init-22nf5\" "} {"level":"info","ts":"2026-03-31T05:21:45.216376Z","caller":"traceutil/trace.go:171","msg":"trace[380315917] transaction","detail":"{read_only:false; response_revision:11814; number_of_response:1; }","duration":"330.857995ms","start":"2026-03-31T05:21:44.885502Z","end":"2026-03-31T05:21:45.21636Z","steps":["trace[380315917] 'process raft request' (duration: 330.149006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:45.216487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.033073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:45.216559Z","caller":"traceutil/trace.go:171","msg":"trace[1362340976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11814; }","duration":"728.135096ms","start":"2026-03-31T05:21:44.488404Z","end":"2026-03-31T05:21:45.216539Z","steps":["trace[1362340976] 'agreement among raft nodes before linearized reading' (duration: 728.034453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:45.216557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:44.885463Z","time spent":"330.944317ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:45.216598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:44.488389Z","time spent":"728.200457ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:21:45.404009Z","caller":"traceutil/trace.go:171","msg":"trace[1099963593] linearizableReadLoop","detail":"{readStateIndex:12290; appliedIndex:12289; }","duration":"100.214369ms","start":"2026-03-31T05:21:45.30377Z","end":"2026-03-31T05:21:45.403985Z","steps":["trace[1099963593] 'read index received' (duration: 99.916691ms)","trace[1099963593] 'applied index is now lower than readState.Index' (duration: 296.558µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:45.404193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.403155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:45.404229Z","caller":"traceutil/trace.go:171","msg":"trace[51039513] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11815; }","duration":"100.505668ms","start":"2026-03-31T05:21:45.303713Z","end":"2026-03-31T05:21:45.404219Z","steps":["trace[51039513] 'agreement among raft nodes before linearized reading' (duration: 100.379524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:45.405214Z","caller":"traceutil/trace.go:171","msg":"trace[462975888] transaction","detail":"{read_only:false; response_revision:11815; number_of_response:1; }","duration":"177.092532ms","start":"2026-03-31T05:21:45.227634Z","end":"2026-03-31T05:21:45.404726Z","steps":["trace[462975888] 'process raft request' (duration: 176.144516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:46.08338Z","caller":"traceutil/trace.go:171","msg":"trace[1619972144] transaction","detail":"{read_only:false; response_revision:11818; number_of_response:1; }","duration":"516.587993ms","start":"2026-03-31T05:21:45.566758Z","end":"2026-03-31T05:21:46.083346Z","steps":["trace[1619972144] 'process raft request' (duration: 514.051814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:46.083566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:45.566743Z","time spent":"516.728766ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:46.182079Z","caller":"traceutil/trace.go:171","msg":"trace[644018274] linearizableReadLoop","detail":"{readStateIndex:12294; appliedIndex:12292; }","duration":"594.509973ms","start":"2026-03-31T05:21:45.587546Z","end":"2026-03-31T05:21:46.182056Z","steps":["trace[644018274] 'read index received' (duration: 493.4449ms)","trace[644018274] 'applied index is now lower than readState.Index' (duration: 101.064083ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:46.182364Z","caller":"traceutil/trace.go:171","msg":"trace[437089854] transaction","detail":"{read_only:false; response_revision:11819; number_of_response:1; }","duration":"599.278164ms","start":"2026-03-31T05:21:45.583077Z","end":"2026-03-31T05:21:46.182355Z","steps":["trace[437089854] 'process raft request' (duration: 598.844192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:46.18244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:45.58304Z","time spent":"599.344966ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:21:46.182719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.172541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-conductor-5dc466c9c8-zk9cl\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-03-31T05:21:46.182747Z","caller":"traceutil/trace.go:171","msg":"trace[47927388] range","detail":"{range_begin:/registry/pods/openstack/staffeln-conductor-5dc466c9c8-zk9cl; range_end:; response_count:1; response_revision:11819; }","duration":"595.240643ms","start":"2026-03-31T05:21:45.587498Z","end":"2026-03-31T05:21:46.182739Z","steps":["trace[47927388] 'agreement among raft nodes before linearized reading' (duration: 595.096419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:46.182766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:45.587478Z","time spent":"595.283224ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":5173,"request content":"key:\"/registry/pods/openstack/staffeln-conductor-5dc466c9c8-zk9cl\" "} {"level":"warn","ts":"2026-03-31T05:21:46.18288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.3886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:46.182951Z","caller":"traceutil/trace.go:171","msg":"trace[1972915098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11819; }","duration":"308.509764ms","start":"2026-03-31T05:21:45.874421Z","end":"2026-03-31T05:21:46.182931Z","steps":["trace[1972915098] 'agreement among raft nodes before linearized reading' (duration: 308.36967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:46.182984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:45.874401Z","time spent":"308.577166ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:21:46.432566Z","caller":"traceutil/trace.go:171","msg":"trace[1541329168] transaction","detail":"{read_only:false; response_revision:11821; number_of_response:1; }","duration":"169.411271ms","start":"2026-03-31T05:21:46.263119Z","end":"2026-03-31T05:21:46.43253Z","steps":["trace[1541329168] 'process raft request' (duration: 169.196205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:46.592049Z","caller":"traceutil/trace.go:171","msg":"trace[159134423] transaction","detail":"{read_only:false; response_revision:11822; number_of_response:1; }","duration":"177.09584ms","start":"2026-03-31T05:21:46.414926Z","end":"2026-03-31T05:21:46.592022Z","steps":["trace[159134423] 'process raft request' (duration: 176.792032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:46.810414Z","caller":"traceutil/trace.go:171","msg":"trace[353249591] linearizableReadLoop","detail":"{readStateIndex:12299; appliedIndex:12296; }","duration":"324.800539ms","start":"2026-03-31T05:21:46.485583Z","end":"2026-03-31T05:21:46.810383Z","steps":["trace[353249591] 'read index received' (duration: 106.12126ms)","trace[353249591] 'applied index is now lower than readState.Index' (duration: 218.677789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:46.81071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.097917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:21:46.810765Z","caller":"traceutil/trace.go:171","msg":"trace[1629207016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11825; }","duration":"325.172969ms","start":"2026-03-31T05:21:46.485578Z","end":"2026-03-31T05:21:46.810751Z","steps":["trace[1629207016] 'agreement among raft nodes before linearized reading' (duration: 324.944593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:46.810816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:46.485529Z","time spent":"325.276882ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:46.811302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.169849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:21:46.811361Z","caller":"traceutil/trace.go:171","msg":"trace[712298120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11825; }","duration":"325.24109ms","start":"2026-03-31T05:21:46.486106Z","end":"2026-03-31T05:21:46.811347Z","steps":["trace[712298120] 'agreement among raft nodes before linearized reading' (duration: 325.101177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:46.811398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:46.4861Z","time spent":"325.288741ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:21:46.811458Z","caller":"traceutil/trace.go:171","msg":"trace[1597406267] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11823; }","duration":"376.324188ms","start":"2026-03-31T05:21:46.435103Z","end":"2026-03-31T05:21:46.811427Z","steps":["trace[1597406267] 'process raft request' (duration: 374.927809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:46.811627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:46.435075Z","time spent":"376.463801ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-31T05:21:46.811656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.526521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:21:46.811697Z","caller":"traceutil/trace.go:171","msg":"trace[1020717481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11825; }","duration":"324.589582ms","start":"2026-03-31T05:21:46.487093Z","end":"2026-03-31T05:21:46.811683Z","steps":["trace[1020717481] 'agreement among raft nodes before linearized reading' (duration: 324.479529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:46.811735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:46.487046Z","time spent":"324.679065ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:46.81196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.609961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:21:46.812006Z","caller":"traceutil/trace.go:171","msg":"trace[2035754305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11825; }","duration":"325.723024ms","start":"2026-03-31T05:21:46.486272Z","end":"2026-03-31T05:21:46.811995Z","steps":["trace[2035754305] 'agreement among raft nodes before linearized reading' (duration: 325.612581ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:46.812032Z","caller":"traceutil/trace.go:171","msg":"trace[1567329510] transaction","detail":"{read_only:false; response_revision:11824; number_of_response:1; }","duration":"370.005675ms","start":"2026-03-31T05:21:46.44201Z","end":"2026-03-31T05:21:46.812015Z","steps":["trace[1567329510] 'process raft request' (duration: 368.228626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:46.812049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:46.486228Z","time spent":"325.809836ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:21:46.812118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:46.441991Z","time spent":"370.078496ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5103,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:46.81221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.885559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:21:46.812247Z","caller":"traceutil/trace.go:171","msg":"trace[1591839797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11825; }","duration":"325.92334ms","start":"2026-03-31T05:21:46.486313Z","end":"2026-03-31T05:21:46.812236Z","steps":["trace[1591839797] 'agreement among raft nodes before linearized reading' (duration: 325.818097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:46.81228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:46.48624Z","time spent":"326.031903ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:21:46.812392Z","caller":"traceutil/trace.go:171","msg":"trace[1908684034] transaction","detail":"{read_only:false; response_revision:11825; number_of_response:1; }","duration":"233.419271ms","start":"2026-03-31T05:21:46.578944Z","end":"2026-03-31T05:21:46.812364Z","steps":["trace[1908684034] 'process raft request' (duration: 231.371555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:47.120895Z","caller":"traceutil/trace.go:171","msg":"trace[74196521] transaction","detail":"{read_only:false; response_revision:11826; number_of_response:1; }","duration":"303.565069ms","start":"2026-03-31T05:21:46.817305Z","end":"2026-03-31T05:21:47.12087Z","steps":["trace[74196521] 'process raft request' (duration: 303.339313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.121099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:46.817287Z","time spent":"303.736343ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:47.198405Z","caller":"traceutil/trace.go:171","msg":"trace[1829506570] transaction","detail":"{read_only:false; response_revision:11827; number_of_response:1; }","duration":"380.022999ms","start":"2026-03-31T05:21:46.818352Z","end":"2026-03-31T05:21:47.198375Z","steps":["trace[1829506570] 'process raft request' (duration: 379.807413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.198596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:46.818326Z","time spent":"380.164963ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:47.198711Z","caller":"traceutil/trace.go:171","msg":"trace[128851742] transaction","detail":"{read_only:false; response_revision:11828; number_of_response:1; }","duration":"379.395012ms","start":"2026-03-31T05:21:46.819289Z","end":"2026-03-31T05:21:47.198684Z","steps":["trace[128851742] 'process raft request' (duration: 379.041803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.198886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.841597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:21:47.198938Z","caller":"traceutil/trace.go:171","msg":"trace[1327926312] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:11830; }","duration":"337.938289ms","start":"2026-03-31T05:21:46.860988Z","end":"2026-03-31T05:21:47.198927Z","steps":["trace[1327926312] 'agreement among raft nodes before linearized reading' (duration: 337.769454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.198989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:46.860968Z","time spent":"338.013591ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:21:47.198967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:46.819277Z","time spent":"379.520266ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:47.19885Z","caller":"traceutil/trace.go:171","msg":"trace[393849767] transaction","detail":"{read_only:false; response_revision:11829; number_of_response:1; }","duration":"379.449653ms","start":"2026-03-31T05:21:46.819372Z","end":"2026-03-31T05:21:47.198821Z","steps":["trace[393849767] 'process raft request' (duration: 379.195206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.199185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:46.819346Z","time spent":"379.759772ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:47.199182Z","caller":"traceutil/trace.go:171","msg":"trace[681124007] transaction","detail":"{read_only:false; response_revision:11830; number_of_response:1; }","duration":"379.615518ms","start":"2026-03-31T05:21:46.819551Z","end":"2026-03-31T05:21:47.199167Z","steps":["trace[681124007] 'process raft request' (duration: 379.087943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:47.198723Z","caller":"traceutil/trace.go:171","msg":"trace[47001385] linearizableReadLoop","detail":"{readStateIndex:12305; appliedIndex:12301; }","duration":"337.669171ms","start":"2026-03-31T05:21:46.861035Z","end":"2026-03-31T05:21:47.198704Z","steps":["trace[47001385] 'read index received' (duration: 259.866074ms)","trace[47001385] 'applied index is now lower than readState.Index' (duration: 77.802047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:47.199259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:46.819542Z","time spent":"379.68238ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:47.19943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.064849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:47.19966Z","caller":"traceutil/trace.go:171","msg":"trace[882700766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11830; }","duration":"328.322846ms","start":"2026-03-31T05:21:46.871327Z","end":"2026-03-31T05:21:47.19965Z","steps":["trace[882700766] 'agreement among raft nodes before linearized reading' (duration: 328.066959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.19972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:46.871312Z","time spent":"328.400048ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:47.199552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.90893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-22nf5\" ","response":"range_response_count:1 size:7481"} {"level":"info","ts":"2026-03-31T05:21:47.201023Z","caller":"traceutil/trace.go:171","msg":"trace[857773933] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-22nf5; range_end:; response_count:1; response_revision:11830; }","duration":"297.428941ms","start":"2026-03-31T05:21:46.903584Z","end":"2026-03-31T05:21:47.201013Z","steps":["trace[857773933] 'agreement among raft nodes before linearized reading' (duration: 295.877159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:47.717807Z","caller":"traceutil/trace.go:171","msg":"trace[661354108] transaction","detail":"{read_only:false; response_revision:11834; number_of_response:1; }","duration":"129.958722ms","start":"2026-03-31T05:21:47.587814Z","end":"2026-03-31T05:21:47.717772Z","steps":["trace[661354108] 'process raft request' (duration: 129.731316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:47.925264Z","caller":"traceutil/trace.go:171","msg":"trace[59424397] transaction","detail":"{read_only:false; response_revision:11835; number_of_response:1; }","duration":"322.391123ms","start":"2026-03-31T05:21:47.60284Z","end":"2026-03-31T05:21:47.925231Z","steps":["trace[59424397] 'process raft request' (duration: 322.060494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.925432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:47.60281Z","time spent":"322.538407ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5646,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:48.250402Z","caller":"traceutil/trace.go:171","msg":"trace[1104118123] linearizableReadLoop","detail":"{readStateIndex:12313; appliedIndex:12312; }","duration":"163.023707ms","start":"2026-03-31T05:21:48.087354Z","end":"2026-03-31T05:21:48.250378Z","steps":["trace[1104118123] 'read index received' (duration: 160.696104ms)","trace[1104118123] 'applied index is now lower than readState.Index' (duration: 2.326523ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:48.250497Z","caller":"traceutil/trace.go:171","msg":"trace[2009769773] transaction","detail":"{read_only:false; response_revision:11837; number_of_response:1; }","duration":"208.950572ms","start":"2026-03-31T05:21:48.041515Z","end":"2026-03-31T05:21:48.250465Z","steps":["trace[2009769773] 'process raft request' (duration: 206.498636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:48.250578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.209332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:21:48.25061Z","caller":"traceutil/trace.go:171","msg":"trace[166241079] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11837; }","duration":"163.299074ms","start":"2026-03-31T05:21:48.087301Z","end":"2026-03-31T05:21:48.250601Z","steps":["trace[166241079] 'agreement among raft nodes before linearized reading' (duration: 163.15209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:48.718708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.517143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:48.718812Z","caller":"traceutil/trace.go:171","msg":"trace[62450419] transaction","detail":"{read_only:false; response_revision:11838; number_of_response:1; }","duration":"463.788079ms","start":"2026-03-31T05:21:48.255008Z","end":"2026-03-31T05:21:48.718796Z","steps":["trace[62450419] 'process raft request' (duration: 131.953537ms)","trace[62450419] 'compare' (duration: 331.377079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:48.718862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:48.254984Z","time spent":"463.855131ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:49.085102Z","caller":"traceutil/trace.go:171","msg":"trace[1674679182] linearizableReadLoop","detail":"{readStateIndex:12315; appliedIndex:12313; }","duration":"821.538409ms","start":"2026-03-31T05:21:48.263538Z","end":"2026-03-31T05:21:49.085076Z","steps":["trace[1674679182] 'read index received' (duration: 123.568348ms)","trace[1674679182] 'applied index is now lower than readState.Index' (duration: 697.968841ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:49.085178Z","caller":"traceutil/trace.go:171","msg":"trace[826003293] transaction","detail":"{read_only:false; response_revision:11839; number_of_response:1; }","duration":"829.704793ms","start":"2026-03-31T05:21:48.255434Z","end":"2026-03-31T05:21:49.085139Z","steps":["trace[826003293] 'process raft request' (duration: 829.488327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.085278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.728175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:49.085323Z","caller":"traceutil/trace.go:171","msg":"trace[1910930436] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11839; }","duration":"821.823158ms","start":"2026-03-31T05:21:48.263487Z","end":"2026-03-31T05:21:49.08531Z","steps":["trace[1910930436] 'agreement among raft nodes before linearized reading' (duration: 821.713585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.085318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:48.255386Z","time spent":"829.866207ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":643,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:21:49.085363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:48.263466Z","time spent":"821.887639ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:21:49.132639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.695732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:49.132637Z","caller":"traceutil/trace.go:171","msg":"trace[406100887] transaction","detail":"{read_only:false; response_revision:11840; number_of_response:1; }","duration":"314.316773ms","start":"2026-03-31T05:21:48.818289Z","end":"2026-03-31T05:21:49.132606Z","steps":["trace[406100887] 'process raft request' (duration: 314.035155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:49.133108Z","caller":"traceutil/trace.go:171","msg":"trace[1724640435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11840; }","duration":"263.216156ms","start":"2026-03-31T05:21:48.869871Z","end":"2026-03-31T05:21:49.133087Z","steps":["trace[1724640435] 'agreement among raft nodes before linearized reading' (duration: 262.64775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.133282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.70891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:21:49.133334Z","caller":"traceutil/trace.go:171","msg":"trace[64985770] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11840; }","duration":"447.815022ms","start":"2026-03-31T05:21:48.685504Z","end":"2026-03-31T05:21:49.133319Z","steps":["trace[64985770] 'agreement among raft nodes before linearized reading' (duration: 447.027391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.132669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.334772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:49.133376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:48.685477Z","time spent":"447.889904ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1165,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:49.133382Z","caller":"traceutil/trace.go:171","msg":"trace[913925256] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:11840; }","duration":"571.093763ms","start":"2026-03-31T05:21:48.562278Z","end":"2026-03-31T05:21:49.133372Z","steps":["trace[913925256] 'agreement among raft nodes before linearized reading' (duration: 570.347262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.133422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:48.562249Z","time spent":"571.157545ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:49.133264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:48.818244Z","time spent":"314.932369ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:49.577534Z","caller":"traceutil/trace.go:171","msg":"trace[1552324973] linearizableReadLoop","detail":"{readStateIndex:12317; appliedIndex:12316; }","duration":"444.992636ms","start":"2026-03-31T05:21:49.132507Z","end":"2026-03-31T05:21:49.577499Z","steps":["trace[1552324973] 'read index received' (duration: 444.812821ms)","trace[1552324973] 'applied index is now lower than readState.Index' (duration: 178.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:49.57785Z","caller":"traceutil/trace.go:171","msg":"trace[102986555] transaction","detail":"{read_only:false; response_revision:11841; number_of_response:1; }","duration":"468.117948ms","start":"2026-03-31T05:21:49.10968Z","end":"2026-03-31T05:21:49.577798Z","steps":["trace[102986555] 'process raft request' (duration: 467.588813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.578233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.419989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:21:49.57828Z","caller":"traceutil/trace.go:171","msg":"trace[1131276209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11841; }","duration":"452.606633ms","start":"2026-03-31T05:21:49.125661Z","end":"2026-03-31T05:21:49.578268Z","steps":["trace[1131276209] 'agreement among raft nodes before linearized reading' (duration: 452.173322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.57832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.109644Z","time spent":"468.415866ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25460,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:49.578386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.125625Z","time spent":"452.686156ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:21:49.948012Z","caller":"traceutil/trace.go:171","msg":"trace[1262575391] linearizableReadLoop","detail":"{readStateIndex:12319; appliedIndex:12317; }","duration":"370.378166ms","start":"2026-03-31T05:21:49.577606Z","end":"2026-03-31T05:21:49.947984Z","steps":["trace[1262575391] 'read index received' (duration: 366.374196ms)","trace[1262575391] 'applied index is now lower than readState.Index' (duration: 4.00273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:49.948146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-puller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:49.948273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.808567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:21:49.948321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.08963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:21:49.948348Z","caller":"traceutil/trace.go:171","msg":"trace[1599919646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11843; }","duration":"742.937761ms","start":"2026-03-31T05:21:49.205393Z","end":"2026-03-31T05:21:49.94833Z","steps":["trace[1599919646] 'agreement among raft nodes before linearized reading' (duration: 742.696655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.948393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.205371Z","time spent":"743.014643ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:21:49.948423Z","caller":"traceutil/trace.go:171","msg":"trace[2110317124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11843; }","duration":"745.167962ms","start":"2026-03-31T05:21:49.203181Z","end":"2026-03-31T05:21:49.948349Z","steps":["trace[2110317124] 'agreement among raft nodes before linearized reading' (duration: 745.11064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.948488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.203155Z","time spent":"745.322686ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:21:49.948449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.806708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:49.94832Z","caller":"traceutil/trace.go:171","msg":"trace[467459481] range","detail":"{range_begin:/registry/leases/openstack/staffeln-puller; range_end:; response_count:0; response_revision:11843; }","duration":"627.144685ms","start":"2026-03-31T05:21:49.321154Z","end":"2026-03-31T05:21:49.948299Z","steps":["trace[467459481] 'agreement among raft nodes before linearized reading' (duration: 626.898359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:49.948546Z","caller":"traceutil/trace.go:171","msg":"trace[330817109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11843; }","duration":"813.951431ms","start":"2026-03-31T05:21:49.134575Z","end":"2026-03-31T05:21:49.948526Z","steps":["trace[330817109] 'agreement among raft nodes before linearized reading' (duration: 813.763196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:49.948478Z","caller":"traceutil/trace.go:171","msg":"trace[1926248079] transaction","detail":"{read_only:false; response_revision:11842; number_of_response:1; }","duration":"643.016139ms","start":"2026-03-31T05:21:49.305443Z","end":"2026-03-31T05:21:49.948459Z","steps":["trace[1926248079] 'process raft request' (duration: 638.598858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.948578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.321106Z","time spent":"627.461774ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/leases/openstack/staffeln-puller\" "} {"level":"warn","ts":"2026-03-31T05:21:49.948584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.134564Z","time spent":"814.013904ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:49.948608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.996834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:49.948623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.032559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:49.94828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.870804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:21:49.948677Z","caller":"traceutil/trace.go:171","msg":"trace[1672482151] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:11843; }","duration":"667.114787ms","start":"2026-03-31T05:21:49.281546Z","end":"2026-03-31T05:21:49.94866Z","steps":["trace[1672482151] 'agreement among raft nodes before linearized reading' (duration: 666.992024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:49.948689Z","caller":"traceutil/trace.go:171","msg":"trace[96281516] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11843; }","duration":"643.168343ms","start":"2026-03-31T05:21:49.305506Z","end":"2026-03-31T05:21:49.948675Z","steps":["trace[96281516] 'agreement among raft nodes before linearized reading' (duration: 643.010958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:49.948704Z","caller":"traceutil/trace.go:171","msg":"trace[1407202203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11843; }","duration":"745.288575ms","start":"2026-03-31T05:21:49.203394Z","end":"2026-03-31T05:21:49.948683Z","steps":["trace[1407202203] 'agreement among raft nodes before linearized reading' (duration: 744.851903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:49.948595Z","caller":"traceutil/trace.go:171","msg":"trace[737647930] transaction","detail":"{read_only:false; response_revision:11843; number_of_response:1; }","duration":"578.406693ms","start":"2026-03-31T05:21:49.370159Z","end":"2026-03-31T05:21:49.948566Z","steps":["trace[737647930] 'process raft request' (duration: 577.729834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.948704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.144687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:21:49.948727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.305413Z","time spent":"643.193264ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:49.948736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.281522Z","time spent":"667.19942ms","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:49.948818Z","caller":"traceutil/trace.go:171","msg":"trace[1769123353] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11843; }","duration":"615.27203ms","start":"2026-03-31T05:21:49.333527Z","end":"2026-03-31T05:21:49.948799Z","steps":["trace[1769123353] 'agreement among raft nodes before linearized reading' (duration: 615.034073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.948922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.33352Z","time spent":"615.389104ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:21:49.948699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.528046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-retention\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:49.948978Z","caller":"traceutil/trace.go:171","msg":"trace[1435542698] range","detail":"{range_begin:/registry/leases/openstack/staffeln-retention; range_end:; response_count:0; response_revision:11843; }","duration":"619.858176ms","start":"2026-03-31T05:21:49.329109Z","end":"2026-03-31T05:21:49.948968Z","steps":["trace[1435542698] 'agreement among raft nodes before linearized reading' (duration: 619.483315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.949008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.329098Z","time spent":"619.901376ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/leases/openstack/staffeln-retention\" "} {"level":"warn","ts":"2026-03-31T05:21:49.948742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.203389Z","time spent":"745.344576ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:49.94823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.886319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:21:49.949056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.37014Z","time spent":"578.760772ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:49.949137Z","caller":"traceutil/trace.go:171","msg":"trace[1356284433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11843; }","duration":"743.832855ms","start":"2026-03-31T05:21:49.205296Z","end":"2026-03-31T05:21:49.949129Z","steps":["trace[1356284433] 'agreement among raft nodes before linearized reading' (duration: 742.809507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.949173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.20529Z","time spent":"743.875306ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:49.948733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.305466Z","time spent":"643.261945ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:21:50.539059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.285684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:50.539314Z","caller":"traceutil/trace.go:171","msg":"trace[917398568] transaction","detail":"{read_only:false; response_revision:11844; number_of_response:1; }","duration":"956.639322ms","start":"2026-03-31T05:21:49.582656Z","end":"2026-03-31T05:21:50.539295Z","steps":["trace[917398568] 'process raft request' (duration: 714.006089ms)","trace[917398568] 'compare' (duration: 242.101399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:50.539377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.582625Z","time spent":"956.727815ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:50.539427Z","caller":"traceutil/trace.go:171","msg":"trace[435806282] linearizableReadLoop","detail":"{readStateIndex:12323; appliedIndex:12319; }","duration":"591.340065ms","start":"2026-03-31T05:21:49.948073Z","end":"2026-03-31T05:21:50.539413Z","steps":["trace[435806282] 'read index received' (duration: 348.567838ms)","trace[435806282] 'applied index is now lower than readState.Index' (duration: 242.771337ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:50.539606Z","caller":"traceutil/trace.go:171","msg":"trace[1711826482] transaction","detail":"{read_only:false; response_revision:11846; number_of_response:1; }","duration":"813.077587ms","start":"2026-03-31T05:21:49.726521Z","end":"2026-03-31T05:21:50.539599Z","steps":["trace[1711826482] 'process raft request' (duration: 812.782859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.539644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.726493Z","time spent":"813.131078ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:50.53964Z","caller":"traceutil/trace.go:171","msg":"trace[1414973393] transaction","detail":"{read_only:false; response_revision:11847; number_of_response:1; }","duration":"798.92345ms","start":"2026-03-31T05:21:49.740705Z","end":"2026-03-31T05:21:50.539629Z","steps":["trace[1414973393] 'process raft request' (duration: 798.664823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.539709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.740682Z","time spent":"798.983131ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:50.539733Z","caller":"traceutil/trace.go:171","msg":"trace[312976313] transaction","detail":"{read_only:false; response_revision:11845; number_of_response:1; }","duration":"955.326106ms","start":"2026-03-31T05:21:49.584397Z","end":"2026-03-31T05:21:50.539723Z","steps":["trace[312976313] 'process raft request' (duration: 954.807852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.539763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.584389Z","time spent":"955.359186ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4932,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:21:50.539901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.909276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:50.539936Z","caller":"traceutil/trace.go:171","msg":"trace[994212688] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11847; }","duration":"649.975948ms","start":"2026-03-31T05:21:49.889947Z","end":"2026-03-31T05:21:50.539923Z","steps":["trace[994212688] 'agreement among raft nodes before linearized reading' (duration: 649.896486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.539965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.889924Z","time spent":"650.03406ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:51.242976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.7221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:51.243211Z","caller":"traceutil/trace.go:171","msg":"trace[457169210] transaction","detail":"{read_only:false; response_revision:11851; number_of_response:1; }","duration":"1.289391748s","start":"2026-03-31T05:21:49.953804Z","end":"2026-03-31T05:21:51.243196Z","steps":["trace[457169210] 'process raft request' (duration: 1.289334857s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.24327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.953794Z","time spent":"1.289451201s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:51.243295Z","caller":"traceutil/trace.go:171","msg":"trace[755450963] transaction","detail":"{read_only:false; response_revision:11848; number_of_response:1; }","duration":"1.290031726s","start":"2026-03-31T05:21:49.953238Z","end":"2026-03-31T05:21:51.243269Z","steps":["trace[755450963] 'process raft request' (duration: 1.02605814s)","trace[755450963] 'compare' (duration: 263.064562ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:51.243426Z","caller":"traceutil/trace.go:171","msg":"trace[685399671] transaction","detail":"{read_only:false; response_revision:11849; number_of_response:1; }","duration":"1.29013754s","start":"2026-03-31T05:21:49.953281Z","end":"2026-03-31T05:21:51.243419Z","steps":["trace[685399671] 'process raft request' (duration: 1.2897876s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.243426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.953206Z","time spent":"1.29015178s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:51.243466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.953257Z","time spent":"1.290192s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:51.243568Z","caller":"traceutil/trace.go:171","msg":"trace[759260287] transaction","detail":"{read_only:false; response_revision:11850; number_of_response:1; }","duration":"1.290208231s","start":"2026-03-31T05:21:49.953353Z","end":"2026-03-31T05:21:51.243561Z","steps":["trace[759260287] 'process raft request' (duration: 1.289757969s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.243606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.953348Z","time spent":"1.290240142s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:51.243634Z","caller":"traceutil/trace.go:171","msg":"trace[608052986] transaction","detail":"{read_only:false; response_revision:11852; number_of_response:1; }","duration":"1.289424319s","start":"2026-03-31T05:21:49.954199Z","end":"2026-03-31T05:21:51.243623Z","steps":["trace[608052986] 'process raft request' (duration: 1.288964057s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.243667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.954194Z","time spent":"1.289457641s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":431,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:21:51.243943Z","caller":"traceutil/trace.go:171","msg":"trace[429572909] transaction","detail":"{read_only:false; response_revision:11853; number_of_response:1; }","duration":"1.287690352s","start":"2026-03-31T05:21:49.956244Z","end":"2026-03-31T05:21:51.243935Z","steps":["trace[429572909] 'process raft request' (duration: 1.287320421s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.243982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.956239Z","time spent":"1.287728843s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":437,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:21:51.244053Z","caller":"traceutil/trace.go:171","msg":"trace[494167082] linearizableReadLoop","detail":"{readStateIndex:12330; appliedIndex:12323; }","duration":"704.587693ms","start":"2026-03-31T05:21:50.539458Z","end":"2026-03-31T05:21:51.244045Z","steps":["trace[494167082] 'read index received' (duration: 439.758063ms)","trace[494167082] 'applied index is now lower than readState.Index' (duration: 264.82902ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:51.244193Z","caller":"traceutil/trace.go:171","msg":"trace[459812869] transaction","detail":"{read_only:false; response_revision:11854; number_of_response:1; }","duration":"1.013270241s","start":"2026-03-31T05:21:50.230903Z","end":"2026-03-31T05:21:51.244173Z","steps":["trace[459812869] 'process raft request' (duration: 1.01285966s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.244205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287511508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:51.244254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161828171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:51.244263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.152073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:51.244259Z","caller":"traceutil/trace.go:171","msg":"trace[1821924758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11854; }","duration":"1.287576399s","start":"2026-03-31T05:21:49.956669Z","end":"2026-03-31T05:21:51.244245Z","steps":["trace[1821924758] 'agreement among raft nodes before linearized reading' (duration: 1.287486407s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:51.244286Z","caller":"traceutil/trace.go:171","msg":"trace[1933442067] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:11854; }","duration":"1.161898413s","start":"2026-03-31T05:21:50.082377Z","end":"2026-03-31T05:21:51.244275Z","steps":["trace[1933442067] 'agreement among raft nodes before linearized reading' (duration: 1.161835371s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.244286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:50.230871Z","time spent":"1.013373914s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19089,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:51.244302Z","caller":"traceutil/trace.go:171","msg":"trace[1040131564] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:11854; }","duration":"902.225725ms","start":"2026-03-31T05:21:50.342063Z","end":"2026-03-31T05:21:51.244289Z","steps":["trace[1040131564] 'agreement among raft nodes before linearized reading' (duration: 902.162084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.244306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:50.082359Z","time spent":"1.161941515s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:51.244308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.956663Z","time spent":"1.287637061s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:51.244326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:50.342042Z","time spent":"902.278297ms","remote":"127.0.0.1:33322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:51.24427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.663954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:51.244383Z","caller":"traceutil/trace.go:171","msg":"trace[1648114358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11854; }","duration":"937.857749ms","start":"2026-03-31T05:21:50.306499Z","end":"2026-03-31T05:21:51.244357Z","steps":["trace[1648114358] 'agreement among raft nodes before linearized reading' (duration: 937.624193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.244452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:50.306479Z","time spent":"937.960562ms","remote":"127.0.0.1:51688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:51.244649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290694614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368591"} {"level":"info","ts":"2026-03-31T05:21:51.24474Z","caller":"traceutil/trace.go:171","msg":"trace[1057804958] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:11854; }","duration":"1.290817498s","start":"2026-03-31T05:21:49.953904Z","end":"2026-03-31T05:21:51.244721Z","steps":["trace[1057804958] 'agreement among raft nodes before linearized reading' (duration: 1.290254893s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.244829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.953898Z","time spent":"1.290919621s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":40,"response size":368614,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:21:51.745175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792635180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:21:52.19128Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.026134412s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:21:52.191666Z","caller":"traceutil/trace.go:171","msg":"trace[1487566628] transaction","detail":"{read_only:false; response_revision:11855; number_of_response:1; }","duration":"1.645043643s","start":"2026-03-31T05:21:50.546594Z","end":"2026-03-31T05:21:52.191637Z","steps":["trace[1487566628] 'process raft request' (duration: 1.644855498s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:52.191791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:50.546563Z","time spent":"1.645164296s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5304,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:21:52.489972Z","caller":"traceutil/trace.go:171","msg":"trace[36629386] transaction","detail":"{read_only:false; response_revision:11856; number_of_response:1; }","duration":"1.34902531s","start":"2026-03-31T05:21:51.14091Z","end":"2026-03-31T05:21:52.489935Z","steps":["trace[36629386] 'process raft request' (duration: 1.348590178s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:52.490014Z","caller":"traceutil/trace.go:171","msg":"trace[37572138] transaction","detail":"{read_only:false; response_revision:11857; number_of_response:1; }","duration":"535.199981ms","start":"2026-03-31T05:21:51.954772Z","end":"2026-03-31T05:21:52.489972Z","steps":["trace[37572138] 'process raft request' (duration: 534.894333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:52.490174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.140874Z","time spent":"1.349195945s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:52.490219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.954742Z","time spent":"535.360326ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:52.891467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.719563ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:21:52.891619Z","caller":"traceutil/trace.go:171","msg":"trace[14157203] linearizableReadLoop","detail":"{readStateIndex:12332; appliedIndex:12330; }","duration":"1.64751323s","start":"2026-03-31T05:21:51.244083Z","end":"2026-03-31T05:21:52.891596Z","steps":["trace[14157203] 'read index received' (duration: 947.371299ms)","trace[14157203] 'applied index is now lower than readState.Index' (duration: 700.139701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:52.891975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335345145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:21:52.892015Z","caller":"traceutil/trace.go:171","msg":"trace[851626731] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11857; }","duration":"2.335442037s","start":"2026-03-31T05:21:50.556563Z","end":"2026-03-31T05:21:52.892005Z","steps":["trace[851626731] 'agreement among raft nodes before linearized reading' (duration: 2.335250802s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:52.891978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16767157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:21:52.892046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:50.55654Z","time spent":"2.335498669s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:21:52.89207Z","caller":"traceutil/trace.go:171","msg":"trace[990648897] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11857; }","duration":"2.167814654s","start":"2026-03-31T05:21:50.724229Z","end":"2026-03-31T05:21:52.892044Z","steps":["trace[990648897] 'agreement among raft nodes before linearized reading' (duration: 2.167516896s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:52.892088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843009235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:52.892127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:50.724206Z","time spent":"2.167912187s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:21:52.89224Z","caller":"traceutil/trace.go:171","msg":"trace[1695991686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11857; }","duration":"1.843160719s","start":"2026-03-31T05:21:51.049005Z","end":"2026-03-31T05:21:52.892166Z","steps":["trace[1695991686] 'agreement among raft nodes before linearized reading' (duration: 1.842970333s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:52.892384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.048975Z","time spent":"1.843307943s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:21:52.898062Z","caller":"traceutil/trace.go:171","msg":"trace[1368746870] transaction","detail":"{read_only:false; response_revision:11858; number_of_response:1; }","duration":"699.73891ms","start":"2026-03-31T05:21:52.198306Z","end":"2026-03-31T05:21:52.898045Z","steps":["trace[1368746870] 'process raft request' (duration: 699.4076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:52.898156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.198286Z","time spent":"699.823822ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:21:52.89812Z","caller":"traceutil/trace.go:171","msg":"trace[1912831380] transaction","detail":"{read_only:false; response_revision:11859; number_of_response:1; }","duration":"699.683249ms","start":"2026-03-31T05:21:52.1984Z","end":"2026-03-31T05:21:52.898084Z","steps":["trace[1912831380] 'process raft request' (duration: 699.530764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:52.898309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.198392Z","time spent":"699.813382ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5350,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:52.898371Z","caller":"traceutil/trace.go:171","msg":"trace[928297289] transaction","detail":"{read_only:false; response_revision:11860; number_of_response:1; }","duration":"696.849321ms","start":"2026-03-31T05:21:52.201495Z","end":"2026-03-31T05:21:52.898344Z","steps":["trace[928297289] 'process raft request' (duration: 696.523492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:52.89853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.201481Z","time spent":"696.934934ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5114,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:53.246964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000712416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:21:53.247086Z","caller":"traceutil/trace.go:171","msg":"trace[1933183822] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000883261s","start":"2026-03-31T05:21:51.246179Z","end":"2026-03-31T05:21:53.247062Z","steps":["trace[1933183822] 'agreement among raft nodes before linearized reading' (duration: 2.000733857s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.247163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.246165Z","time spent":"2.000984243s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:53.911079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013371453s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:21:53.911618Z","caller":"traceutil/trace.go:171","msg":"trace[285515753] linearizableReadLoop","detail":"{readStateIndex:12339; appliedIndex:12334; }","duration":"1.019946373s","start":"2026-03-31T05:21:52.891645Z","end":"2026-03-31T05:21:53.911592Z","steps":["trace[285515753] 'read index received' (duration: 6.050236ms)","trace[285515753] 'applied index is now lower than readState.Index' (duration: 1.013895197s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:53.912025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748359976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:53.912063Z","caller":"traceutil/trace.go:171","msg":"trace[1845059898] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:11862; }","duration":"1.748462249s","start":"2026-03-31T05:21:52.16359Z","end":"2026-03-31T05:21:53.912052Z","steps":["trace[1845059898] 'agreement among raft nodes before linearized reading' (duration: 1.748360746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.912105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.163564Z","time spent":"1.748532811s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:53.912096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264714624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:21:53.912059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720535186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:53.912178Z","caller":"traceutil/trace.go:171","msg":"trace[665930567] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:11862; }","duration":"1.264823417s","start":"2026-03-31T05:21:52.647324Z","end":"2026-03-31T05:21:53.912148Z","steps":["trace[665930567] 'agreement among raft nodes before linearized reading' (duration: 1.264646952s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.912235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.647292Z","time spent":"1.26493028s","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:53.912239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303489813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-retention\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-03-31T05:21:53.912322Z","caller":"traceutil/trace.go:171","msg":"trace[1234761218] range","detail":"{range_begin:/registry/leases/openstack/staffeln-retention; range_end:; response_count:1; response_revision:11862; }","duration":"2.303632837s","start":"2026-03-31T05:21:51.608671Z","end":"2026-03-31T05:21:53.912304Z","steps":["trace[1234761218] 'agreement among raft nodes before linearized reading' (duration: 2.303334538s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.912311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662356684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6824"} {"level":"warn","ts":"2026-03-31T05:21:53.912362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.60865Z","time spent":"2.303704949s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":475,"request content":"key:\"/registry/leases/openstack/staffeln-retention\" "} {"level":"warn","ts":"2026-03-31T05:21:53.912352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674788925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-puller\" ","response":"range_response_count:1 size:446"} {"level":"info","ts":"2026-03-31T05:21:53.912394Z","caller":"traceutil/trace.go:171","msg":"trace[964624717] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:11862; }","duration":"2.662486536s","start":"2026-03-31T05:21:51.249886Z","end":"2026-03-31T05:21:53.912373Z","steps":["trace[964624717] 'agreement among raft nodes before linearized reading' (duration: 2.662188168s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.91243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775029655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:53.912425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718305474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:21:53.912444Z","caller":"traceutil/trace.go:171","msg":"trace[852310412] range","detail":"{range_begin:/registry/leases/openstack/staffeln-puller; range_end:; response_count:1; response_revision:11862; }","duration":"1.674938679s","start":"2026-03-31T05:21:52.237485Z","end":"2026-03-31T05:21:53.912424Z","steps":["trace[852310412] 'agreement among raft nodes before linearized reading' (duration: 1.6746274s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:53.912459Z","caller":"traceutil/trace.go:171","msg":"trace[202055536] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:11862; }","duration":"1.775101938s","start":"2026-03-31T05:21:52.137349Z","end":"2026-03-31T05:21:53.912451Z","steps":["trace[202055536] 'agreement among raft nodes before linearized reading' (duration: 1.775051816s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:53.912231Z","caller":"traceutil/trace.go:171","msg":"trace[637089330] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:11862; }","duration":"1.720782583s","start":"2026-03-31T05:21:52.191418Z","end":"2026-03-31T05:21:53.912201Z","steps":["trace[637089330] 'agreement among raft nodes before linearized reading' (duration: 1.720482395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.912465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.249866Z","time spent":"2.66258895s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6847,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"warn","ts":"2026-03-31T05:21:53.912481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.137326Z","time spent":"1.775149518s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:53.912485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.237467Z","time spent":"1.675011891s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":469,"request content":"key:\"/registry/leases/openstack/staffeln-puller\" "} {"level":"info","ts":"2026-03-31T05:21:53.912479Z","caller":"traceutil/trace.go:171","msg":"trace[139348937] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11862; }","duration":"1.718397477s","start":"2026-03-31T05:21:52.194061Z","end":"2026-03-31T05:21:53.912459Z","steps":["trace[139348937] 'agreement among raft nodes before linearized reading' (duration: 1.718205652s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.912571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.19404Z","time spent":"1.71851903s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T05:21:53.912577Z","caller":"traceutil/trace.go:171","msg":"trace[1478051986] transaction","detail":"{read_only:false; response_revision:11861; number_of_response:1; }","duration":"1.364817091s","start":"2026-03-31T05:21:52.547711Z","end":"2026-03-31T05:21:53.912528Z","steps":["trace[1478051986] 'process raft request' (duration: 1.363603088s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.912612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368177133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:21:53.912644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.191395Z","time spent":"1.721215614s","remote":"127.0.0.1:57608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:53.912682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960541927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-31T05:21:53.912676Z","caller":"traceutil/trace.go:171","msg":"trace[2133189214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11862; }","duration":"1.368278515s","start":"2026-03-31T05:21:52.544383Z","end":"2026-03-31T05:21:53.912662Z","steps":["trace[2133189214] 'agreement among raft nodes before linearized reading' (duration: 1.368024008s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.912825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.547699Z","time spent":"1.364976286s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:53.912878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.544358Z","time spent":"1.368504562s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:21:53.912713Z","caller":"traceutil/trace.go:171","msg":"trace[1194516639] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11862; }","duration":"1.960575867s","start":"2026-03-31T05:21:51.95213Z","end":"2026-03-31T05:21:53.912706Z","steps":["trace[1194516639] 'agreement among raft nodes before linearized reading' (duration: 1.960498245s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.912947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.952049Z","time spent":"1.960888187s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5152,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-31T05:21:53.914151Z","caller":"traceutil/trace.go:171","msg":"trace[104598049] transaction","detail":"{read_only:false; response_revision:11862; number_of_response:1; }","duration":"1.191675117s","start":"2026-03-31T05:21:52.72245Z","end":"2026-03-31T05:21:53.914126Z","steps":["trace[104598049] 'process raft request' (duration: 1.189046555s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.914486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.722423Z","time spent":"1.191956705s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:54.230561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.119385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:54.230837Z","caller":"traceutil/trace.go:171","msg":"trace[1247082614] linearizableReadLoop","detail":"{readStateIndex:12341; appliedIndex:12339; }","duration":"319.126814ms","start":"2026-03-31T05:21:53.911688Z","end":"2026-03-31T05:21:54.230814Z","steps":["trace[1247082614] 'read index received' (duration: 202.587148ms)","trace[1247082614] 'applied index is now lower than readState.Index' (duration: 116.537936ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:54.230838Z","caller":"traceutil/trace.go:171","msg":"trace[1615783781] transaction","detail":"{read_only:false; response_revision:11863; number_of_response:1; }","duration":"1.33294855s","start":"2026-03-31T05:21:52.897847Z","end":"2026-03-31T05:21:54.230796Z","steps":["trace[1615783781] 'process raft request' (duration: 1.216450245s)","trace[1615783781] 'compare' (duration: 115.932709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:54.230982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073482627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:54.231027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.897824Z","time spent":"1.333097354s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:54.231063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333107554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:21:54.231114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18662672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-03-31T05:21:54.231141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.71593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:54.231182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.338845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:21:54.231156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320063167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-rwstp\" ","response":"range_response_count:1 size:5365"} {"level":"warn","ts":"2026-03-31T05:21:54.231229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.185996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:21:54.231221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147348076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:54.231254Z","caller":"traceutil/trace.go:171","msg":"trace[906007927] transaction","detail":"{read_only:false; response_revision:11864; number_of_response:1; }","duration":"1.3259923s","start":"2026-03-31T05:21:52.905248Z","end":"2026-03-31T05:21:54.23124Z","steps":["trace[906007927] 'process raft request' (duration: 1.325462105s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.231254Z","caller":"traceutil/trace.go:171","msg":"trace[277466846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11864; }","duration":"976.866525ms","start":"2026-03-31T05:21:53.25435Z","end":"2026-03-31T05:21:54.231217Z","steps":["trace[277466846] 'agreement among raft nodes before linearized reading' (duration: 976.708301ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.231265Z","caller":"traceutil/trace.go:171","msg":"trace[199850436] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-rwstp; range_end:; response_count:1; response_revision:11864; }","duration":"1.320230382s","start":"2026-03-31T05:21:52.91101Z","end":"2026-03-31T05:21:54.231241Z","steps":["trace[199850436] 'agreement among raft nodes before linearized reading' (duration: 1.319868592s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.231292Z","caller":"traceutil/trace.go:171","msg":"trace[1911173338] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11864; }","duration":"976.238758ms","start":"2026-03-31T05:21:53.255036Z","end":"2026-03-31T05:21:54.231274Z","steps":["trace[1911173338] 'agreement among raft nodes before linearized reading' (duration: 976.128435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.231297Z","caller":"traceutil/trace.go:171","msg":"trace[1824830988] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:11864; }","duration":"1.147468129s","start":"2026-03-31T05:21:53.083817Z","end":"2026-03-31T05:21:54.231286Z","steps":["trace[1824830988] 'agreement among raft nodes before linearized reading' (duration: 1.147342926s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.231321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.254329Z","time spent":"976.979978ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:54.231339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.905216Z","time spent":"1.326083722s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":694,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:21:54.231357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.083792Z","time spent":"1.147546831s","remote":"127.0.0.1:33354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:54.231379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.676709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:21:54.231379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.664219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:21:54.231187Z","caller":"traceutil/trace.go:171","msg":"trace[1093238597] range","detail":"{range_begin:/registry/serviceaccounts/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11864; }","duration":"1.186732052s","start":"2026-03-31T05:21:53.044439Z","end":"2026-03-31T05:21:54.231171Z","steps":["trace[1093238597] 'agreement among raft nodes before linearized reading' (duration: 1.186429754s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.231428Z","caller":"traceutil/trace.go:171","msg":"trace[1831942465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11864; }","duration":"976.777333ms","start":"2026-03-31T05:21:53.254639Z","end":"2026-03-31T05:21:54.231416Z","steps":["trace[1831942465] 'agreement among raft nodes before linearized reading' (duration: 976.652909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.231437Z","caller":"traceutil/trace.go:171","msg":"trace[617533653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11864; }","duration":"976.837864ms","start":"2026-03-31T05:21:53.254588Z","end":"2026-03-31T05:21:54.231425Z","steps":["trace[617533653] 'agreement among raft nodes before linearized reading' (duration: 976.68745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.23106Z","caller":"traceutil/trace.go:171","msg":"trace[405607803] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:11864; }","duration":"1.073574909s","start":"2026-03-31T05:21:53.157464Z","end":"2026-03-31T05:21:54.231039Z","steps":["trace[405607803] 'agreement among raft nodes before linearized reading' (duration: 1.073397024s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.231469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.254602Z","time spent":"976.860075ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:54.231491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.157398Z","time spent":"1.074074972s","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:54.2315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.254511Z","time spent":"976.955127ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:21:54.231118Z","caller":"traceutil/trace.go:171","msg":"trace[1400657953] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11864; }","duration":"1.333200026s","start":"2026-03-31T05:21:52.897898Z","end":"2026-03-31T05:21:54.231098Z","steps":["trace[1400657953] 'agreement among raft nodes before linearized reading' (duration: 1.333017991s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.231323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.910983Z","time spent":"1.320330635s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":5388,"request content":"key:\"/registry/pods/openstack/staffeln-db-sync-rwstp\" "} {"level":"warn","ts":"2026-03-31T05:21:54.231584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.897874Z","time spent":"1.33370081s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:21:54.231332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.254964Z","time spent":"976.361611ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:21:54.231557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.368774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T05:21:54.231766Z","caller":"traceutil/trace.go:171","msg":"trace[746911046] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11864; }","duration":"453.755075ms","start":"2026-03-31T05:21:53.777992Z","end":"2026-03-31T05:21:54.231747Z","steps":["trace[746911046] 'agreement among raft nodes before linearized reading' (duration: 452.873721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.231861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.777969Z","time spent":"453.875838ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:21:54.231235Z","caller":"traceutil/trace.go:171","msg":"trace[983924152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11864; }","duration":"982.485018ms","start":"2026-03-31T05:21:53.248736Z","end":"2026-03-31T05:21:54.231221Z","steps":["trace[983924152] 'agreement among raft nodes before linearized reading' (duration: 982.352705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.231957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.248708Z","time spent":"983.233449ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:54.231107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.492984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:21:54.232107Z","caller":"traceutil/trace.go:171","msg":"trace[2047005380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11864; }","duration":"977.529583ms","start":"2026-03-31T05:21:53.254566Z","end":"2026-03-31T05:21:54.232095Z","steps":["trace[2047005380] 'agreement among raft nodes before linearized reading' (duration: 976.291779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.232139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.254559Z","time spent":"977.572294ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:21:54.231445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.04442Z","time spent":"1.18701776s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":559,"request content":"key:\"/registry/serviceaccounts/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-31T05:21:54.52875Z","caller":"traceutil/trace.go:171","msg":"trace[541593995] transaction","detail":"{read_only:false; response_revision:11865; number_of_response:1; }","duration":"610.698315ms","start":"2026-03-31T05:21:53.918016Z","end":"2026-03-31T05:21:54.528714Z","steps":["trace[541593995] 'process raft request' (duration: 586.488463ms)","trace[541593995] 'compare' (duration: 23.794591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:54.528864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.85227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:54.528918Z","caller":"traceutil/trace.go:171","msg":"trace[1136435568] transaction","detail":"{read_only:false; response_revision:11866; number_of_response:1; }","duration":"610.203892ms","start":"2026-03-31T05:21:53.918708Z","end":"2026-03-31T05:21:54.528912Z","steps":["trace[1136435568] 'process raft request' (duration: 609.928574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.528927Z","caller":"traceutil/trace.go:171","msg":"trace[859358483] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io; range_end:; response_count:0; response_revision:11866; }","duration":"610.959333ms","start":"2026-03-31T05:21:53.917951Z","end":"2026-03-31T05:21:54.52891Z","steps":["trace[859358483] 'agreement among raft nodes before linearized reading' (duration: 610.85253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.528955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.918691Z","time spent":"610.246923ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:54.528969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.917933Z","time spent":"611.025494ms","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" "} {"level":"warn","ts":"2026-03-31T05:21:54.528885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.917989Z","time spent":"610.832669ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:54.529311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.753005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-retention\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-03-31T05:21:54.528735Z","caller":"traceutil/trace.go:171","msg":"trace[1992774984] linearizableReadLoop","detail":"{readStateIndex:12343; appliedIndex:12341; }","duration":"297.834502ms","start":"2026-03-31T05:21:54.230878Z","end":"2026-03-31T05:21:54.528713Z","steps":["trace[1992774984] 'read index received' (duration: 273.638481ms)","trace[1992774984] 'applied index is now lower than readState.Index' (duration: 24.194701ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:54.529359Z","caller":"traceutil/trace.go:171","msg":"trace[4447513] range","detail":"{range_begin:/registry/leases/openstack/staffeln-retention; range_end:; response_count:1; response_revision:11866; }","duration":"607.829107ms","start":"2026-03-31T05:21:53.921517Z","end":"2026-03-31T05:21:54.529346Z","steps":["trace[4447513] 'agreement among raft nodes before linearized reading' (duration: 607.666413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.5294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.921505Z","time spent":"607.884569ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":475,"request content":"key:\"/registry/leases/openstack/staffeln-retention\" "} {"level":"warn","ts":"2026-03-31T05:21:54.529531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.76811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-puller\" ","response":"range_response_count:1 size:446"} {"level":"info","ts":"2026-03-31T05:21:54.529615Z","caller":"traceutil/trace.go:171","msg":"trace[272837036] range","detail":"{range_begin:/registry/leases/openstack/staffeln-puller; range_end:; response_count:1; response_revision:11866; }","duration":"609.881073ms","start":"2026-03-31T05:21:53.919716Z","end":"2026-03-31T05:21:54.529597Z","steps":["trace[272837036] 'agreement among raft nodes before linearized reading' (duration: 609.627536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.529665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.919711Z","time spent":"609.945655ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":469,"request content":"key:\"/registry/leases/openstack/staffeln-puller\" "} {"level":"info","ts":"2026-03-31T05:21:54.558063Z","caller":"traceutil/trace.go:171","msg":"trace[1083711090] transaction","detail":"{read_only:false; response_revision:11867; number_of_response:1; }","duration":"321.693294ms","start":"2026-03-31T05:21:54.236297Z","end":"2026-03-31T05:21:54.557991Z","steps":["trace[1083711090] 'process raft request' (duration: 321.055637ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.558167Z","caller":"traceutil/trace.go:171","msg":"trace[239114814] transaction","detail":"{read_only:false; response_revision:11868; number_of_response:1; }","duration":"320.833731ms","start":"2026-03-31T05:21:54.236952Z","end":"2026-03-31T05:21:54.557785Z","steps":["trace[239114814] 'process raft request' (duration: 320.735808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.558327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:54.236279Z","time spent":"321.924041ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:54.558394Z","caller":"traceutil/trace.go:171","msg":"trace[854629047] transaction","detail":"{read_only:false; response_revision:11870; number_of_response:1; }","duration":"320.615405ms","start":"2026-03-31T05:21:54.237727Z","end":"2026-03-31T05:21:54.558342Z","steps":["trace[854629047] 'process raft request' (duration: 320.4291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.558393Z","caller":"traceutil/trace.go:171","msg":"trace[284364312] transaction","detail":"{read_only:false; response_revision:11869; number_of_response:1; }","duration":"321.310244ms","start":"2026-03-31T05:21:54.237027Z","end":"2026-03-31T05:21:54.558337Z","steps":["trace[284364312] 'process raft request' (duration: 320.713328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.558441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:54.23694Z","time spent":"321.309535ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:54.558501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.044816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:54.558558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:54.237717Z","time spent":"320.756459ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:54.558582Z","caller":"traceutil/trace.go:171","msg":"trace[671914217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11874; }","duration":"325.156849ms","start":"2026-03-31T05:21:54.233408Z","end":"2026-03-31T05:21:54.558565Z","steps":["trace[671914217] 'agreement among raft nodes before linearized reading' (duration: 325.047886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.558629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:54.233387Z","time spent":"325.231852ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:54.558633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:54.237017Z","time spent":"321.491419ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:54.558744Z","caller":"traceutil/trace.go:171","msg":"trace[1590004105] transaction","detail":"{read_only:false; response_revision:11871; number_of_response:1; }","duration":"320.469101ms","start":"2026-03-31T05:21:54.238247Z","end":"2026-03-31T05:21:54.558717Z","steps":["trace[1590004105] 'process raft request' (duration: 320.019129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.558877Z","caller":"traceutil/trace.go:171","msg":"trace[1213789541] transaction","detail":"{read_only:false; response_revision:11872; number_of_response:1; }","duration":"319.651859ms","start":"2026-03-31T05:21:54.239205Z","end":"2026-03-31T05:21:54.558857Z","steps":["trace[1213789541] 'process raft request' (duration: 319.096634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.558907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.629485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-rwstp\" ","response":"range_response_count:1 size:6670"} {"level":"info","ts":"2026-03-31T05:21:54.558948Z","caller":"traceutil/trace.go:171","msg":"trace[867271415] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-rwstp; range_end:; response_count:1; response_revision:11874; }","duration":"324.692516ms","start":"2026-03-31T05:21:54.234243Z","end":"2026-03-31T05:21:54.558936Z","steps":["trace[867271415] 'agreement among raft nodes before linearized reading' (duration: 324.627985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.558947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:54.239198Z","time spent":"319.717441ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6655,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:54.558981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:54.234224Z","time spent":"324.751148ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":6693,"request content":"key:\"/registry/pods/openstack/staffeln-db-sync-rwstp\" "} {"level":"warn","ts":"2026-03-31T05:21:54.558897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:54.23824Z","time spent":"320.574374ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:54.559122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.605271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19103"} {"level":"info","ts":"2026-03-31T05:21:54.55916Z","caller":"traceutil/trace.go:171","msg":"trace[1362460259] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11874; }","duration":"325.696854ms","start":"2026-03-31T05:21:54.233454Z","end":"2026-03-31T05:21:54.559151Z","steps":["trace[1362460259] 'agreement among raft nodes before linearized reading' (duration: 325.560051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.55918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:54.233423Z","time spent":"325.753136ms","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19126,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:21:54.559384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.869937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:54.559425Z","caller":"traceutil/trace.go:171","msg":"trace[1057760787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11874; }","duration":"104.9551ms","start":"2026-03-31T05:21:54.45446Z","end":"2026-03-31T05:21:54.559415Z","steps":["trace[1057760787] 'agreement among raft nodes before linearized reading' (duration: 104.889818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.564178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.171267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375254"} {"level":"info","ts":"2026-03-31T05:21:54.564293Z","caller":"traceutil/trace.go:171","msg":"trace[2026147497] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11874; }","duration":"326.780674ms","start":"2026-03-31T05:21:54.23749Z","end":"2026-03-31T05:21:54.564271Z","steps":["trace[2026147497] 'agreement among raft nodes before linearized reading' (duration: 321.259773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.564356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:54.23748Z","time spent":"326.853846ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375277,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:21:54.745694Z","caller":"traceutil/trace.go:171","msg":"trace[255854595] linearizableReadLoop","detail":"{readStateIndex:12353; appliedIndex:12351; }","duration":"180.433522ms","start":"2026-03-31T05:21:54.565239Z","end":"2026-03-31T05:21:54.745672Z","steps":["trace[255854595] 'read index received' (duration: 180.188266ms)","trace[255854595] 'applied index is now lower than readState.Index' (duration: 244.346µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:54.745796Z","caller":"traceutil/trace.go:171","msg":"trace[1691837465] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11876; }","duration":"213.799755ms","start":"2026-03-31T05:21:54.531959Z","end":"2026-03-31T05:21:54.745759Z","steps":["trace[1691837465] 'process raft request' (duration: 213.680021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.745989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.585905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:54.746012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.779892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-rwstp\" ","response":"range_response_count:1 size:6670"} {"level":"info","ts":"2026-03-31T05:21:54.745727Z","caller":"traceutil/trace.go:171","msg":"trace[318198928] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11875; }","duration":"213.853716ms","start":"2026-03-31T05:21:54.531857Z","end":"2026-03-31T05:21:54.745711Z","steps":["trace[318198928] 'process raft request' (duration: 213.6336ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.746055Z","caller":"traceutil/trace.go:171","msg":"trace[219351608] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-rwstp; range_end:; response_count:1; response_revision:11876; }","duration":"180.869945ms","start":"2026-03-31T05:21:54.565177Z","end":"2026-03-31T05:21:54.746047Z","steps":["trace[219351608] 'agreement among raft nodes before linearized reading' (duration: 180.609008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.746057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.533171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:54.746079Z","caller":"traceutil/trace.go:171","msg":"trace[481805026] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11876; }","duration":"118.554441ms","start":"2026-03-31T05:21:54.627519Z","end":"2026-03-31T05:21:54.746074Z","steps":["trace[481805026] 'agreement among raft nodes before linearized reading' (duration: 118.51876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.745987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.037577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:54.746194Z","caller":"traceutil/trace.go:171","msg":"trace[109251933] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:11876; }","duration":"118.296743ms","start":"2026-03-31T05:21:54.627888Z","end":"2026-03-31T05:21:54.746184Z","steps":["trace[109251933] 'agreement among raft nodes before linearized reading' (duration: 118.055397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.746026Z","caller":"traceutil/trace.go:171","msg":"trace[678207501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11876; }","duration":"177.735579ms","start":"2026-03-31T05:21:54.568281Z","end":"2026-03-31T05:21:54.746017Z","steps":["trace[678207501] 'agreement among raft nodes before linearized reading' (duration: 177.580785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:55.646477Z","caller":"traceutil/trace.go:171","msg":"trace[1069017606] transaction","detail":"{read_only:false; response_revision:11877; number_of_response:1; }","duration":"159.313525ms","start":"2026-03-31T05:21:55.48714Z","end":"2026-03-31T05:21:55.646454Z","steps":["trace[1069017606] 'process raft request' (duration: 159.152581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:55.974828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.367408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:55.974845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.95791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:55.974913Z","caller":"traceutil/trace.go:171","msg":"trace[1373857660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11878; }","duration":"106.480221ms","start":"2026-03-31T05:21:55.868413Z","end":"2026-03-31T05:21:55.974893Z","steps":["trace[1373857660] 'range keys from in-memory index tree' (duration: 106.288066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:55.974929Z","caller":"traceutil/trace.go:171","msg":"trace[859077061] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:11878; }","duration":"146.088743ms","start":"2026-03-31T05:21:55.828812Z","end":"2026-03-31T05:21:55.9749Z","steps":["trace[859077061] 'count revisions from in-memory index tree' (duration: 145.811956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:56.400517Z","caller":"traceutil/trace.go:171","msg":"trace[685737512] transaction","detail":"{read_only:false; response_revision:11880; number_of_response:1; }","duration":"158.534634ms","start":"2026-03-31T05:21:56.241918Z","end":"2026-03-31T05:21:56.400452Z","steps":["trace[685737512] 'process raft request' (duration: 158.300898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:56.641229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.547858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:21:56.641313Z","caller":"traceutil/trace.go:171","msg":"trace[2068480710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11880; }","duration":"104.676722ms","start":"2026-03-31T05:21:56.536619Z","end":"2026-03-31T05:21:56.641296Z","steps":["trace[2068480710] 'range keys from in-memory index tree' (duration: 104.416725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:56.759473Z","caller":"traceutil/trace.go:171","msg":"trace[410635390] linearizableReadLoop","detail":"{readStateIndex:12359; appliedIndex:12357; }","duration":"185.148002ms","start":"2026-03-31T05:21:56.574302Z","end":"2026-03-31T05:21:56.75945Z","steps":["trace[410635390] 'read index received' (duration: 185.005798ms)","trace[410635390] 'applied index is now lower than readState.Index' (duration: 140.684µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:56.759507Z","caller":"traceutil/trace.go:171","msg":"trace[981774203] transaction","detail":"{read_only:false; response_revision:11881; number_of_response:1; }","duration":"191.526726ms","start":"2026-03-31T05:21:56.567954Z","end":"2026-03-31T05:21:56.759481Z","steps":["trace[981774203] 'process raft request' (duration: 191.222287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:56.759548Z","caller":"traceutil/trace.go:171","msg":"trace[588679686] transaction","detail":"{read_only:false; response_revision:11882; number_of_response:1; }","duration":"191.550087ms","start":"2026-03-31T05:21:56.567963Z","end":"2026-03-31T05:21:56.759513Z","steps":["trace[588679686] 'process raft request' (duration: 191.435903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:56.759763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.44369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:21:56.759799Z","caller":"traceutil/trace.go:171","msg":"trace[365609294] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11882; }","duration":"185.527832ms","start":"2026-03-31T05:21:56.574261Z","end":"2026-03-31T05:21:56.759789Z","steps":["trace[365609294] 'agreement among raft nodes before linearized reading' (duration: 185.389228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:56.800181Z","caller":"traceutil/trace.go:171","msg":"trace[1788191249] transaction","detail":"{read_only:false; response_revision:11883; number_of_response:1; }","duration":"155.298256ms","start":"2026-03-31T05:21:56.644849Z","end":"2026-03-31T05:21:56.800147Z","steps":["trace[1788191249] 'process raft request' (duration: 154.977497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:56.800195Z","caller":"traceutil/trace.go:171","msg":"trace[1030969206] transaction","detail":"{read_only:false; response_revision:11885; number_of_response:1; }","duration":"154.829963ms","start":"2026-03-31T05:21:56.645334Z","end":"2026-03-31T05:21:56.800164Z","steps":["trace[1030969206] 'process raft request' (duration: 154.73313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:56.800177Z","caller":"traceutil/trace.go:171","msg":"trace[1436003758] transaction","detail":"{read_only:false; response_revision:11884; number_of_response:1; }","duration":"155.06419ms","start":"2026-03-31T05:21:56.645081Z","end":"2026-03-31T05:21:56.800145Z","steps":["trace[1436003758] 'process raft request' (duration: 154.912155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:56.800353Z","caller":"traceutil/trace.go:171","msg":"trace[1168124033] transaction","detail":"{read_only:false; response_revision:11886; number_of_response:1; }","duration":"154.941826ms","start":"2026-03-31T05:21:56.645379Z","end":"2026-03-31T05:21:56.800321Z","steps":["trace[1168124033] 'process raft request' (duration: 154.734481ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:56.800623Z","caller":"traceutil/trace.go:171","msg":"trace[2112596848] transaction","detail":"{read_only:false; response_revision:11887; number_of_response:1; }","duration":"154.953356ms","start":"2026-03-31T05:21:56.645654Z","end":"2026-03-31T05:21:56.800608Z","steps":["trace[2112596848] 'process raft request' (duration: 154.574486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:57.688436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.798887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:57.688514Z","caller":"traceutil/trace.go:171","msg":"trace[930350282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11887; }","duration":"817.94235ms","start":"2026-03-31T05:21:56.870553Z","end":"2026-03-31T05:21:57.688496Z","steps":["trace[930350282] 'range keys from in-memory index tree' (duration: 817.699313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:57.688549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:56.870529Z","time spent":"818.014022ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:57.688573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.10016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:21:57.688648Z","caller":"traceutil/trace.go:171","msg":"trace[1401085861] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:11887; }","duration":"827.243304ms","start":"2026-03-31T05:21:56.861389Z","end":"2026-03-31T05:21:57.688633Z","steps":["trace[1401085861] 'range keys from in-memory index tree' (duration: 826.897314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:57.688688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:56.861367Z","time spent":"827.314156ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:21:57.68887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.259044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:57.68887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.021857ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:57.688987Z","caller":"traceutil/trace.go:171","msg":"trace[303178369] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:11887; }","duration":"264.424419ms","start":"2026-03-31T05:21:57.424522Z","end":"2026-03-31T05:21:57.688946Z","steps":["trace[303178369] 'count revisions from in-memory index tree' (duration: 264.123661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:57.689006Z","caller":"traceutil/trace.go:171","msg":"trace[558009602] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11887; }","duration":"407.171232ms","start":"2026-03-31T05:21:57.281819Z","end":"2026-03-31T05:21:57.68899Z","steps":["trace[558009602] 'range keys from in-memory index tree' (duration: 407.006056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:57.847462Z","caller":"traceutil/trace.go:171","msg":"trace[905283715] linearizableReadLoop","detail":"{readStateIndex:12365; appliedIndex:12364; }","duration":"156.279753ms","start":"2026-03-31T05:21:57.69116Z","end":"2026-03-31T05:21:57.847439Z","steps":["trace[905283715] 'read index received' (duration: 156.145549ms)","trace[905283715] 'applied index is now lower than readState.Index' (duration: 132.484µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:57.8476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.431766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:57.847632Z","caller":"traceutil/trace.go:171","msg":"trace[1563610537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11887; }","duration":"156.53084ms","start":"2026-03-31T05:21:57.691092Z","end":"2026-03-31T05:21:57.847623Z","steps":["trace[1563610537] 'agreement among raft nodes before linearized reading' (duration: 156.443697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:57.978951Z","caller":"traceutil/trace.go:171","msg":"trace[2128294622] transaction","detail":"{read_only:false; response_revision:11888; number_of_response:1; }","duration":"130.363354ms","start":"2026-03-31T05:21:57.84856Z","end":"2026-03-31T05:21:57.978924Z","steps":["trace[2128294622] 'process raft request' (duration: 128.644097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.646847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.309768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:58.647028Z","caller":"traceutil/trace.go:171","msg":"trace[1609742816] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:11891; }","duration":"113.562805ms","start":"2026-03-31T05:21:58.533446Z","end":"2026-03-31T05:21:58.647009Z","steps":["trace[1609742816] 'count revisions from in-memory index tree' (duration: 113.195934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.902311Z","caller":"traceutil/trace.go:171","msg":"trace[372816713] transaction","detail":"{read_only:false; response_revision:11893; number_of_response:1; }","duration":"136.834821ms","start":"2026-03-31T05:21:58.765445Z","end":"2026-03-31T05:21:58.90228Z","steps":["trace[372816713] 'process raft request' (duration: 136.642786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.90595Z","caller":"traceutil/trace.go:171","msg":"trace[939716222] linearizableReadLoop","detail":"{readStateIndex:12372; appliedIndex:12370; }","duration":"139.639088ms","start":"2026-03-31T05:21:58.766283Z","end":"2026-03-31T05:21:58.905922Z","steps":["trace[939716222] 'read index received' (duration: 135.883465ms)","trace[939716222] 'applied index is now lower than readState.Index' (duration: 3.754753ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:58.906043Z","caller":"traceutil/trace.go:171","msg":"trace[2044943509] transaction","detail":"{read_only:false; response_revision:11894; number_of_response:1; }","duration":"139.825562ms","start":"2026-03-31T05:21:58.766187Z","end":"2026-03-31T05:21:58.906012Z","steps":["trace[2044943509] 'process raft request' (duration: 139.594416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.906176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.883434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-03-31T05:21:58.90623Z","caller":"traceutil/trace.go:171","msg":"trace[1493286844] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:11894; }","duration":"139.980717ms","start":"2026-03-31T05:21:58.766233Z","end":"2026-03-31T05:21:58.906213Z","steps":["trace[1493286844] 'agreement among raft nodes before linearized reading' (duration: 139.815642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.90628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.219958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:21:58.906281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.854607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:21:58.906322Z","caller":"traceutil/trace.go:171","msg":"trace[2144240476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11894; }","duration":"101.299839ms","start":"2026-03-31T05:21:58.80501Z","end":"2026-03-31T05:21:58.90631Z","steps":["trace[2144240476] 'agreement among raft nodes before linearized reading' (duration: 101.155046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.906285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.975006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-init\" ","response":"range_response_count:1 size:5655"} {"level":"info","ts":"2026-03-31T05:21:58.906333Z","caller":"traceutil/trace.go:171","msg":"trace[1011722257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11894; }","duration":"100.92775ms","start":"2026-03-31T05:21:58.805391Z","end":"2026-03-31T05:21:58.906319Z","steps":["trace[1011722257] 'agreement among raft nodes before linearized reading' (duration: 100.798656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.906392Z","caller":"traceutil/trace.go:171","msg":"trace[1334455051] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-init; range_end:; response_count:1; response_revision:11894; }","duration":"140.064599ms","start":"2026-03-31T05:21:58.766297Z","end":"2026-03-31T05:21:58.906362Z","steps":["trace[1334455051] 'agreement among raft nodes before linearized reading' (duration: 139.785441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.906487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.472724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:21:58.906587Z","caller":"traceutil/trace.go:171","msg":"trace[945302453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11894; }","duration":"101.602807ms","start":"2026-03-31T05:21:58.804961Z","end":"2026-03-31T05:21:58.906564Z","steps":["trace[945302453] 'agreement among raft nodes before linearized reading' (duration: 101.285019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.906487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.70577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:21:58.906731Z","caller":"traceutil/trace.go:171","msg":"trace[664181484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11894; }","duration":"102.012049ms","start":"2026-03-31T05:21:58.804711Z","end":"2026-03-31T05:21:58.906723Z","steps":["trace[664181484] 'agreement among raft nodes before linearized reading' (duration: 101.563246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.906519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.879068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:21:58.906841Z","caller":"traceutil/trace.go:171","msg":"trace[860661947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11894; }","duration":"101.240507ms","start":"2026-03-31T05:21:58.805581Z","end":"2026-03-31T05:21:58.906822Z","steps":["trace[860661947] 'agreement among raft nodes before linearized reading' (duration: 100.535558ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:59.095454Z","caller":"traceutil/trace.go:171","msg":"trace[300076890] linearizableReadLoop","detail":"{readStateIndex:12378; appliedIndex:12373; }","duration":"108.772584ms","start":"2026-03-31T05:21:58.986654Z","end":"2026-03-31T05:21:59.095427Z","steps":["trace[300076890] 'read index received' (duration: 85.734444ms)","trace[300076890] 'applied index is now lower than readState.Index' (duration: 23.03701ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:59.095601Z","caller":"traceutil/trace.go:171","msg":"trace[58155983] transaction","detail":"{read_only:false; response_revision:11897; number_of_response:1; }","duration":"180.807182ms","start":"2026-03-31T05:21:58.91476Z","end":"2026-03-31T05:21:59.095567Z","steps":["trace[58155983] 'process raft request' (duration: 180.492534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:59.095658Z","caller":"traceutil/trace.go:171","msg":"trace[700236945] transaction","detail":"{read_only:false; response_revision:11899; number_of_response:1; }","duration":"166.269956ms","start":"2026-03-31T05:21:58.929345Z","end":"2026-03-31T05:21:59.095615Z","steps":["trace[700236945] 'process raft request' (duration: 166.011239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:59.095741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.064091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:21:59.095781Z","caller":"traceutil/trace.go:171","msg":"trace[4924130] transaction","detail":"{read_only:false; response_revision:11898; number_of_response:1; }","duration":"166.463591ms","start":"2026-03-31T05:21:58.929303Z","end":"2026-03-31T05:21:59.095766Z","steps":["trace[4924130] 'process raft request' (duration: 166.019599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:59.095784Z","caller":"traceutil/trace.go:171","msg":"trace[719990384] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11900; }","duration":"109.166494ms","start":"2026-03-31T05:21:58.986604Z","end":"2026-03-31T05:21:59.095771Z","steps":["trace[719990384] 'agreement among raft nodes before linearized reading' (duration: 108.927457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:59.095849Z","caller":"traceutil/trace.go:171","msg":"trace[991097446] transaction","detail":"{read_only:false; response_revision:11896; number_of_response:1; }","duration":"184.290608ms","start":"2026-03-31T05:21:58.911548Z","end":"2026-03-31T05:21:59.095838Z","steps":["trace[991097446] 'process raft request' (duration: 160.821226ms)","trace[991097446] 'compare' (duration: 22.68108ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:59.095855Z","caller":"traceutil/trace.go:171","msg":"trace[1798096712] transaction","detail":"{read_only:false; response_revision:11900; number_of_response:1; }","duration":"166.199654ms","start":"2026-03-31T05:21:58.929609Z","end":"2026-03-31T05:21:59.095808Z","steps":["trace[1798096712] 'process raft request' (duration: 165.776562ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:59.93017Z","caller":"traceutil/trace.go:171","msg":"trace[1590705689] linearizableReadLoop","detail":"{readStateIndex:12379; appliedIndex:12378; }","duration":"156.621201ms","start":"2026-03-31T05:21:59.773526Z","end":"2026-03-31T05:21:59.930147Z","steps":["trace[1590705689] 'read index received' (duration: 156.415896ms)","trace[1590705689] 'applied index is now lower than readState.Index' (duration: 204.275µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:59.930247Z","caller":"traceutil/trace.go:171","msg":"trace[1886651599] transaction","detail":"{read_only:false; response_revision:11901; number_of_response:1; }","duration":"195.064353ms","start":"2026-03-31T05:21:59.735147Z","end":"2026-03-31T05:21:59.930212Z","steps":["trace[1886651599] 'process raft request' (duration: 194.831157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:59.930411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.851238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:59.930513Z","caller":"traceutil/trace.go:171","msg":"trace[725230198] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11901; }","duration":"156.980942ms","start":"2026-03-31T05:21:59.77351Z","end":"2026-03-31T05:21:59.930491Z","steps":["trace[725230198] 'agreement among raft nodes before linearized reading' (duration: 156.780066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:59.930449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.388032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:21:59.93062Z","caller":"traceutil/trace.go:171","msg":"trace[1235823241] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11901; }","duration":"131.620168ms","start":"2026-03-31T05:21:59.798985Z","end":"2026-03-31T05:21:59.930605Z","steps":["trace[1235823241] 'agreement among raft nodes before linearized reading' (duration: 131.32002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:01.139436Z","caller":"traceutil/trace.go:171","msg":"trace[923591211] transaction","detail":"{read_only:false; response_revision:11906; number_of_response:1; }","duration":"230.491991ms","start":"2026-03-31T05:22:00.908922Z","end":"2026-03-31T05:22:01.139414Z","steps":["trace[923591211] 'process raft request' (duration: 230.310296ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:01.139671Z","caller":"traceutil/trace.go:171","msg":"trace[1351554392] transaction","detail":"{read_only:false; response_revision:11907; number_of_response:1; }","duration":"229.080542ms","start":"2026-03-31T05:22:00.910583Z","end":"2026-03-31T05:22:01.139663Z","steps":["trace[1351554392] 'process raft request' (duration: 228.799965ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:01.139633Z","caller":"traceutil/trace.go:171","msg":"trace[1195118837] linearizableReadLoop","detail":"{readStateIndex:12385; appliedIndex:12383; }","duration":"221.64968ms","start":"2026-03-31T05:22:00.917949Z","end":"2026-03-31T05:22:01.139599Z","steps":["trace[1195118837] 'read index received' (duration: 66.680343ms)","trace[1195118837] 'applied index is now lower than readState.Index' (duration: 154.967247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:01.139878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.902846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:22:01.139935Z","caller":"traceutil/trace.go:171","msg":"trace[52977953] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11907; }","duration":"222.010689ms","start":"2026-03-31T05:22:00.917912Z","end":"2026-03-31T05:22:01.139923Z","steps":["trace[52977953] 'agreement among raft nodes before linearized reading' (duration: 221.779773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:01.140021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.101537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:22:01.140073Z","caller":"traceutil/trace.go:171","msg":"trace[2145766651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11907; }","duration":"171.19716ms","start":"2026-03-31T05:22:00.968861Z","end":"2026-03-31T05:22:01.140058Z","steps":["trace[2145766651] 'agreement among raft nodes before linearized reading' (duration: 171.017645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:02.036891Z","caller":"traceutil/trace.go:171","msg":"trace[923709534] transaction","detail":"{read_only:false; response_revision:11915; number_of_response:1; }","duration":"276.53553ms","start":"2026-03-31T05:22:01.760329Z","end":"2026-03-31T05:22:02.036865Z","steps":["trace[923709534] 'process raft request' (duration: 276.336264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:02.348006Z","caller":"traceutil/trace.go:171","msg":"trace[1906032615] linearizableReadLoop","detail":"{readStateIndex:12394; appliedIndex:12392; }","duration":"479.342904ms","start":"2026-03-31T05:22:01.868639Z","end":"2026-03-31T05:22:02.347982Z","steps":["trace[1906032615] 'read index received' (duration: 168.069574ms)","trace[1906032615] 'applied index is now lower than readState.Index' (duration: 311.27225ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:02.348303Z","caller":"traceutil/trace.go:171","msg":"trace[981666976] transaction","detail":"{read_only:false; response_revision:11916; number_of_response:1; }","duration":"492.6915ms","start":"2026-03-31T05:22:01.85553Z","end":"2026-03-31T05:22:02.348222Z","steps":["trace[981666976] 'process raft request' (duration: 492.043662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:02.34861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:01.855509Z","time spent":"492.948046ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414980,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:02.348692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.031714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:02.348791Z","caller":"traceutil/trace.go:171","msg":"trace[488408471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11916; }","duration":"480.147767ms","start":"2026-03-31T05:22:01.868594Z","end":"2026-03-31T05:22:02.348742Z","steps":["trace[488408471] 'agreement among raft nodes before linearized reading' (duration: 480.033014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:02.348849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:01.868573Z","time spent":"480.262829ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:22:02.520945Z","caller":"traceutil/trace.go:171","msg":"trace[879116752] linearizableReadLoop","detail":"{readStateIndex:12395; appliedIndex:12394; }","duration":"172.845705ms","start":"2026-03-31T05:22:02.348075Z","end":"2026-03-31T05:22:02.520921Z","steps":["trace[879116752] 'read index received' (duration: 84.772917ms)","trace[879116752] 'applied index is now lower than readState.Index' (duration: 88.071568ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:02.5211Z","caller":"traceutil/trace.go:171","msg":"trace[1512881591] transaction","detail":"{read_only:false; response_revision:11917; number_of_response:1; }","duration":"431.27414ms","start":"2026-03-31T05:22:02.0897Z","end":"2026-03-31T05:22:02.520974Z","steps":["trace[1512881591] 'process raft request' (duration: 343.212023ms)","trace[1512881591] 'compare' (duration: 87.872592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:02.521299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:02.089676Z","time spent":"431.527738ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:02.521137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.612523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:02.534216Z","caller":"traceutil/trace.go:171","msg":"trace[866783998] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:11917; }","duration":"529.695731ms","start":"2026-03-31T05:22:02.004495Z","end":"2026-03-31T05:22:02.534191Z","steps":["trace[866783998] 'agreement among raft nodes before linearized reading' (duration: 516.539131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:02.521391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.665902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-03-31T05:22:02.534297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:02.004439Z","time spent":"529.830255ms","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:22:02.534329Z","caller":"traceutil/trace.go:171","msg":"trace[494458011] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11917; }","duration":"444.669217ms","start":"2026-03-31T05:22:02.089638Z","end":"2026-03-31T05:22:02.534308Z","steps":["trace[494458011] 'agreement among raft nodes before linearized reading' (duration: 431.353203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:02.534554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:02.089611Z","time spent":"444.80136ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5152,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:22:02.763276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.962374ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:22:02.763405Z","caller":"traceutil/trace.go:171","msg":"trace[456937698] linearizableReadLoop","detail":"{readStateIndex:12396; appliedIndex:12395; }","duration":"242.375376ms","start":"2026-03-31T05:22:02.521007Z","end":"2026-03-31T05:22:02.763382Z","steps":["trace[456937698] 'read index received' (duration: 22.240688ms)","trace[456937698] 'applied index is now lower than readState.Index' (duration: 220.132188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:02.763511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.043214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:02.76356Z","caller":"traceutil/trace.go:171","msg":"trace[1094272831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11917; }","duration":"412.142798ms","start":"2026-03-31T05:22:02.351403Z","end":"2026-03-31T05:22:02.763546Z","steps":["trace[1094272831] 'agreement among raft nodes before linearized reading' (duration: 412.043135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:02.763607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:02.351382Z","time spent":"412.212859ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:22:02.763747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.565522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:22:02.763821Z","caller":"traceutil/trace.go:171","msg":"trace[914840726] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11917; }","duration":"268.645804ms","start":"2026-03-31T05:22:02.495154Z","end":"2026-03-31T05:22:02.7638Z","steps":["trace[914840726] 'agreement among raft nodes before linearized reading' (duration: 268.429098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:02.952625Z","caller":"traceutil/trace.go:171","msg":"trace[676779657] transaction","detail":"{read_only:false; response_revision:11918; number_of_response:1; }","duration":"185.279095ms","start":"2026-03-31T05:22:02.767323Z","end":"2026-03-31T05:22:02.952602Z","steps":["trace[676779657] 'process raft request' (duration: 185.119151ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:03.003409Z","caller":"traceutil/trace.go:171","msg":"trace[69874752] transaction","detail":"{read_only:false; response_revision:11919; number_of_response:1; }","duration":"207.604216ms","start":"2026-03-31T05:22:02.795782Z","end":"2026-03-31T05:22:03.003387Z","steps":["trace[69874752] 'process raft request' (duration: 207.455631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:03.331346Z","caller":"traceutil/trace.go:171","msg":"trace[1799545617] transaction","detail":"{read_only:false; response_revision:11920; number_of_response:1; }","duration":"274.987988ms","start":"2026-03-31T05:22:03.056339Z","end":"2026-03-31T05:22:03.331327Z","steps":["trace[1799545617] 'process raft request' (duration: 274.866755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:03.413123Z","caller":"traceutil/trace.go:171","msg":"trace[693229104] transaction","detail":"{read_only:false; response_revision:11921; number_of_response:1; }","duration":"268.678996ms","start":"2026-03-31T05:22:03.144417Z","end":"2026-03-31T05:22:03.413096Z","steps":["trace[693229104] 'process raft request' (duration: 233.251697ms)","trace[693229104] 'compare' (duration: 35.230653ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:03.413293Z","caller":"traceutil/trace.go:171","msg":"trace[60587114] transaction","detail":"{read_only:false; response_revision:11922; number_of_response:1; }","duration":"265.370745ms","start":"2026-03-31T05:22:03.147893Z","end":"2026-03-31T05:22:03.413264Z","steps":["trace[60587114] 'process raft request' (duration: 265.157019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:03.41342Z","caller":"traceutil/trace.go:171","msg":"trace[819172301] linearizableReadLoop","detail":"{readStateIndex:12401; appliedIndex:12398; }","duration":"226.739088ms","start":"2026-03-31T05:22:03.186643Z","end":"2026-03-31T05:22:03.413382Z","steps":["trace[819172301] 'read index received' (duration: 144.657014ms)","trace[819172301] 'applied index is now lower than readState.Index' (duration: 82.075134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:03.413743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.062378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:22:03.41382Z","caller":"traceutil/trace.go:171","msg":"trace[2093957602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11922; }","duration":"227.213382ms","start":"2026-03-31T05:22:03.186586Z","end":"2026-03-31T05:22:03.413799Z","steps":["trace[2093957602] 'agreement among raft nodes before linearized reading' (duration: 226.930684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.413928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.799918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19103"} {"level":"info","ts":"2026-03-31T05:22:03.413965Z","caller":"traceutil/trace.go:171","msg":"trace[1183927284] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11923; }","duration":"193.88091ms","start":"2026-03-31T05:22:03.220075Z","end":"2026-03-31T05:22:03.413955Z","steps":["trace[1183927284] 'agreement among raft nodes before linearized reading' (duration: 193.738726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.413984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.746254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:22:03.414042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.565522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:22:03.414048Z","caller":"traceutil/trace.go:171","msg":"trace[2021218631] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11923; }","duration":"224.821436ms","start":"2026-03-31T05:22:03.18921Z","end":"2026-03-31T05:22:03.414031Z","steps":["trace[2021218631] 'agreement among raft nodes before linearized reading' (duration: 224.60157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:03.414069Z","caller":"traceutil/trace.go:171","msg":"trace[879586984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11923; }","duration":"208.614153ms","start":"2026-03-31T05:22:03.205448Z","end":"2026-03-31T05:22:03.414062Z","steps":["trace[879586984] 'agreement among raft nodes before linearized reading' (duration: 208.466719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.414079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.606603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:22:03.414142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.250371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:03.41416Z","caller":"traceutil/trace.go:171","msg":"trace[742904179] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:11923; }","duration":"145.304992ms","start":"2026-03-31T05:22:03.268848Z","end":"2026-03-31T05:22:03.414153Z","steps":["trace[742904179] 'agreement among raft nodes before linearized reading' (duration: 145.269131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:03.414176Z","caller":"traceutil/trace.go:171","msg":"trace[1725530164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11923; }","duration":"208.723126ms","start":"2026-03-31T05:22:03.205428Z","end":"2026-03-31T05:22:03.414151Z","steps":["trace[1725530164] 'agreement among raft nodes before linearized reading' (duration: 208.462969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.414288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.260341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:22:03.414311Z","caller":"traceutil/trace.go:171","msg":"trace[1262305803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11923; }","duration":"209.293042ms","start":"2026-03-31T05:22:03.205012Z","end":"2026-03-31T05:22:03.414305Z","steps":["trace[1262305803] 'agreement among raft nodes before linearized reading' (duration: 209.22189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.414331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.655432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:22:03.41435Z","caller":"traceutil/trace.go:171","msg":"trace[491454957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11923; }","duration":"209.710644ms","start":"2026-03-31T05:22:03.204632Z","end":"2026-03-31T05:22:03.414342Z","steps":["trace[491454957] 'agreement among raft nodes before linearized reading' (duration: 209.659472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:03.696271Z","caller":"traceutil/trace.go:171","msg":"trace[2066623384] transaction","detail":"{read_only:false; response_revision:11925; number_of_response:1; }","duration":"277.709922ms","start":"2026-03-31T05:22:03.418529Z","end":"2026-03-31T05:22:03.696239Z","steps":["trace[2066623384] 'process raft request' (duration: 272.181861ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:03.696334Z","caller":"traceutil/trace.go:171","msg":"trace[1352101725] linearizableReadLoop","detail":"{readStateIndex:12407; appliedIndex:12403; }","duration":"214.436812ms","start":"2026-03-31T05:22:03.481873Z","end":"2026-03-31T05:22:03.69631Z","steps":["trace[1352101725] 'read index received' (duration: 208.777227ms)","trace[1352101725] 'applied index is now lower than readState.Index' (duration: 5.658595ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:03.696393Z","caller":"traceutil/trace.go:171","msg":"trace[83690084] transaction","detail":"{read_only:false; response_revision:11927; number_of_response:1; }","duration":"277.118396ms","start":"2026-03-31T05:22:03.419234Z","end":"2026-03-31T05:22:03.696352Z","steps":["trace[83690084] 'process raft request' (duration: 277.004333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:03.696461Z","caller":"traceutil/trace.go:171","msg":"trace[960949622] transaction","detail":"{read_only:false; response_revision:11928; number_of_response:1; }","duration":"276.937322ms","start":"2026-03-31T05:22:03.419496Z","end":"2026-03-31T05:22:03.696434Z","steps":["trace[960949622] 'process raft request' (duration: 276.777977ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:03.696614Z","caller":"traceutil/trace.go:171","msg":"trace[678647777] transaction","detail":"{read_only:false; response_revision:11926; number_of_response:1; }","duration":"278.028851ms","start":"2026-03-31T05:22:03.418574Z","end":"2026-03-31T05:22:03.696603Z","steps":["trace[678647777] 'process raft request' (duration: 277.562948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.696952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.940932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375503"} {"level":"info","ts":"2026-03-31T05:22:03.696994Z","caller":"traceutil/trace.go:171","msg":"trace[1128020564] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11928; }","duration":"277.019714ms","start":"2026-03-31T05:22:03.419965Z","end":"2026-03-31T05:22:03.696985Z","steps":["trace[1128020564] 'agreement among raft nodes before linearized reading' (duration: 276.431408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:04.043154Z","caller":"traceutil/trace.go:171","msg":"trace[1093178551] linearizableReadLoop","detail":"{readStateIndex:12408; appliedIndex:12407; }","duration":"246.272222ms","start":"2026-03-31T05:22:03.79685Z","end":"2026-03-31T05:22:04.043122Z","steps":["trace[1093178551] 'read index received' (duration: 245.975404ms)","trace[1093178551] 'applied index is now lower than readState.Index' (duration: 295.708µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:04.043788Z","caller":"traceutil/trace.go:171","msg":"trace[1205000500] transaction","detail":"{read_only:false; response_revision:11929; number_of_response:1; }","duration":"258.023604ms","start":"2026-03-31T05:22:03.78574Z","end":"2026-03-31T05:22:04.043763Z","steps":["trace[1205000500] 'process raft request' (duration: 257.174181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:04.04393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.996465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:04.043982Z","caller":"traceutil/trace.go:171","msg":"trace[487101976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11929; }","duration":"126.098697ms","start":"2026-03-31T05:22:03.917868Z","end":"2026-03-31T05:22:04.043967Z","steps":["trace[487101976] 'agreement among raft nodes before linearized reading' (duration: 125.999425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:04.044187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.297911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:04.044276Z","caller":"traceutil/trace.go:171","msg":"trace[1675087176] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11929; }","duration":"247.452025ms","start":"2026-03-31T05:22:03.796801Z","end":"2026-03-31T05:22:04.044253Z","steps":["trace[1675087176] 'agreement among raft nodes before linearized reading' (duration: 247.25792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:05.276497Z","caller":"traceutil/trace.go:171","msg":"trace[104803779] linearizableReadLoop","detail":"{readStateIndex:12411; appliedIndex:12410; }","duration":"207.098912ms","start":"2026-03-31T05:22:05.069375Z","end":"2026-03-31T05:22:05.276474Z","steps":["trace[104803779] 'read index received' (duration: 206.854696ms)","trace[104803779] 'applied index is now lower than readState.Index' (duration: 243.036µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:05.276596Z","caller":"traceutil/trace.go:171","msg":"trace[666533892] transaction","detail":"{read_only:false; response_revision:11932; number_of_response:1; }","duration":"207.685918ms","start":"2026-03-31T05:22:05.068888Z","end":"2026-03-31T05:22:05.276574Z","steps":["trace[666533892] 'process raft request' (duration: 207.427851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:05.276667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.290077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:05.276709Z","caller":"traceutil/trace.go:171","msg":"trace[430267083] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:11932; }","duration":"196.373818ms","start":"2026-03-31T05:22:05.080324Z","end":"2026-03-31T05:22:05.276698Z","steps":["trace[430267083] 'agreement among raft nodes before linearized reading' (duration: 196.276996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:05.276731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.349139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19103"} {"level":"info","ts":"2026-03-31T05:22:05.276807Z","caller":"traceutil/trace.go:171","msg":"trace[1612623740] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11932; }","duration":"207.438231ms","start":"2026-03-31T05:22:05.069359Z","end":"2026-03-31T05:22:05.276797Z","steps":["trace[1612623740] 'agreement among raft nodes before linearized reading' (duration: 207.245546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:05.548046Z","caller":"traceutil/trace.go:171","msg":"trace[867325154] transaction","detail":"{read_only:false; response_revision:11934; number_of_response:1; }","duration":"127.685901ms","start":"2026-03-31T05:22:05.42033Z","end":"2026-03-31T05:22:05.548016Z","steps":["trace[867325154] 'process raft request' (duration: 88.602752ms)","trace[867325154] 'compare' (duration: 38.514213ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:05.871054Z","caller":"traceutil/trace.go:171","msg":"trace[580164383] transaction","detail":"{read_only:false; response_revision:11938; number_of_response:1; }","duration":"134.338672ms","start":"2026-03-31T05:22:05.736695Z","end":"2026-03-31T05:22:05.871034Z","steps":["trace[580164383] 'process raft request' (duration: 134.276521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:05.871244Z","caller":"traceutil/trace.go:171","msg":"trace[173277234] transaction","detail":"{read_only:false; response_revision:11937; number_of_response:1; }","duration":"134.530798ms","start":"2026-03-31T05:22:05.736704Z","end":"2026-03-31T05:22:05.871234Z","steps":["trace[173277234] 'process raft request' (duration: 133.471789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:05.871401Z","caller":"traceutil/trace.go:171","msg":"trace[658806672] transaction","detail":"{read_only:false; response_revision:11939; number_of_response:1; }","duration":"134.642901ms","start":"2026-03-31T05:22:05.736741Z","end":"2026-03-31T05:22:05.871384Z","steps":["trace[658806672] 'process raft request' (duration: 134.262401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:07.11121Z","caller":"traceutil/trace.go:171","msg":"trace[1995690265] transaction","detail":"{read_only:false; response_revision:11942; number_of_response:1; }","duration":"106.882302ms","start":"2026-03-31T05:22:07.004307Z","end":"2026-03-31T05:22:07.111189Z","steps":["trace[1995690265] 'process raft request' (duration: 47.686034ms)","trace[1995690265] 'compare' (duration: 58.89642ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:07.111192Z","caller":"traceutil/trace.go:171","msg":"trace[980176132] linearizableReadLoop","detail":"{readStateIndex:12422; appliedIndex:12421; }","duration":"106.644415ms","start":"2026-03-31T05:22:07.004513Z","end":"2026-03-31T05:22:07.111157Z","steps":["trace[980176132] 'read index received' (duration: 47.386826ms)","trace[980176132] 'applied index is now lower than readState.Index' (duration: 59.256339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:07.111406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.868891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:22:07.111473Z","caller":"traceutil/trace.go:171","msg":"trace[607203088] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11942; }","duration":"106.958445ms","start":"2026-03-31T05:22:07.004497Z","end":"2026-03-31T05:22:07.111455Z","steps":["trace[607203088] 'agreement among raft nodes before linearized reading' (duration: 106.753199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:07.370079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.983002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:22:07.37016Z","caller":"traceutil/trace.go:171","msg":"trace[1414877535] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11942; }","duration":"112.129925ms","start":"2026-03-31T05:22:07.258011Z","end":"2026-03-31T05:22:07.37014Z","steps":["trace[1414877535] 'range keys from in-memory index tree' (duration: 111.763636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:08.133744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.243974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:22:08.134006Z","caller":"traceutil/trace.go:171","msg":"trace[1131995546] linearizableReadLoop","detail":"{readStateIndex:12429; appliedIndex:12426; }","duration":"126.382785ms","start":"2026-03-31T05:22:08.007603Z","end":"2026-03-31T05:22:08.133985Z","steps":["trace[1131995546] 'read index received' (duration: 123.928708ms)","trace[1131995546] 'applied index is now lower than readState.Index' (duration: 2.452727ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:08.133959Z","caller":"traceutil/trace.go:171","msg":"trace[329224843] transaction","detail":"{read_only:false; response_revision:11947; number_of_response:1; }","duration":"254.891187ms","start":"2026-03-31T05:22:07.879036Z","end":"2026-03-31T05:22:08.133927Z","steps":["trace[329224843] 'process raft request' (duration: 69.378707ms)","trace[329224843] 'compare' (duration: 185.058428ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:08.134031Z","caller":"traceutil/trace.go:171","msg":"trace[375270224] transaction","detail":"{read_only:false; response_revision:11948; number_of_response:1; }","duration":"254.100736ms","start":"2026-03-31T05:22:07.879916Z","end":"2026-03-31T05:22:08.134017Z","steps":["trace[375270224] 'process raft request' (duration: 253.968202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:08.134112Z","caller":"traceutil/trace.go:171","msg":"trace[498113180] transaction","detail":"{read_only:false; response_revision:11949; number_of_response:1; }","duration":"253.912141ms","start":"2026-03-31T05:22:07.880156Z","end":"2026-03-31T05:22:08.134068Z","steps":["trace[498113180] 'process raft request' (duration: 253.790128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:08.134152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.54432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:08.134216Z","caller":"traceutil/trace.go:171","msg":"trace[690203596] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:11949; }","duration":"126.653673ms","start":"2026-03-31T05:22:08.007546Z","end":"2026-03-31T05:22:08.134199Z","steps":["trace[690203596] 'agreement among raft nodes before linearized reading' (duration: 126.505469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:08.576196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.343953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:08.576297Z","caller":"traceutil/trace.go:171","msg":"trace[1901433383] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:11949; }","duration":"119.545938ms","start":"2026-03-31T05:22:08.456727Z","end":"2026-03-31T05:22:08.576273Z","steps":["trace[1901433383] 'count revisions from in-memory index tree' (duration: 119.217839ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:08.980811Z","caller":"traceutil/trace.go:171","msg":"trace[1410639467] transaction","detail":"{read_only:false; response_revision:11950; number_of_response:1; }","duration":"418.315986ms","start":"2026-03-31T05:22:08.562467Z","end":"2026-03-31T05:22:08.980783Z","steps":["trace[1410639467] 'process raft request' (duration: 418.129241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:08.980975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:08.56245Z","time spent":"418.44638ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:08.981217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.19342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:08.981273Z","caller":"traceutil/trace.go:171","msg":"trace[62981616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11950; }","duration":"111.301313ms","start":"2026-03-31T05:22:08.869961Z","end":"2026-03-31T05:22:08.981262Z","steps":["trace[62981616] 'agreement among raft nodes before linearized reading' (duration: 111.105798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:08.981007Z","caller":"traceutil/trace.go:171","msg":"trace[555636183] linearizableReadLoop","detail":"{readStateIndex:12430; appliedIndex:12430; }","duration":"110.963133ms","start":"2026-03-31T05:22:08.870009Z","end":"2026-03-31T05:22:08.980973Z","steps":["trace[555636183] 'read index received' (duration: 110.938022ms)","trace[555636183] 'applied index is now lower than readState.Index' (duration: 20.751µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:09.89623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.149248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:22:09.896471Z","caller":"traceutil/trace.go:171","msg":"trace[521205579] linearizableReadLoop","detail":"{readStateIndex:12434; appliedIndex:12432; }","duration":"327.949166ms","start":"2026-03-31T05:22:09.568496Z","end":"2026-03-31T05:22:09.896445Z","steps":["trace[521205579] 'read index received' (duration: 50.065159ms)","trace[521205579] 'applied index is now lower than readState.Index' (duration: 277.881506ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:09.896608Z","caller":"traceutil/trace.go:171","msg":"trace[353118586] transaction","detail":"{read_only:false; response_revision:11954; number_of_response:1; }","duration":"353.931506ms","start":"2026-03-31T05:22:09.542645Z","end":"2026-03-31T05:22:09.896576Z","steps":["trace[353118586] 'process raft request' (duration: 219.333787ms)","trace[353118586] 'compare' (duration: 133.816258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:09.896747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.249853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T05:22:09.896794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:09.542613Z","time spent":"354.07036ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:09.89685Z","caller":"traceutil/trace.go:171","msg":"trace[1508084502] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11954; }","duration":"328.409708ms","start":"2026-03-31T05:22:09.568422Z","end":"2026-03-31T05:22:09.896832Z","steps":["trace[1508084502] 'agreement among raft nodes before linearized reading' (duration: 328.155511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:09.896887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:09.568388Z","time spent":"328.49225ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:22:10.227756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.153293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:22:10.227911Z","caller":"traceutil/trace.go:171","msg":"trace[1095948925] linearizableReadLoop","detail":"{readStateIndex:12435; appliedIndex:12434; }","duration":"331.343239ms","start":"2026-03-31T05:22:09.896552Z","end":"2026-03-31T05:22:10.227896Z","steps":["trace[1095948925] 'read index received' (duration: 153.942489ms)","trace[1095948925] 'applied index is now lower than readState.Index' (duration: 177.3998ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:10.228012Z","caller":"traceutil/trace.go:171","msg":"trace[687345092] transaction","detail":"{read_only:false; response_revision:11955; number_of_response:1; }","duration":"589.341441ms","start":"2026-03-31T05:22:09.638641Z","end":"2026-03-31T05:22:10.227983Z","steps":["trace[687345092] 'process raft request' (duration: 411.869829ms)","trace[687345092] 'compare' (duration: 176.764783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:10.228172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:09.638612Z","time spent":"589.473435ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:10.228271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.071864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:22:10.228307Z","caller":"traceutil/trace.go:171","msg":"trace[1194784402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11956; }","duration":"578.155136ms","start":"2026-03-31T05:22:09.650141Z","end":"2026-03-31T05:22:10.228296Z","steps":["trace[1194784402] 'agreement among raft nodes before linearized reading' (duration: 577.853388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.228331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:09.650115Z","time spent":"578.209308ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:22:10.228318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.139713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:22:10.228321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.207712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:10.228373Z","caller":"traceutil/trace.go:171","msg":"trace[1067198406] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11956; }","duration":"391.213236ms","start":"2026-03-31T05:22:09.837146Z","end":"2026-03-31T05:22:10.228359Z","steps":["trace[1067198406] 'agreement among raft nodes before linearized reading' (duration: 390.784674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:10.228371Z","caller":"traceutil/trace.go:171","msg":"trace[1587890654] transaction","detail":"{read_only:false; response_revision:11956; number_of_response:1; }","duration":"326.933587ms","start":"2026-03-31T05:22:09.901423Z","end":"2026-03-31T05:22:10.228356Z","steps":["trace[1587890654] 'process raft request' (duration: 326.431914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.228404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:09.837138Z","time spent":"391.260027ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:22:10.228435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.713942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:22:10.228442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:09.901399Z","time spent":"327.00849ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:10.228475Z","caller":"traceutil/trace.go:171","msg":"trace[2129189671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11956; }","duration":"356.801124ms","start":"2026-03-31T05:22:09.871662Z","end":"2026-03-31T05:22:10.228463Z","steps":["trace[2129189671] 'agreement among raft nodes before linearized reading' (duration: 356.731612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.228505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:09.871637Z","time spent":"356.861286ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:22:10.228519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.68933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:22:10.228555Z","caller":"traceutil/trace.go:171","msg":"trace[632347337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11956; }","duration":"394.768023ms","start":"2026-03-31T05:22:09.833774Z","end":"2026-03-31T05:22:10.228542Z","steps":["trace[632347337] 'agreement among raft nodes before linearized reading' (duration: 394.198827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.228584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:09.833747Z","time spent":"394.830253ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:22:10.228672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.64351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:10.228696Z","caller":"traceutil/trace.go:171","msg":"trace[1697799835] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:11956; }","duration":"431.669141ms","start":"2026-03-31T05:22:09.79702Z","end":"2026-03-31T05:22:10.228689Z","steps":["trace[1697799835] 'agreement among raft nodes before linearized reading' (duration: 430.968361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.228721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:09.796958Z","time spent":"431.755183ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:22:10.228401Z","caller":"traceutil/trace.go:171","msg":"trace[14992515] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:11956; }","duration":"103.336815ms","start":"2026-03-31T05:22:10.125044Z","end":"2026-03-31T05:22:10.228381Z","steps":["trace[14992515] 'agreement among raft nodes before linearized reading' (duration: 103.090598ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:10.336876Z","caller":"traceutil/trace.go:171","msg":"trace[1662892642] transaction","detail":"{read_only:false; response_revision:11959; number_of_response:1; }","duration":"102.477022ms","start":"2026-03-31T05:22:10.234374Z","end":"2026-03-31T05:22:10.336851Z","steps":["trace[1662892642] 'process raft request' (duration: 101.930787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:10.33695Z","caller":"traceutil/trace.go:171","msg":"trace[1145729487] transaction","detail":"{read_only:false; response_revision:11960; number_of_response:1; }","duration":"102.486992ms","start":"2026-03-31T05:22:10.234432Z","end":"2026-03-31T05:22:10.336919Z","steps":["trace[1145729487] 'process raft request' (duration: 101.928527ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:10.337082Z","caller":"traceutil/trace.go:171","msg":"trace[1726439772] transaction","detail":"{read_only:false; response_revision:11958; number_of_response:1; }","duration":"104.652232ms","start":"2026-03-31T05:22:10.23242Z","end":"2026-03-31T05:22:10.337073Z","steps":["trace[1726439772] 'process raft request' (duration: 101.977979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:11.990753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.519282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:22:11.990842Z","caller":"traceutil/trace.go:171","msg":"trace[1159568785] linearizableReadLoop","detail":"{readStateIndex:12445; appliedIndex:12444; }","duration":"121.016159ms","start":"2026-03-31T05:22:11.869811Z","end":"2026-03-31T05:22:11.990828Z","steps":["trace[1159568785] 'read index received' (duration: 38.081µs)","trace[1159568785] 'applied index is now lower than readState.Index' (duration: 120.976688ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:11.990882Z","caller":"traceutil/trace.go:171","msg":"trace[897895733] transaction","detail":"{read_only:false; response_revision:11965; number_of_response:1; }","duration":"711.778928ms","start":"2026-03-31T05:22:11.279068Z","end":"2026-03-31T05:22:11.990847Z","steps":["trace[897895733] 'process raft request' (duration: 440.090601ms)","trace[897895733] 'compare' (duration: 264.971564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:11.990926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.114981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:11.990946Z","caller":"traceutil/trace.go:171","msg":"trace[1856416076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11965; }","duration":"121.166313ms","start":"2026-03-31T05:22:11.869771Z","end":"2026-03-31T05:22:11.990938Z","steps":["trace[1856416076] 'agreement among raft nodes before linearized reading' (duration: 121.116811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:11.991023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:11.279041Z","time spent":"711.901672ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:12.244983Z","caller":"traceutil/trace.go:171","msg":"trace[1300505612] transaction","detail":"{read_only:false; response_revision:11966; number_of_response:1; }","duration":"341.786574ms","start":"2026-03-31T05:22:11.903166Z","end":"2026-03-31T05:22:12.244953Z","steps":["trace[1300505612] 'process raft request' (duration: 261.89782ms)","trace[1300505612] 'compare' (duration: 79.37879ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:12.245098Z","caller":"traceutil/trace.go:171","msg":"trace[380080086] linearizableReadLoop","detail":"{readStateIndex:12446; appliedIndex:12445; }","duration":"254.177178ms","start":"2026-03-31T05:22:11.990861Z","end":"2026-03-31T05:22:12.245038Z","steps":["trace[380080086] 'read index received' (duration: 174.093909ms)","trace[380080086] 'applied index is now lower than readState.Index' (duration: 80.081569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:12.245205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:11.903129Z","time spent":"341.927828ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:12.24534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.073541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:12.24546Z","caller":"traceutil/trace.go:171","msg":"trace[531859587] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:11966; }","duration":"327.261736ms","start":"2026-03-31T05:22:11.918145Z","end":"2026-03-31T05:22:12.245407Z","steps":["trace[531859587] 'agreement among raft nodes before linearized reading' (duration: 327.065871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:12.245532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:11.91812Z","time spent":"327.36611ms","remote":"127.0.0.1:33466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:22:12.579474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.861776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:22:12.579641Z","caller":"traceutil/trace.go:171","msg":"trace[1528383645] transaction","detail":"{read_only:false; response_revision:11968; number_of_response:1; }","duration":"299.870098ms","start":"2026-03-31T05:22:12.279733Z","end":"2026-03-31T05:22:12.579603Z","steps":["trace[1528383645] 'process raft request' (duration: 175.795636ms)","trace[1528383645] 'compare' (duration: 123.731612ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:12.579774Z","caller":"traceutil/trace.go:171","msg":"trace[1680183082] linearizableReadLoop","detail":"{readStateIndex:12448; appliedIndex:12447; }","duration":"238.424199ms","start":"2026-03-31T05:22:12.341136Z","end":"2026-03-31T05:22:12.57956Z","steps":["trace[1680183082] 'read index received' (duration: 114.363897ms)","trace[1680183082] 'applied index is now lower than readState.Index' (duration: 124.059391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:12.579793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:12.279708Z","time spent":"300.008692ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:12.579903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.742807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:22:12.579992Z","caller":"traceutil/trace.go:171","msg":"trace[168181763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11968; }","duration":"238.875371ms","start":"2026-03-31T05:22:12.341096Z","end":"2026-03-31T05:22:12.579971Z","steps":["trace[168181763] 'agreement among raft nodes before linearized reading' (duration: 238.621214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:12.580063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.646225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:22:12.580064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.511499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:22:12.580113Z","caller":"traceutil/trace.go:171","msg":"trace[330055973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11968; }","duration":"234.755078ms","start":"2026-03-31T05:22:12.345339Z","end":"2026-03-31T05:22:12.580094Z","steps":["trace[330055973] 'agreement among raft nodes before linearized reading' (duration: 234.598814ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:12.580117Z","caller":"traceutil/trace.go:171","msg":"trace[1800946599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11968; }","duration":"235.604781ms","start":"2026-03-31T05:22:12.344497Z","end":"2026-03-31T05:22:12.580102Z","steps":["trace[1800946599] 'agreement among raft nodes before linearized reading' (duration: 235.446217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:12.580116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.162742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:22:12.580212Z","caller":"traceutil/trace.go:171","msg":"trace[1843903335] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:11968; }","duration":"219.303955ms","start":"2026-03-31T05:22:12.360889Z","end":"2026-03-31T05:22:12.580193Z","steps":["trace[1843903335] 'agreement among raft nodes before linearized reading' (duration: 219.042828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:12.580323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.413283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:22:12.58036Z","caller":"traceutil/trace.go:171","msg":"trace[121269609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11968; }","duration":"236.486165ms","start":"2026-03-31T05:22:12.343863Z","end":"2026-03-31T05:22:12.580349Z","steps":["trace[121269609] 'agreement among raft nodes before linearized reading' (duration: 236.023672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:12.796469Z","caller":"traceutil/trace.go:171","msg":"trace[1679183839] transaction","detail":"{read_only:false; response_revision:11970; number_of_response:1; }","duration":"212.699955ms","start":"2026-03-31T05:22:12.583742Z","end":"2026-03-31T05:22:12.796442Z","steps":["trace[1679183839] 'process raft request' (duration: 211.664707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:12.796875Z","caller":"traceutil/trace.go:171","msg":"trace[1424907853] transaction","detail":"{read_only:false; response_revision:11971; number_of_response:1; }","duration":"212.764527ms","start":"2026-03-31T05:22:12.584097Z","end":"2026-03-31T05:22:12.796861Z","steps":["trace[1424907853] 'process raft request' (duration: 212.285583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:12.79701Z","caller":"traceutil/trace.go:171","msg":"trace[2013349969] transaction","detail":"{read_only:false; response_revision:11972; number_of_response:1; }","duration":"212.318974ms","start":"2026-03-31T05:22:12.584683Z","end":"2026-03-31T05:22:12.797002Z","steps":["trace[2013349969] 'process raft request' (duration: 212.112199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:12.797015Z","caller":"traceutil/trace.go:171","msg":"trace[322470562] linearizableReadLoop","detail":"{readStateIndex:12452; appliedIndex:12448; }","duration":"211.573984ms","start":"2026-03-31T05:22:12.58542Z","end":"2026-03-31T05:22:12.796994Z","steps":["trace[322470562] 'read index received' (duration: 22.813194ms)","trace[322470562] 'applied index is now lower than readState.Index' (duration: 188.75905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:12.797302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.359359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-31T05:22:12.797387Z","caller":"traceutil/trace.go:171","msg":"trace[1389893577] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11972; }","duration":"211.480671ms","start":"2026-03-31T05:22:12.585887Z","end":"2026-03-31T05:22:12.797367Z","steps":["trace[1389893577] 'agreement among raft nodes before linearized reading' (duration: 211.252135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:12.797468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.019736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375452"} {"level":"info","ts":"2026-03-31T05:22:12.797508Z","caller":"traceutil/trace.go:171","msg":"trace[411231666] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11972; }","duration":"212.100019ms","start":"2026-03-31T05:22:12.585399Z","end":"2026-03-31T05:22:12.797499Z","steps":["trace[411231666] 'agreement among raft nodes before linearized reading' (duration: 211.656797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.778989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.874249ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:22:13.77913Z","caller":"traceutil/trace.go:171","msg":"trace[207063149] linearizableReadLoop","detail":"{readStateIndex:12454; appliedIndex:12453; }","duration":"705.114336ms","start":"2026-03-31T05:22:13.073987Z","end":"2026-03-31T05:22:13.779101Z","steps":["trace[207063149] 'read index received' (duration: 22.047292ms)","trace[207063149] 'applied index is now lower than readState.Index' (duration: 683.064974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:13.779358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.303572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:22:13.779411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.968464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:22:13.779445Z","caller":"traceutil/trace.go:171","msg":"trace[1760363916] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:11973; }","duration":"705.517098ms","start":"2026-03-31T05:22:13.073903Z","end":"2026-03-31T05:22:13.77942Z","steps":["trace[1760363916] 'agreement among raft nodes before linearized reading' (duration: 705.296302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:13.77946Z","caller":"traceutil/trace.go:171","msg":"trace[1645301352] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11973; }","duration":"528.065096ms","start":"2026-03-31T05:22:13.251378Z","end":"2026-03-31T05:22:13.779443Z","steps":["trace[1645301352] 'agreement among raft nodes before linearized reading' (duration: 527.84407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.779446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.166023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-31T05:22:13.779502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:13.251359Z","time spent":"528.133509ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:22:13.779522Z","caller":"traceutil/trace.go:171","msg":"trace[915737069] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:11973; }","duration":"256.299357ms","start":"2026-03-31T05:22:13.523207Z","end":"2026-03-31T05:22:13.779506Z","steps":["trace[915737069] 'agreement among raft nodes before linearized reading' (duration: 256.063731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.779533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:13.073877Z","time spent":"705.600099ms","remote":"127.0.0.1:57670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:22:20.538581Z","caller":"traceutil/trace.go:171","msg":"trace[1495645668] transaction","detail":"{read_only:false; response_revision:12076; number_of_response:1; }","duration":"152.618112ms","start":"2026-03-31T05:22:20.385929Z","end":"2026-03-31T05:22:20.538547Z","steps":["trace[1495645668] 'process raft request' (duration: 129.012487ms)","trace[1495645668] 'compare' (duration: 23.03865ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:22.072338Z","caller":"traceutil/trace.go:171","msg":"trace[193522515] linearizableReadLoop","detail":"{readStateIndex:12570; appliedIndex:12569; }","duration":"199.926505ms","start":"2026-03-31T05:22:21.872383Z","end":"2026-03-31T05:22:22.07231Z","steps":["trace[193522515] 'read index received' (duration: 199.858194ms)","trace[193522515] 'applied index is now lower than readState.Index' (duration: 67.121µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:22.072447Z","caller":"traceutil/trace.go:171","msg":"trace[1628302787] transaction","detail":"{read_only:false; response_revision:12088; number_of_response:1; }","duration":"238.899241ms","start":"2026-03-31T05:22:21.833511Z","end":"2026-03-31T05:22:22.07241Z","steps":["trace[1628302787] 'process raft request' (duration: 238.642614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:22.072499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.106541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:22.072542Z","caller":"traceutil/trace.go:171","msg":"trace[464435348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12088; }","duration":"200.218973ms","start":"2026-03-31T05:22:21.872309Z","end":"2026-03-31T05:22:22.072528Z","steps":["trace[464435348] 'agreement among raft nodes before linearized reading' (duration: 200.130441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:22.307299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.684582ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:22:22.30742Z","caller":"traceutil/trace.go:171","msg":"trace[1223243918] linearizableReadLoop","detail":"{readStateIndex:12571; appliedIndex:12570; }","duration":"234.985265ms","start":"2026-03-31T05:22:22.072414Z","end":"2026-03-31T05:22:22.307399Z","steps":["trace[1223243918] 'read index received' (duration: 51.118728ms)","trace[1223243918] 'applied index is now lower than readState.Index' (duration: 183.864066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:22.307736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.256854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:22.307779Z","caller":"traceutil/trace.go:171","msg":"trace[91959610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12088; }","duration":"234.340727ms","start":"2026-03-31T05:22:22.073427Z","end":"2026-03-31T05:22:22.307768Z","steps":["trace[91959610] 'agreement among raft nodes before linearized reading' (duration: 234.249784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:22.307753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.520061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-48952541-7ffa-4eae-8a69-5784bd80b8d4\" ","response":"range_response_count:1 size:3934"} {"level":"info","ts":"2026-03-31T05:22:22.307863Z","caller":"traceutil/trace.go:171","msg":"trace[485251530] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-48952541-7ffa-4eae-8a69-5784bd80b8d4; range_end:; response_count:1; response_revision:12088; }","duration":"343.677195ms","start":"2026-03-31T05:22:21.964156Z","end":"2026-03-31T05:22:22.307833Z","steps":["trace[485251530] 'agreement among raft nodes before linearized reading' (duration: 343.365567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:22.307887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.923672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:22:22.307926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:21.964135Z","time spent":"343.775518ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3957,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-48952541-7ffa-4eae-8a69-5784bd80b8d4\" "} {"level":"info","ts":"2026-03-31T05:22:22.307999Z","caller":"traceutil/trace.go:171","msg":"trace[2107509296] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12088; }","duration":"171.069586ms","start":"2026-03-31T05:22:22.136903Z","end":"2026-03-31T05:22:22.307973Z","steps":["trace[2107509296] 'agreement among raft nodes before linearized reading' (duration: 170.83085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:22.68556Z","caller":"traceutil/trace.go:171","msg":"trace[2037972417] transaction","detail":"{read_only:false; response_revision:12089; number_of_response:1; }","duration":"366.696305ms","start":"2026-03-31T05:22:22.318841Z","end":"2026-03-31T05:22:22.685537Z","steps":["trace[2037972417] 'process raft request' (duration: 366.543841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:22.685698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.318817Z","time spent":"366.807108ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3934,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:22.970663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.285826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:22:22.97085Z","caller":"traceutil/trace.go:171","msg":"trace[1962271731] transaction","detail":"{read_only:false; response_revision:12090; number_of_response:1; }","duration":"600.836526ms","start":"2026-03-31T05:22:22.36999Z","end":"2026-03-31T05:22:22.970827Z","steps":["trace[1962271731] 'process raft request' (duration: 370.308894ms)","trace[1962271731] 'compare' (duration: 230.158692ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:22.970934Z","caller":"traceutil/trace.go:171","msg":"trace[491098111] transaction","detail":"{read_only:false; response_revision:12091; number_of_response:1; }","duration":"591.658485ms","start":"2026-03-31T05:22:22.379228Z","end":"2026-03-31T05:22:22.970886Z","steps":["trace[491098111] 'process raft request' (duration: 591.539062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:22.970965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.369972Z","time spent":"600.930309ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:22.97104Z","caller":"traceutil/trace.go:171","msg":"trace[2057454677] linearizableReadLoop","detail":"{readStateIndex:12575; appliedIndex:12571; }","duration":"409.592998ms","start":"2026-03-31T05:22:22.561424Z","end":"2026-03-31T05:22:22.971017Z","steps":["trace[2057454677] 'read index received' (duration: 124.054862ms)","trace[2057454677] 'applied index is now lower than readState.Index' (duration: 285.536096ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:22.971112Z","caller":"traceutil/trace.go:171","msg":"trace[300645819] transaction","detail":"{read_only:false; response_revision:12092; number_of_response:1; }","duration":"426.393757ms","start":"2026-03-31T05:22:22.544683Z","end":"2026-03-31T05:22:22.971076Z","steps":["trace[300645819] 'process raft request' (duration: 426.13596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:22.971219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.801233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-48952541-7ffa-4eae-8a69-5784bd80b8d4\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-31T05:22:22.971253Z","caller":"traceutil/trace.go:171","msg":"trace[344871325] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-48952541-7ffa-4eae-8a69-5784bd80b8d4; range_end:; response_count:1; response_revision:12092; }","duration":"409.888316ms","start":"2026-03-31T05:22:22.561352Z","end":"2026-03-31T05:22:22.97124Z","steps":["trace[344871325] 'agreement among raft nodes before linearized reading' (duration: 409.757992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:22.971285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.56132Z","time spent":"409.957918ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-48952541-7ffa-4eae-8a69-5784bd80b8d4\" "} {"level":"warn","ts":"2026-03-31T05:22:22.971299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.544658Z","time spent":"426.548811ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:22.971232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.927295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:22.971403Z","caller":"traceutil/trace.go:171","msg":"trace[1732501108] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12092; }","duration":"347.175801ms","start":"2026-03-31T05:22:22.624217Z","end":"2026-03-31T05:22:22.971393Z","steps":["trace[1732501108] 'agreement among raft nodes before linearized reading' (duration: 346.945305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:22.971435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.624187Z","time spent":"347.236313ms","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:22:22.971509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.977405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:22:22.97154Z","caller":"traceutil/trace.go:171","msg":"trace[1233148643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12092; }","duration":"336.054887ms","start":"2026-03-31T05:22:22.635475Z","end":"2026-03-31T05:22:22.97153Z","steps":["trace[1233148643] 'agreement among raft nodes before linearized reading' (duration: 335.987895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:22.97156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.635447Z","time spent":"336.107608ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:22:22.971551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.525543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:22:22.971593Z","caller":"traceutil/trace.go:171","msg":"trace[1509904813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12092; }","duration":"252.595355ms","start":"2026-03-31T05:22:22.718986Z","end":"2026-03-31T05:22:22.971581Z","steps":["trace[1509904813] 'agreement among raft nodes before linearized reading' (duration: 252.483342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:22.97167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.379215Z","time spent":"591.754808ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:23.173443Z","caller":"traceutil/trace.go:171","msg":"trace[2129436221] transaction","detail":"{read_only:false; response_revision:12093; number_of_response:1; }","duration":"198.289701ms","start":"2026-03-31T05:22:22.975117Z","end":"2026-03-31T05:22:23.173407Z","steps":["trace[2129436221] 'process raft request' (duration: 198.036484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:23.355826Z","caller":"traceutil/trace.go:171","msg":"trace[1220647931] transaction","detail":"{read_only:false; response_revision:12094; number_of_response:1; }","duration":"380.40069ms","start":"2026-03-31T05:22:22.97539Z","end":"2026-03-31T05:22:23.355791Z","steps":["trace[1220647931] 'process raft request' (duration: 380.080651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.355991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.975358Z","time spent":"380.548594ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:23.355883Z","caller":"traceutil/trace.go:171","msg":"trace[1793143372] transaction","detail":"{read_only:false; response_revision:12095; number_of_response:1; }","duration":"380.05358ms","start":"2026-03-31T05:22:22.975784Z","end":"2026-03-31T05:22:23.355837Z","steps":["trace[1793143372] 'process raft request' (duration: 379.868645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:23.35611Z","caller":"traceutil/trace.go:171","msg":"trace[901527474] transaction","detail":"{read_only:false; response_revision:12096; number_of_response:1; }","duration":"380.200184ms","start":"2026-03-31T05:22:22.975851Z","end":"2026-03-31T05:22:23.356051Z","steps":["trace[901527474] 'process raft request' (duration: 379.867065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.356297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.975721Z","time spent":"380.486772ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:23.356453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.975773Z","time spent":"380.484311ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:23.357099Z","caller":"traceutil/trace.go:171","msg":"trace[1672951045] transaction","detail":"{read_only:false; response_revision:12097; number_of_response:1; }","duration":"377.162941ms","start":"2026-03-31T05:22:22.979916Z","end":"2026-03-31T05:22:23.357079Z","steps":["trace[1672951045] 'process raft request' (duration: 375.863255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.357228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.979905Z","time spent":"377.251473ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7606,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:23.357255Z","caller":"traceutil/trace.go:171","msg":"trace[24587482] transaction","detail":"{read_only:false; response_revision:12098; number_of_response:1; }","duration":"369.456501ms","start":"2026-03-31T05:22:22.987764Z","end":"2026-03-31T05:22:23.35722Z","steps":["trace[24587482] 'process raft request' (duration: 369.06335ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:23.357324Z","caller":"traceutil/trace.go:171","msg":"trace[945900909] transaction","detail":"{read_only:false; response_revision:12099; number_of_response:1; }","duration":"287.083448ms","start":"2026-03-31T05:22:23.070221Z","end":"2026-03-31T05:22:23.357304Z","steps":["trace[945900909] 'process raft request' (duration: 286.677237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.357348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.987742Z","time spent":"369.556583ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:23.357871Z","caller":"traceutil/trace.go:171","msg":"trace[1505140907] linearizableReadLoop","detail":"{readStateIndex:12577; appliedIndex:12575; }","duration":"381.390116ms","start":"2026-03-31T05:22:22.975558Z","end":"2026-03-31T05:22:23.356948Z","steps":["trace[1505140907] 'read index received' (duration: 197.625993ms)","trace[1505140907] 'applied index is now lower than readState.Index' (duration: 183.762893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:23.357948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.376823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:384642"} {"level":"info","ts":"2026-03-31T05:22:23.357996Z","caller":"traceutil/trace.go:171","msg":"trace[1356856892] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:12099; }","duration":"382.443406ms","start":"2026-03-31T05:22:22.975539Z","end":"2026-03-31T05:22:23.357983Z","steps":["trace[1356856892] 'agreement among raft nodes before linearized reading' (duration: 381.893831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.358041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.975527Z","time spent":"382.503597ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":384665,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:22:23.358164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.117804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-48952541-7ffa-4eae-8a69-5784bd80b8d4\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-31T05:22:23.35833Z","caller":"traceutil/trace.go:171","msg":"trace[245228337] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-48952541-7ffa-4eae-8a69-5784bd80b8d4; range_end:; response_count:1; response_revision:12099; }","duration":"379.29708ms","start":"2026-03-31T05:22:22.979014Z","end":"2026-03-31T05:22:23.358311Z","steps":["trace[245228337] 'agreement among raft nodes before linearized reading' (duration: 378.989721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.358386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.978991Z","time spent":"379.379771ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-48952541-7ffa-4eae-8a69-5784bd80b8d4\" "} {"level":"info","ts":"2026-03-31T05:22:23.470717Z","caller":"traceutil/trace.go:171","msg":"trace[1475440361] transaction","detail":"{read_only:false; response_revision:12100; number_of_response:1; }","duration":"110.11438ms","start":"2026-03-31T05:22:23.360574Z","end":"2026-03-31T05:22:23.470688Z","steps":["trace[1475440361] 'process raft request' (duration: 101.987088ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:23.50432Z","caller":"traceutil/trace.go:171","msg":"trace[1243742855] transaction","detail":"{read_only:false; response_revision:12102; number_of_response:1; }","duration":"141.437077ms","start":"2026-03-31T05:22:23.362862Z","end":"2026-03-31T05:22:23.504299Z","steps":["trace[1243742855] 'process raft request' (duration: 141.287633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:23.504402Z","caller":"traceutil/trace.go:171","msg":"trace[1389021651] transaction","detail":"{read_only:false; response_revision:12103; number_of_response:1; }","duration":"141.114158ms","start":"2026-03-31T05:22:23.363256Z","end":"2026-03-31T05:22:23.50437Z","steps":["trace[1389021651] 'process raft request' (duration: 140.943243ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:23.504469Z","caller":"traceutil/trace.go:171","msg":"trace[1199948895] linearizableReadLoop","detail":"{readStateIndex:12586; appliedIndex:12582; }","duration":"140.022838ms","start":"2026-03-31T05:22:23.364437Z","end":"2026-03-31T05:22:23.50446Z","steps":["trace[1199948895] 'read index received' (duration: 98.229036ms)","trace[1199948895] 'applied index is now lower than readState.Index' (duration: 41.792892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:23.504632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.189392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-79788d58b9-5ctct\" ","response":"range_response_count:1 size:7621"} {"level":"info","ts":"2026-03-31T05:22:23.504663Z","caller":"traceutil/trace.go:171","msg":"trace[456061594] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-79788d58b9-5ctct; range_end:; response_count:1; response_revision:12104; }","duration":"140.265425ms","start":"2026-03-31T05:22:23.36439Z","end":"2026-03-31T05:22:23.504656Z","steps":["trace[456061594] 'agreement among raft nodes before linearized reading' (duration: 140.10583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:23.504827Z","caller":"traceutil/trace.go:171","msg":"trace[1766855649] transaction","detail":"{read_only:false; response_revision:12104; number_of_response:1; }","duration":"139.34532ms","start":"2026-03-31T05:22:23.365474Z","end":"2026-03-31T05:22:23.504819Z","steps":["trace[1766855649] 'process raft request' (duration: 138.764644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:23.50485Z","caller":"traceutil/trace.go:171","msg":"trace[1398176895] transaction","detail":"{read_only:false; response_revision:12101; number_of_response:1; }","duration":"143.779501ms","start":"2026-03-31T05:22:23.361055Z","end":"2026-03-31T05:22:23.504835Z","steps":["trace[1398176895] 'process raft request' (duration: 142.967018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:24.622828Z","caller":"traceutil/trace.go:171","msg":"trace[1019121366] linearizableReadLoop","detail":"{readStateIndex:12598; appliedIndex:12597; }","duration":"116.145685ms","start":"2026-03-31T05:22:24.506654Z","end":"2026-03-31T05:22:24.622799Z","steps":["trace[1019121366] 'read index received' (duration: 115.908748ms)","trace[1019121366] 'applied index is now lower than readState.Index' (duration: 235.977µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:24.623002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.32885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:24.623034Z","caller":"traceutil/trace.go:171","msg":"trace[7213496] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:12114; }","duration":"116.409012ms","start":"2026-03-31T05:22:24.506616Z","end":"2026-03-31T05:22:24.623025Z","steps":["trace[7213496] 'agreement among raft nodes before linearized reading' (duration: 116.306129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:24.623286Z","caller":"traceutil/trace.go:171","msg":"trace[952122289] transaction","detail":"{read_only:false; response_revision:12114; number_of_response:1; }","duration":"133.17112ms","start":"2026-03-31T05:22:24.490082Z","end":"2026-03-31T05:22:24.623253Z","steps":["trace[952122289] 'process raft request' (duration: 132.547033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:30.939324Z","caller":"traceutil/trace.go:171","msg":"trace[468392763] transaction","detail":"{read_only:false; response_revision:12161; number_of_response:1; }","duration":"121.399399ms","start":"2026-03-31T05:22:30.817899Z","end":"2026-03-31T05:22:30.939299Z","steps":["trace[468392763] 'process raft request' (duration: 121.169332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:34.6898Z","caller":"traceutil/trace.go:171","msg":"trace[372302363] linearizableReadLoop","detail":"{readStateIndex:12672; appliedIndex:12671; }","duration":"365.606965ms","start":"2026-03-31T05:22:34.324167Z","end":"2026-03-31T05:22:34.689774Z","steps":["trace[372302363] 'read index received' (duration: 365.361309ms)","trace[372302363] 'applied index is now lower than readState.Index' (duration: 244.766µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:34.689942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.748209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:34.689978Z","caller":"traceutil/trace.go:171","msg":"trace[1944945670] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:12185; }","duration":"365.844652ms","start":"2026-03-31T05:22:34.324123Z","end":"2026-03-31T05:22:34.689968Z","steps":["trace[1944945670] 'agreement among raft nodes before linearized reading' (duration: 365.752509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:34.69002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:34.324104Z","time spent":"365.906523ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:22:34.690711Z","caller":"traceutil/trace.go:171","msg":"trace[2137716596] transaction","detail":"{read_only:false; response_revision:12185; number_of_response:1; }","duration":"384.889862ms","start":"2026-03-31T05:22:34.305752Z","end":"2026-03-31T05:22:34.690642Z","steps":["trace[2137716596] 'process raft request' (duration: 383.866724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:34.690991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:34.305722Z","time spent":"385.133459ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:35.314517Z","caller":"traceutil/trace.go:171","msg":"trace[181736029] transaction","detail":"{read_only:false; response_revision:12187; number_of_response:1; }","duration":"180.721831ms","start":"2026-03-31T05:22:35.133678Z","end":"2026-03-31T05:22:35.3144Z","steps":["trace[181736029] 'process raft request' (duration: 163.718646ms)","trace[181736029] 'compare' (duration: 16.44736ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:35.733619Z","caller":"traceutil/trace.go:171","msg":"trace[880725853] transaction","detail":"{read_only:false; response_revision:12188; number_of_response:1; }","duration":"413.844713ms","start":"2026-03-31T05:22:35.319731Z","end":"2026-03-31T05:22:35.733575Z","steps":["trace[880725853] 'process raft request' (duration: 413.148204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:35.733768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:35.319698Z","time spent":"413.992417ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:35.735178Z","caller":"traceutil/trace.go:171","msg":"trace[1417007710] linearizableReadLoop","detail":"{readStateIndex:12676; appliedIndex:12674; }","duration":"286.01807ms","start":"2026-03-31T05:22:35.449141Z","end":"2026-03-31T05:22:35.735159Z","steps":["trace[1417007710] 'read index received' (duration: 283.712106ms)","trace[1417007710] 'applied index is now lower than readState.Index' (duration: 2.305024ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:35.735243Z","caller":"traceutil/trace.go:171","msg":"trace[881945222] transaction","detail":"{read_only:false; response_revision:12189; number_of_response:1; }","duration":"318.580249ms","start":"2026-03-31T05:22:35.416633Z","end":"2026-03-31T05:22:35.735213Z","steps":["trace[881945222] 'process raft request' (duration: 318.417295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:35.735377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.227905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:22:35.735432Z","caller":"traceutil/trace.go:171","msg":"trace[1489214522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12189; }","duration":"286.332998ms","start":"2026-03-31T05:22:35.44909Z","end":"2026-03-31T05:22:35.735423Z","steps":["trace[1489214522] 'agreement among raft nodes before linearized reading' (duration: 286.164073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:35.73543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.69611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:22:35.7355Z","caller":"traceutil/trace.go:171","msg":"trace[785425862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12189; }","duration":"259.772082ms","start":"2026-03-31T05:22:35.475714Z","end":"2026-03-31T05:22:35.735486Z","steps":["trace[785425862] 'agreement among raft nodes before linearized reading' (duration: 259.616427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:35.735524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.62422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:22:35.735555Z","caller":"traceutil/trace.go:171","msg":"trace[504632844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12189; }","duration":"258.694592ms","start":"2026-03-31T05:22:35.476852Z","end":"2026-03-31T05:22:35.735547Z","steps":["trace[504632844] 'agreement among raft nodes before linearized reading' (duration: 258.571869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:35.735625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.726423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:22:35.735649Z","caller":"traceutil/trace.go:171","msg":"trace[19451798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12189; }","duration":"258.789875ms","start":"2026-03-31T05:22:35.476852Z","end":"2026-03-31T05:22:35.735642Z","steps":["trace[19451798] 'agreement among raft nodes before linearized reading' (duration: 258.729983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:35.735382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:35.416606Z","time spent":"318.706193ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:35.735756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.949424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:22:35.735831Z","caller":"traceutil/trace.go:171","msg":"trace[24483251] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:12189; }","duration":"246.054757ms","start":"2026-03-31T05:22:35.489766Z","end":"2026-03-31T05:22:35.735821Z","steps":["trace[24483251] 'agreement among raft nodes before linearized reading' (duration: 245.854641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:41.886646Z","caller":"traceutil/trace.go:171","msg":"trace[177756477] linearizableReadLoop","detail":"{readStateIndex:12708; appliedIndex:12707; }","duration":"123.246769ms","start":"2026-03-31T05:22:41.763376Z","end":"2026-03-31T05:22:41.886623Z","steps":["trace[177756477] 'read index received' (duration: 122.976862ms)","trace[177756477] 'applied index is now lower than readState.Index' (duration: 269.257µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:41.886716Z","caller":"traceutil/trace.go:171","msg":"trace[1624384633] transaction","detail":"{read_only:false; response_revision:12220; number_of_response:1; }","duration":"132.591375ms","start":"2026-03-31T05:22:41.754091Z","end":"2026-03-31T05:22:41.886682Z","steps":["trace[1624384633] 'process raft request' (duration: 132.380709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:41.886929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.526687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:22:41.887003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.170429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:22:41.886998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.728329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:22:41.887041Z","caller":"traceutil/trace.go:171","msg":"trace[1340415955] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:12220; }","duration":"111.247012ms","start":"2026-03-31T05:22:41.775783Z","end":"2026-03-31T05:22:41.88703Z","steps":["trace[1340415955] 'agreement among raft nodes before linearized reading' (duration: 111.098518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:41.887066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.694397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:22:41.887077Z","caller":"traceutil/trace.go:171","msg":"trace[543072269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12220; }","duration":"117.842501ms","start":"2026-03-31T05:22:41.769213Z","end":"2026-03-31T05:22:41.887056Z","steps":["trace[543072269] 'agreement among raft nodes before linearized reading' (duration: 117.614985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:41.88711Z","caller":"traceutil/trace.go:171","msg":"trace[1851484188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12220; }","duration":"117.764449ms","start":"2026-03-31T05:22:41.769333Z","end":"2026-03-31T05:22:41.887097Z","steps":["trace[1851484188] 'agreement among raft nodes before linearized reading' (duration: 117.655516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:41.887116Z","caller":"traceutil/trace.go:171","msg":"trace[596904623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12220; }","duration":"123.664191ms","start":"2026-03-31T05:22:41.763347Z","end":"2026-03-31T05:22:41.887012Z","steps":["trace[596904623] 'agreement among raft nodes before linearized reading' (duration: 123.444405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:41.887187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.816451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:22:41.887248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.461511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:22:41.887256Z","caller":"traceutil/trace.go:171","msg":"trace[1506005821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12220; }","duration":"117.902533ms","start":"2026-03-31T05:22:41.769334Z","end":"2026-03-31T05:22:41.887236Z","steps":["trace[1506005821] 'agreement among raft nodes before linearized reading' (duration: 117.728158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:41.887225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.462008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:41.887287Z","caller":"traceutil/trace.go:171","msg":"trace[474022047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12220; }","duration":"117.521713ms","start":"2026-03-31T05:22:41.769755Z","end":"2026-03-31T05:22:41.887277Z","steps":["trace[474022047] 'agreement among raft nodes before linearized reading' (duration: 117.434751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:41.88734Z","caller":"traceutil/trace.go:171","msg":"trace[1476196854] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:12220; }","duration":"107.617052ms","start":"2026-03-31T05:22:41.779696Z","end":"2026-03-31T05:22:41.887313Z","steps":["trace[1476196854] 'agreement among raft nodes before linearized reading' (duration: 107.319074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:44.005828Z","caller":"traceutil/trace.go:171","msg":"trace[1203321347] transaction","detail":"{read_only:false; response_revision:12230; number_of_response:1; }","duration":"113.683699ms","start":"2026-03-31T05:22:43.892118Z","end":"2026-03-31T05:22:44.005802Z","steps":["trace[1203321347] 'process raft request' (duration: 113.312488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:45.409963Z","caller":"traceutil/trace.go:171","msg":"trace[1008528261] transaction","detail":"{read_only:false; response_revision:12246; number_of_response:1; }","duration":"115.349434ms","start":"2026-03-31T05:22:45.294584Z","end":"2026-03-31T05:22:45.409933Z","steps":["trace[1008528261] 'process raft request' (duration: 108.543028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:46.776287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792636197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:22:47.27683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792636197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:22:47.396728Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175308359s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:22:47.397362Z","caller":"traceutil/trace.go:171","msg":"trace[1083303906] transaction","detail":"{read_only:false; response_revision:12254; number_of_response:1; }","duration":"1.176009689s","start":"2026-03-31T05:22:46.2213Z","end":"2026-03-31T05:22:47.397309Z","steps":["trace[1083303906] 'process raft request' (duration: 1.175693691s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:47.397637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:46.221271Z","time spent":"1.176222584s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:47.974685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.743124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:22:47.974768Z","caller":"traceutil/trace.go:171","msg":"trace[645938075] linearizableReadLoop","detail":"{readStateIndex:12744; appliedIndex:12742; }","duration":"1.699503171s","start":"2026-03-31T05:22:46.275251Z","end":"2026-03-31T05:22:47.974754Z","steps":["trace[645938075] 'read index received' (duration: 1.121732756s)","trace[645938075] 'applied index is now lower than readState.Index' (duration: 577.769425ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:47.97491Z","caller":"traceutil/trace.go:171","msg":"trace[311732092] transaction","detail":"{read_only:false; response_revision:12255; number_of_response:1; }","duration":"1.386968387s","start":"2026-03-31T05:22:46.587934Z","end":"2026-03-31T05:22:47.974902Z","steps":["trace[311732092] 'process raft request' (duration: 1.180940945s)","trace[311732092] 'compare' (duration: 205.554059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:47.974948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:46.587908Z","time spent":"1.387022798s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:47.975148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699876381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:22:47.975268Z","caller":"traceutil/trace.go:171","msg":"trace[538228440] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12255; }","duration":"1.700030945s","start":"2026-03-31T05:22:46.275215Z","end":"2026-03-31T05:22:47.975246Z","steps":["trace[538228440] 'agreement among raft nodes before linearized reading' (duration: 1.699664975s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:47.975343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:46.275199Z","time spent":"1.700131748s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:22:48.038396Z","caller":"traceutil/trace.go:171","msg":"trace[142526490] transaction","detail":"{read_only:false; response_revision:12256; number_of_response:1; }","duration":"630.861527ms","start":"2026-03-31T05:22:47.40751Z","end":"2026-03-31T05:22:48.038371Z","steps":["trace[142526490] 'process raft request' (duration: 630.660642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.038537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:47.407477Z","time spent":"630.984511ms","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3218,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:48.038787Z","caller":"traceutil/trace.go:171","msg":"trace[1495067698] transaction","detail":"{read_only:false; response_revision:12257; number_of_response:1; }","duration":"623.733241ms","start":"2026-03-31T05:22:47.415011Z","end":"2026-03-31T05:22:48.038744Z","steps":["trace[1495067698] 'process raft request' (duration: 623.30568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:48.039201Z","caller":"traceutil/trace.go:171","msg":"trace[231938992] transaction","detail":"{read_only:false; response_revision:12258; number_of_response:1; }","duration":"621.397898ms","start":"2026-03-31T05:22:47.41778Z","end":"2026-03-31T05:22:48.039177Z","steps":["trace[231938992] 'process raft request' (duration: 620.801932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.03924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.986258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:48.039331Z","caller":"traceutil/trace.go:171","msg":"trace[2087200780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12258; }","duration":"170.112801ms","start":"2026-03-31T05:22:47.869201Z","end":"2026-03-31T05:22:48.039314Z","steps":["trace[2087200780] 'agreement among raft nodes before linearized reading' (duration: 169.996268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.039436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:47.417658Z","time spent":"621.694356ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:48.039221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:47.414972Z","time spent":"624.118363ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:48.039437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.11264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:48.039564Z","caller":"traceutil/trace.go:171","msg":"trace[1805380279] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:12258; }","duration":"208.284464ms","start":"2026-03-31T05:22:47.83126Z","end":"2026-03-31T05:22:48.039545Z","steps":["trace[1805380279] 'agreement among raft nodes before linearized reading' (duration: 208.104039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.039536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17566233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T05:22:48.039448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16798522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:22:48.03966Z","caller":"traceutil/trace.go:171","msg":"trace[1087363457] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:12258; }","duration":"1.175812594s","start":"2026-03-31T05:22:46.863827Z","end":"2026-03-31T05:22:48.039639Z","steps":["trace[1087363457] 'agreement among raft nodes before linearized reading' (duration: 1.175588048s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:48.039713Z","caller":"traceutil/trace.go:171","msg":"trace[1164044390] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12258; }","duration":"1.168254078s","start":"2026-03-31T05:22:46.871412Z","end":"2026-03-31T05:22:48.039666Z","steps":["trace[1164044390] 'agreement among raft nodes before linearized reading' (duration: 1.167863277s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.039742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:46.86381Z","time spent":"1.175918736s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:22:48.03978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:46.871395Z","time spent":"1.16836848s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:22:48.03988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.281989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:48.039994Z","caller":"traceutil/trace.go:171","msg":"trace[212345114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12258; }","duration":"773.438514ms","start":"2026-03-31T05:22:47.266523Z","end":"2026-03-31T05:22:48.039962Z","steps":["trace[212345114] 'agreement among raft nodes before linearized reading' (duration: 772.730254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.040043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:47.266504Z","time spent":"773.529066ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:22:48.399735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.312365ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T05:22:48.399961Z","caller":"traceutil/trace.go:171","msg":"trace[1263781369] linearizableReadLoop","detail":"{readStateIndex:12750; appliedIndex:12748; }","duration":"353.804972ms","start":"2026-03-31T05:22:48.046141Z","end":"2026-03-31T05:22:48.399946Z","steps":["trace[1263781369] 'read index received' (duration: 70.309262ms)","trace[1263781369] 'applied index is now lower than readState.Index' (duration: 283.49468ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:48.400031Z","caller":"traceutil/trace.go:171","msg":"trace[795093046] transaction","detail":"{read_only:false; response_revision:12260; number_of_response:1; }","duration":"354.052999ms","start":"2026-03-31T05:22:48.04597Z","end":"2026-03-31T05:22:48.400023Z","steps":["trace[795093046] 'process raft request' (duration: 353.845113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.400098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:48.045955Z","time spent":"354.092161ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:48.400316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.186493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19103"} {"level":"info","ts":"2026-03-31T05:22:48.400338Z","caller":"traceutil/trace.go:171","msg":"trace[1014748199] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12260; }","duration":"354.251755ms","start":"2026-03-31T05:22:48.04608Z","end":"2026-03-31T05:22:48.400332Z","steps":["trace[1014748199] 'agreement among raft nodes before linearized reading' (duration: 354.153462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.400355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:48.046057Z","time spent":"354.294706ms","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19126,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:22:48.400498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.026414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-03-31T05:22:48.400366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:48.042424Z","time spent":"357.933125ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:22:48.40052Z","caller":"traceutil/trace.go:171","msg":"trace[717296492] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:12260; }","duration":"352.060184ms","start":"2026-03-31T05:22:48.048453Z","end":"2026-03-31T05:22:48.400513Z","steps":["trace[717296492] 'agreement among raft nodes before linearized reading' (duration: 352.001073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.400537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:48.048446Z","time spent":"352.087526ms","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3256,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-31T05:22:48.400641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.865312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:48.400665Z","caller":"traceutil/trace.go:171","msg":"trace[1851628727] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:12260; }","duration":"241.887792ms","start":"2026-03-31T05:22:48.158768Z","end":"2026-03-31T05:22:48.400656Z","steps":["trace[1851628727] 'agreement among raft nodes before linearized reading' (duration: 241.849231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.400646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.178329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:22:48.400728Z","caller":"traceutil/trace.go:171","msg":"trace[1313441043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12260; }","duration":"235.318524ms","start":"2026-03-31T05:22:48.165385Z","end":"2026-03-31T05:22:48.400704Z","steps":["trace[1313441043] 'agreement among raft nodes before linearized reading' (duration: 235.099388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.40082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.450116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:22:48.400841Z","caller":"traceutil/trace.go:171","msg":"trace[1759825034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12260; }","duration":"243.507547ms","start":"2026-03-31T05:22:48.157328Z","end":"2026-03-31T05:22:48.400835Z","steps":["trace[1759825034] 'agreement among raft nodes before linearized reading' (duration: 243.447636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.400804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.25135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:22:48.400904Z","caller":"traceutil/trace.go:171","msg":"trace[1523300638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12260; }","duration":"239.417305ms","start":"2026-03-31T05:22:48.161459Z","end":"2026-03-31T05:22:48.400876Z","steps":["trace[1523300638] 'agreement among raft nodes before linearized reading' (duration: 239.102497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.401114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.811763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:22:48.401172Z","caller":"traceutil/trace.go:171","msg":"trace[856924673] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:12260; }","duration":"233.879984ms","start":"2026-03-31T05:22:48.167277Z","end":"2026-03-31T05:22:48.401157Z","steps":["trace[856924673] 'agreement among raft nodes before linearized reading' (duration: 233.73379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.401198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.829904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:22:48.40128Z","caller":"traceutil/trace.go:171","msg":"trace[1449950360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12260; }","duration":"236.936427ms","start":"2026-03-31T05:22:48.164325Z","end":"2026-03-31T05:22:48.401261Z","steps":["trace[1449950360] 'agreement among raft nodes before linearized reading' (duration: 236.710441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.401413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.03271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:22:48.401606Z","caller":"traceutil/trace.go:171","msg":"trace[1659460474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12260; }","duration":"237.260586ms","start":"2026-03-31T05:22:48.164305Z","end":"2026-03-31T05:22:48.401565Z","steps":["trace[1659460474] 'agreement among raft nodes before linearized reading' (duration: 236.775643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:48.579704Z","caller":"traceutil/trace.go:171","msg":"trace[679221357] transaction","detail":"{read_only:false; response_revision:12264; number_of_response:1; }","duration":"172.203048ms","start":"2026-03-31T05:22:48.407478Z","end":"2026-03-31T05:22:48.579681Z","steps":["trace[679221357] 'process raft request' (duration: 172.147316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:48.579855Z","caller":"traceutil/trace.go:171","msg":"trace[444606689] transaction","detail":"{read_only:false; response_revision:12263; number_of_response:1; }","duration":"172.434544ms","start":"2026-03-31T05:22:48.407412Z","end":"2026-03-31T05:22:48.579846Z","steps":["trace[444606689] 'process raft request' (duration: 172.185857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:48.579797Z","caller":"traceutil/trace.go:171","msg":"trace[1049136195] transaction","detail":"{read_only:false; response_revision:12262; number_of_response:1; }","duration":"172.455464ms","start":"2026-03-31T05:22:48.407285Z","end":"2026-03-31T05:22:48.579741Z","steps":["trace[1049136195] 'process raft request' (duration: 172.170556ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:48.580052Z","caller":"traceutil/trace.go:171","msg":"trace[1823418080] transaction","detail":"{read_only:false; response_revision:12265; number_of_response:1; }","duration":"172.484315ms","start":"2026-03-31T05:22:48.407546Z","end":"2026-03-31T05:22:48.58003Z","steps":["trace[1823418080] 'process raft request' (duration: 172.106635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:48.580102Z","caller":"traceutil/trace.go:171","msg":"trace[270782851] linearizableReadLoop","detail":"{readStateIndex:12753; appliedIndex:12750; }","duration":"172.626799ms","start":"2026-03-31T05:22:48.407443Z","end":"2026-03-31T05:22:48.58007Z","steps":["trace[270782851] 'read index received' (duration: 44.27229ms)","trace[270782851] 'applied index is now lower than readState.Index' (duration: 128.352329ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:48.580132Z","caller":"traceutil/trace.go:171","msg":"trace[1050532342] transaction","detail":"{read_only:false; response_revision:12266; number_of_response:1; }","duration":"172.177997ms","start":"2026-03-31T05:22:48.407913Z","end":"2026-03-31T05:22:48.580091Z","steps":["trace[1050532342] 'process raft request' (duration: 171.981661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.580355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.894016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1152"} {"level":"warn","ts":"2026-03-31T05:22:48.580382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.787147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:48.580405Z","caller":"traceutil/trace.go:171","msg":"trace[1794122575] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:12266; }","duration":"172.999429ms","start":"2026-03-31T05:22:48.407394Z","end":"2026-03-31T05:22:48.580393Z","steps":["trace[1794122575] 'agreement among raft nodes before linearized reading' (duration: 172.837045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.580405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.716094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:22:48.580497Z","caller":"traceutil/trace.go:171","msg":"trace[1086714657] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12266; }","duration":"126.92492ms","start":"2026-03-31T05:22:48.4535Z","end":"2026-03-31T05:22:48.580424Z","steps":["trace[1086714657] 'agreement among raft nodes before linearized reading' (duration: 126.798056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:48.580523Z","caller":"traceutil/trace.go:171","msg":"trace[66539703] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12266; }","duration":"126.848298ms","start":"2026-03-31T05:22:48.453656Z","end":"2026-03-31T05:22:48.580504Z","steps":["trace[66539703] 'agreement among raft nodes before linearized reading' (duration: 126.589761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.580564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.493065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386174"} {"level":"info","ts":"2026-03-31T05:22:48.580598Z","caller":"traceutil/trace.go:171","msg":"trace[1321923487] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:12266; }","duration":"172.552697ms","start":"2026-03-31T05:22:48.408036Z","end":"2026-03-31T05:22:48.580589Z","steps":["trace[1321923487] 'agreement among raft nodes before linearized reading' (duration: 172.195168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:50.711538Z","caller":"traceutil/trace.go:171","msg":"trace[1041084760] transaction","detail":"{read_only:false; response_revision:12275; number_of_response:1; }","duration":"118.371666ms","start":"2026-03-31T05:22:50.593136Z","end":"2026-03-31T05:22:50.711508Z","steps":["trace[1041084760] 'process raft request' (duration: 117.662017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:50.711585Z","caller":"traceutil/trace.go:171","msg":"trace[754801290] linearizableReadLoop","detail":"{readStateIndex:12766; appliedIndex:12763; }","duration":"118.086208ms","start":"2026-03-31T05:22:50.593476Z","end":"2026-03-31T05:22:50.711562Z","steps":["trace[754801290] 'read index received' (duration: 26.384981ms)","trace[754801290] 'applied index is now lower than readState.Index' (duration: 91.700027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:50.711784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.289774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:22:50.711836Z","caller":"traceutil/trace.go:171","msg":"trace[2065475063] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:12278; }","duration":"118.384516ms","start":"2026-03-31T05:22:50.59344Z","end":"2026-03-31T05:22:50.711825Z","steps":["trace[2065475063] 'agreement among raft nodes before linearized reading' (duration: 118.207001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:50.711882Z","caller":"traceutil/trace.go:171","msg":"trace[420317609] transaction","detail":"{read_only:false; response_revision:12276; number_of_response:1; }","duration":"118.616703ms","start":"2026-03-31T05:22:50.593246Z","end":"2026-03-31T05:22:50.711862Z","steps":["trace[420317609] 'process raft request' (duration: 118.15061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:50.712028Z","caller":"traceutil/trace.go:171","msg":"trace[1148123223] transaction","detail":"{read_only:false; response_revision:12277; number_of_response:1; }","duration":"118.462388ms","start":"2026-03-31T05:22:50.59355Z","end":"2026-03-31T05:22:50.712012Z","steps":["trace[1148123223] 'process raft request' (duration: 117.931554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:50.712152Z","caller":"traceutil/trace.go:171","msg":"trace[1261977518] transaction","detail":"{read_only:false; response_revision:12278; number_of_response:1; }","duration":"118.519471ms","start":"2026-03-31T05:22:50.593617Z","end":"2026-03-31T05:22:50.712137Z","steps":["trace[1261977518] 'process raft request' (duration: 117.903994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:51.793168Z","caller":"traceutil/trace.go:171","msg":"trace[1801163050] transaction","detail":"{read_only:false; response_revision:12279; number_of_response:1; }","duration":"241.06785ms","start":"2026-03-31T05:22:51.552078Z","end":"2026-03-31T05:22:51.793145Z","steps":["trace[1801163050] 'process raft request' (duration: 240.925117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.484405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792636279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:22:52.817813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.175881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:52.817945Z","caller":"traceutil/trace.go:171","msg":"trace[1692895146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12279; }","duration":"918.319555ms","start":"2026-03-31T05:22:51.899577Z","end":"2026-03-31T05:22:52.817896Z","steps":["trace[1692895146] 'range keys from in-memory index tree' (duration: 918.1121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.818013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:51.899561Z","time spent":"918.436068ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:22:52.867094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.922913ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:22:52.867373Z","caller":"traceutil/trace.go:171","msg":"trace[1110576212] transaction","detail":"{read_only:false; response_revision:12280; number_of_response:1; }","duration":"796.667539ms","start":"2026-03-31T05:22:52.070687Z","end":"2026-03-31T05:22:52.867355Z","steps":["trace[1110576212] 'process raft request' (duration: 796.495295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.867473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:52.070657Z","time spent":"796.746072ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:52.867686Z","caller":"traceutil/trace.go:171","msg":"trace[1656597832] transaction","detail":"{read_only:false; response_revision:12281; number_of_response:1; }","duration":"736.629579ms","start":"2026-03-31T05:22:52.131025Z","end":"2026-03-31T05:22:52.867655Z","steps":["trace[1656597832] 'process raft request' (duration: 736.256518ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:52.867764Z","caller":"traceutil/trace.go:171","msg":"trace[1646584414] transaction","detail":"{read_only:false; response_revision:12282; number_of_response:1; }","duration":"708.341085ms","start":"2026-03-31T05:22:52.159401Z","end":"2026-03-31T05:22:52.867742Z","steps":["trace[1646584414] 'process raft request' (duration: 708.1387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.867867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:52.15939Z","time spent":"708.417107ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:52.867867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:52.131Z","time spent":"736.785762ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:52.867686Z","caller":"traceutil/trace.go:171","msg":"trace[319073934] linearizableReadLoop","detail":"{readStateIndex:12773; appliedIndex:12769; }","duration":"884.341146ms","start":"2026-03-31T05:22:51.983319Z","end":"2026-03-31T05:22:52.86766Z","steps":["trace[319073934] 'read index received' (duration: 701.841516ms)","trace[319073934] 'applied index is now lower than readState.Index' (duration: 182.49847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:52.868017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.597655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:52.868059Z","caller":"traceutil/trace.go:171","msg":"trace[1423557654] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:12282; }","duration":"812.672957ms","start":"2026-03-31T05:22:52.05537Z","end":"2026-03-31T05:22:52.868043Z","steps":["trace[1423557654] 'agreement among raft nodes before linearized reading' (duration: 812.608666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.868096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:52.055346Z","time spent":"812.740399ms","remote":"127.0.0.1:33224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:22:52.868113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.485179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:22:52.868177Z","caller":"traceutil/trace.go:171","msg":"trace[948333046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12282; }","duration":"152.577782ms","start":"2026-03-31T05:22:52.715583Z","end":"2026-03-31T05:22:52.86816Z","steps":["trace[948333046] 'agreement among raft nodes before linearized reading' (duration: 152.415277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.868216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.912521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:22:52.868233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.425588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:22:52.868275Z","caller":"traceutil/trace.go:171","msg":"trace[277119303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12282; }","duration":"152.999773ms","start":"2026-03-31T05:22:52.71526Z","end":"2026-03-31T05:22:52.86826Z","steps":["trace[277119303] 'agreement among raft nodes before linearized reading' (duration: 152.88151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.868318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.644658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:52.86834Z","caller":"traceutil/trace.go:171","msg":"trace[830176019] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:12282; }","duration":"462.696879ms","start":"2026-03-31T05:22:52.405636Z","end":"2026-03-31T05:22:52.868333Z","steps":["trace[830176019] 'agreement among raft nodes before linearized reading' (duration: 462.663818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:52.868333Z","caller":"traceutil/trace.go:171","msg":"trace[1470616251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12282; }","duration":"152.554581ms","start":"2026-03-31T05:22:52.71575Z","end":"2026-03-31T05:22:52.868304Z","steps":["trace[1470616251] 'agreement among raft nodes before linearized reading' (duration: 152.246342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.868281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.675794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:22:52.868386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:52.405617Z","time spent":"462.745941ms","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:22:52.868405Z","caller":"traceutil/trace.go:171","msg":"trace[1496842273] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12282; }","duration":"434.815447ms","start":"2026-03-31T05:22:52.433574Z","end":"2026-03-31T05:22:52.868389Z","steps":["trace[1496842273] 'agreement among raft nodes before linearized reading' (duration: 434.643122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.868464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:52.433559Z","time spent":"434.890569ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:22:52.868114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.865047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:22:52.868575Z","caller":"traceutil/trace.go:171","msg":"trace[1723386062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12282; }","duration":"244.35586ms","start":"2026-03-31T05:22:52.624202Z","end":"2026-03-31T05:22:52.868557Z","steps":["trace[1723386062] 'agreement among raft nodes before linearized reading' (duration: 243.782995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.868632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.726707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:22:52.868661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.218412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:22:52.868684Z","caller":"traceutil/trace.go:171","msg":"trace[1437830237] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:12282; }","duration":"144.80992ms","start":"2026-03-31T05:22:52.723859Z","end":"2026-03-31T05:22:52.868669Z","steps":["trace[1437830237] 'agreement among raft nodes before linearized reading' (duration: 144.670366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:52.868706Z","caller":"traceutil/trace.go:171","msg":"trace[1397153273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12282; }","duration":"152.293023ms","start":"2026-03-31T05:22:52.7164Z","end":"2026-03-31T05:22:52.868693Z","steps":["trace[1397153273] 'agreement among raft nodes before linearized reading' (duration: 152.16531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.86909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.632972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:52.869151Z","caller":"traceutil/trace.go:171","msg":"trace[1664810554] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:12282; }","duration":"885.863038ms","start":"2026-03-31T05:22:51.983272Z","end":"2026-03-31T05:22:52.869135Z","steps":["trace[1664810554] 'agreement among raft nodes before linearized reading' (duration: 884.485781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.869194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:51.983252Z","time spent":"885.928589ms","remote":"127.0.0.1:45440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:22:53.039866Z","caller":"traceutil/trace.go:171","msg":"trace[429245662] transaction","detail":"{read_only:false; response_revision:12283; number_of_response:1; }","duration":"167.414337ms","start":"2026-03-31T05:22:52.872431Z","end":"2026-03-31T05:22:53.039845Z","steps":["trace[429245662] 'process raft request' (duration: 167.270703ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:53.042585Z","caller":"traceutil/trace.go:171","msg":"trace[505013643] transaction","detail":"{read_only:false; response_revision:12285; number_of_response:1; }","duration":"169.239286ms","start":"2026-03-31T05:22:52.873326Z","end":"2026-03-31T05:22:53.042565Z","steps":["trace[505013643] 'process raft request' (duration: 169.184335ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:53.0426Z","caller":"traceutil/trace.go:171","msg":"trace[127321522] transaction","detail":"{read_only:false; response_revision:12284; number_of_response:1; }","duration":"169.318229ms","start":"2026-03-31T05:22:52.873264Z","end":"2026-03-31T05:22:53.042582Z","steps":["trace[127321522] 'process raft request' (duration: 169.138264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:53.042788Z","caller":"traceutil/trace.go:171","msg":"trace[257356851] transaction","detail":"{read_only:false; response_revision:12286; number_of_response:1; }","duration":"169.314589ms","start":"2026-03-31T05:22:52.873463Z","end":"2026-03-31T05:22:53.042777Z","steps":["trace[257356851] 'process raft request' (duration: 169.075032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:53.042814Z","caller":"traceutil/trace.go:171","msg":"trace[889409832] linearizableReadLoop","detail":"{readStateIndex:12777; appliedIndex:12773; }","duration":"169.00197ms","start":"2026-03-31T05:22:52.873797Z","end":"2026-03-31T05:22:53.042799Z","steps":["trace[889409832] 'read index received' (duration: 165.920296ms)","trace[889409832] 'applied index is now lower than readState.Index' (duration: 3.080854ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:53.042841Z","caller":"traceutil/trace.go:171","msg":"trace[2147249447] transaction","detail":"{read_only:false; response_revision:12287; number_of_response:1; }","duration":"168.769404ms","start":"2026-03-31T05:22:52.874062Z","end":"2026-03-31T05:22:53.042831Z","steps":["trace[2147249447] 'process raft request' (duration: 168.64689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:53.042902Z","caller":"traceutil/trace.go:171","msg":"trace[1735752280] transaction","detail":"{read_only:false; response_revision:12288; number_of_response:1; }","duration":"168.803794ms","start":"2026-03-31T05:22:52.874092Z","end":"2026-03-31T05:22:53.042896Z","steps":["trace[1735752280] 'process raft request' (duration: 168.676381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:53.043288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.471283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386174"} {"level":"info","ts":"2026-03-31T05:22:53.043323Z","caller":"traceutil/trace.go:171","msg":"trace[791558480] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:12288; }","duration":"169.546595ms","start":"2026-03-31T05:22:52.873768Z","end":"2026-03-31T05:22:53.043315Z","steps":["trace[791558480] 'agreement among raft nodes before linearized reading' (duration: 169.081462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:53.650694Z","caller":"traceutil/trace.go:171","msg":"trace[477011692] transaction","detail":"{read_only:false; response_revision:12318; number_of_response:1; }","duration":"240.449184ms","start":"2026-03-31T05:22:53.41022Z","end":"2026-03-31T05:22:53.650669Z","steps":["trace[477011692] 'process raft request' (duration: 193.651675ms)","trace[477011692] 'compare' (duration: 46.47369ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:53.669069Z","caller":"traceutil/trace.go:171","msg":"trace[945354171] linearizableReadLoop","detail":"{readStateIndex:12811; appliedIndex:12809; }","duration":"246.111728ms","start":"2026-03-31T05:22:53.422933Z","end":"2026-03-31T05:22:53.669045Z","steps":["trace[945354171] 'read index received' (duration: 181.025119ms)","trace[945354171] 'applied index is now lower than readState.Index' (duration: 65.085699ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:53.669131Z","caller":"traceutil/trace.go:171","msg":"trace[455143828] transaction","detail":"{read_only:false; response_revision:12319; number_of_response:1; }","duration":"254.654272ms","start":"2026-03-31T05:22:53.414446Z","end":"2026-03-31T05:22:53.6691Z","steps":["trace[455143828] 'process raft request' (duration: 254.478967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:53.669308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.352795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T05:22:53.669353Z","caller":"traceutil/trace.go:171","msg":"trace[2009329471] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:12319; }","duration":"246.435877ms","start":"2026-03-31T05:22:53.422904Z","end":"2026-03-31T05:22:53.66934Z","steps":["trace[2009329471] 'agreement among raft nodes before linearized reading' (duration: 246.263283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:53.805802Z","caller":"traceutil/trace.go:171","msg":"trace[2052744657] transaction","detail":"{read_only:false; response_revision:12324; number_of_response:1; }","duration":"126.93088ms","start":"2026-03-31T05:22:53.678847Z","end":"2026-03-31T05:22:53.805778Z","steps":["trace[2052744657] 'process raft request' (duration: 126.797677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:53.805845Z","caller":"traceutil/trace.go:171","msg":"trace[507609474] transaction","detail":"{read_only:false; response_revision:12322; number_of_response:1; }","duration":"127.192187ms","start":"2026-03-31T05:22:53.678628Z","end":"2026-03-31T05:22:53.80582Z","steps":["trace[507609474] 'process raft request' (duration: 91.388919ms)","trace[507609474] 'compare' (duration: 35.48705ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:53.805902Z","caller":"traceutil/trace.go:171","msg":"trace[1083440860] linearizableReadLoop","detail":"{readStateIndex:12827; appliedIndex:12813; }","duration":"123.802924ms","start":"2026-03-31T05:22:53.682088Z","end":"2026-03-31T05:22:53.805891Z","steps":["trace[1083440860] 'read index received' (duration: 15.706389ms)","trace[1083440860] 'applied index is now lower than readState.Index' (duration: 108.095905ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:53.805949Z","caller":"traceutil/trace.go:171","msg":"trace[1578319085] transaction","detail":"{read_only:false; response_revision:12323; number_of_response:1; }","duration":"127.173767ms","start":"2026-03-31T05:22:53.678763Z","end":"2026-03-31T05:22:53.805937Z","steps":["trace[1578319085] 'process raft request' (duration: 126.858368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:53.805952Z","caller":"traceutil/trace.go:171","msg":"trace[1026778983] transaction","detail":"{read_only:false; response_revision:12330; number_of_response:1; }","duration":"126.440516ms","start":"2026-03-31T05:22:53.679493Z","end":"2026-03-31T05:22:53.805934Z","steps":["trace[1026778983] 'process raft request' (duration: 126.291572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:53.805971Z","caller":"traceutil/trace.go:171","msg":"trace[834633295] transaction","detail":"{read_only:false; response_revision:12331; number_of_response:1; }","duration":"126.278052ms","start":"2026-03-31T05:22:53.679686Z","end":"2026-03-31T05:22:53.805964Z","steps":["trace[834633295] 'process raft request' (duration: 126.115618ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:53.805981Z","caller":"traceutil/trace.go:171","msg":"trace[556363861] transaction","detail":"{read_only:false; response_revision:12333; number_of_response:1; }","duration":"126.155589ms","start":"2026-03-31T05:22:53.679819Z","end":"2026-03-31T05:22:53.805974Z","steps":["trace[556363861] 'process raft request' (duration: 126.016425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:53.806037Z","caller":"traceutil/trace.go:171","msg":"trace[980840435] transaction","detail":"{read_only:false; response_revision:12332; number_of_response:1; }","duration":"126.332043ms","start":"2026-03-31T05:22:53.6797Z","end":"2026-03-31T05:22:53.806032Z","steps":["trace[980840435] 'process raft request' (duration: 126.119527ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:53.806036Z","caller":"traceutil/trace.go:171","msg":"trace[294885034] transaction","detail":"{read_only:false; response_revision:12334; number_of_response:1; }","duration":"126.19751ms","start":"2026-03-31T05:22:53.679833Z","end":"2026-03-31T05:22:53.80603Z","steps":["trace[294885034] 'process raft request' (duration: 126.016105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:53.806019Z","caller":"traceutil/trace.go:171","msg":"trace[807546655] transaction","detail":"{read_only:false; response_revision:12335; number_of_response:1; }","duration":"125.983844ms","start":"2026-03-31T05:22:53.680003Z","end":"2026-03-31T05:22:53.805987Z","steps":["trace[807546655] 'process raft request' (duration: 125.865251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:53.80609Z","caller":"traceutil/trace.go:171","msg":"trace[234902324] transaction","detail":"{read_only:false; response_revision:12326; number_of_response:1; }","duration":"127.197988ms","start":"2026-03-31T05:22:53.678887Z","end":"2026-03-31T05:22:53.806085Z","steps":["trace[234902324] 'process raft request' (duration: 126.830158ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:53.806089Z","caller":"traceutil/trace.go:171","msg":"trace[514592927] transaction","detail":"{read_only:false; response_revision:12325; number_of_response:1; }","duration":"127.198967ms","start":"2026-03-31T05:22:53.678879Z","end":"2026-03-31T05:22:53.806078Z","steps":["trace[514592927] 'process raft request' (duration: 126.809097ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:53.806099Z","caller":"traceutil/trace.go:171","msg":"trace[1458120503] transaction","detail":"{read_only:false; response_revision:12329; number_of_response:1; }","duration":"126.667623ms","start":"2026-03-31T05:22:53.679426Z","end":"2026-03-31T05:22:53.806094Z","steps":["trace[1458120503] 'process raft request' (duration: 126.342504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:53.806135Z","caller":"traceutil/trace.go:171","msg":"trace[733275547] transaction","detail":"{read_only:false; response_revision:12327; number_of_response:1; }","duration":"126.835177ms","start":"2026-03-31T05:22:53.679282Z","end":"2026-03-31T05:22:53.806117Z","steps":["trace[733275547] 'process raft request' (duration: 126.453827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:53.806228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.129063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T05:22:53.806256Z","caller":"traceutil/trace.go:171","msg":"trace[1917220467] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:12335; }","duration":"124.202205ms","start":"2026-03-31T05:22:53.682046Z","end":"2026-03-31T05:22:53.806248Z","steps":["trace[1917220467] 'agreement among raft nodes before linearized reading' (duration: 124.086632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:53.807007Z","caller":"traceutil/trace.go:171","msg":"trace[638415065] transaction","detail":"{read_only:false; response_revision:12328; number_of_response:1; }","duration":"126.742385ms","start":"2026-03-31T05:22:53.679342Z","end":"2026-03-31T05:22:53.806084Z","steps":["trace[638415065] 'process raft request' (duration: 126.410825ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.42288Z","caller":"traceutil/trace.go:171","msg":"trace[1879220685] linearizableReadLoop","detail":"{readStateIndex:12868; appliedIndex:12866; }","duration":"242.864969ms","start":"2026-03-31T05:22:54.179994Z","end":"2026-03-31T05:22:54.422859Z","steps":["trace[1879220685] 'read index received' (duration: 242.606452ms)","trace[1879220685] 'applied index is now lower than readState.Index' (duration: 257.457µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:54.422939Z","caller":"traceutil/trace.go:171","msg":"trace[312105232] transaction","detail":"{read_only:false; response_revision:12376; number_of_response:1; }","duration":"264.538312ms","start":"2026-03-31T05:22:54.158371Z","end":"2026-03-31T05:22:54.422909Z","steps":["trace[312105232] 'process raft request' (duration: 264.386178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.423015Z","caller":"traceutil/trace.go:171","msg":"trace[120879643] transaction","detail":"{read_only:false; response_revision:12375; number_of_response:1; }","duration":"272.417797ms","start":"2026-03-31T05:22:54.150555Z","end":"2026-03-31T05:22:54.422973Z","steps":["trace[120879643] 'process raft request' (duration: 271.996066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.423272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.684004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7253"} {"level":"warn","ts":"2026-03-31T05:22:54.423283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.252748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"range_response_count:1 size:14533"} {"level":"info","ts":"2026-03-31T05:22:54.423358Z","caller":"traceutil/trace.go:171","msg":"trace[1779007710] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:12376; }","duration":"291.787727ms","start":"2026-03-31T05:22:54.131547Z","end":"2026-03-31T05:22:54.423335Z","steps":["trace[1779007710] 'agreement among raft nodes before linearized reading' (duration: 291.542471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.423376Z","caller":"traceutil/trace.go:171","msg":"trace[307403162] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; response_count:1; response_revision:12376; }","duration":"289.389612ms","start":"2026-03-31T05:22:54.133966Z","end":"2026-03-31T05:22:54.423355Z","steps":["trace[307403162] 'agreement among raft nodes before linearized reading' (duration: 289.056743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.423276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.289101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:8710"} {"level":"info","ts":"2026-03-31T05:22:54.423505Z","caller":"traceutil/trace.go:171","msg":"trace[1514387436] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:12376; }","duration":"292.561049ms","start":"2026-03-31T05:22:54.130925Z","end":"2026-03-31T05:22:54.423486Z","steps":["trace[1514387436] 'agreement among raft nodes before linearized reading' (duration: 292.170168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.631593Z","caller":"traceutil/trace.go:171","msg":"trace[179361897] transaction","detail":"{read_only:false; response_revision:12378; number_of_response:1; }","duration":"443.931755ms","start":"2026-03-31T05:22:54.187633Z","end":"2026-03-31T05:22:54.631565Z","steps":["trace[179361897] 'process raft request' (duration: 443.845193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.631818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:54.187624Z","time spent":"444.122541ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14243,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:54.631947Z","caller":"traceutil/trace.go:171","msg":"trace[472745746] transaction","detail":"{read_only:false; response_revision:12380; number_of_response:1; }","duration":"444.12903ms","start":"2026-03-31T05:22:54.187749Z","end":"2026-03-31T05:22:54.631878Z","steps":["trace[472745746] 'process raft request' (duration: 443.975406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.632069Z","caller":"traceutil/trace.go:171","msg":"trace[940158317] transaction","detail":"{read_only:false; response_revision:12381; number_of_response:1; }","duration":"444.092679ms","start":"2026-03-31T05:22:54.187967Z","end":"2026-03-31T05:22:54.63206Z","steps":["trace[940158317] 'process raft request' (duration: 443.857873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.632137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:54.187959Z","time spent":"444.1375ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:22:54.632243Z","caller":"traceutil/trace.go:171","msg":"trace[203586930] transaction","detail":"{read_only:false; response_revision:12382; number_of_response:1; }","duration":"444.152162ms","start":"2026-03-31T05:22:54.188063Z","end":"2026-03-31T05:22:54.632215Z","steps":["trace[203586930] 'process raft request' (duration: 443.887644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.632256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:54.187741Z","time spent":"444.274134ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10952,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:54.632355Z","caller":"traceutil/trace.go:171","msg":"trace[1170649231] transaction","detail":"{read_only:false; response_revision:12383; number_of_response:1; }","duration":"444.138741ms","start":"2026-03-31T05:22:54.188208Z","end":"2026-03-31T05:22:54.632347Z","steps":["trace[1170649231] 'process raft request' (duration: 443.862004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.632358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:54.188052Z","time spent":"444.257644ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:22:54.6324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:54.188199Z","time spent":"444.175662ms","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1047,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:54.632471Z","caller":"traceutil/trace.go:171","msg":"trace[1326248960] transaction","detail":"{read_only:false; response_revision:12384; number_of_response:1; }","duration":"441.665303ms","start":"2026-03-31T05:22:54.190789Z","end":"2026-03-31T05:22:54.632455Z","steps":["trace[1326248960] 'process raft request' (duration: 441.364785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.632542Z","caller":"traceutil/trace.go:171","msg":"trace[1864381201] linearizableReadLoop","detail":"{readStateIndex:12880; appliedIndex:12868; }","duration":"209.253879ms","start":"2026-03-31T05:22:54.423268Z","end":"2026-03-31T05:22:54.632522Z","steps":["trace[1864381201] 'read index received' (duration: 208.041266ms)","trace[1864381201] 'applied index is now lower than readState.Index' (duration: 1.211453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:54.632588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:54.19078Z","time spent":"441.766946ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:54.632664Z","caller":"traceutil/trace.go:171","msg":"trace[2090087357] transaction","detail":"{read_only:false; response_revision:12385; number_of_response:1; }","duration":"441.817078ms","start":"2026-03-31T05:22:54.190836Z","end":"2026-03-31T05:22:54.632653Z","steps":["trace[2090087357] 'process raft request' (duration: 441.431837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.632736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:54.190831Z","time spent":"441.864889ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11209,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:54.63274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.569517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-31T05:22:54.631811Z","caller":"traceutil/trace.go:171","msg":"trace[48087254] transaction","detail":"{read_only:false; response_revision:12379; number_of_response:1; }","duration":"444.09467ms","start":"2026-03-31T05:22:54.187691Z","end":"2026-03-31T05:22:54.631786Z","steps":["trace[48087254] 'process raft request' (duration: 443.831573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.632859Z","caller":"traceutil/trace.go:171","msg":"trace[1139956577] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:12388; }","duration":"450.6685ms","start":"2026-03-31T05:22:54.182143Z","end":"2026-03-31T05:22:54.632812Z","steps":["trace[1139956577] 'agreement among raft nodes before linearized reading' (duration: 450.462724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.632925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:54.182095Z","time spent":"450.813594ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-31T05:22:54.633028Z","caller":"traceutil/trace.go:171","msg":"trace[1773355981] transaction","detail":"{read_only:false; response_revision:12386; number_of_response:1; }","duration":"440.43481ms","start":"2026-03-31T05:22:54.192582Z","end":"2026-03-31T05:22:54.633017Z","steps":["trace[1773355981] 'process raft request' (duration: 439.750751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.633091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:54.192573Z","time spent":"440.488361ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:54.633225Z","caller":"traceutil/trace.go:171","msg":"trace[1674903502] transaction","detail":"{read_only:false; response_revision:12388; number_of_response:1; }","duration":"440.264435ms","start":"2026-03-31T05:22:54.192929Z","end":"2026-03-31T05:22:54.633193Z","steps":["trace[1674903502] 'process raft request' (duration: 439.538096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.633272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.924346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T05:22:54.633311Z","caller":"traceutil/trace.go:171","msg":"trace[1705191726] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:12388; }","duration":"221.965087ms","start":"2026-03-31T05:22:54.411337Z","end":"2026-03-31T05:22:54.633302Z","steps":["trace[1705191726] 'agreement among raft nodes before linearized reading' (duration: 221.283839ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.632626Z","caller":"traceutil/trace.go:171","msg":"trace[182656717] transaction","detail":"{read_only:false; response_revision:12387; number_of_response:1; }","duration":"439.746261ms","start":"2026-03-31T05:22:54.192869Z","end":"2026-03-31T05:22:54.632615Z","steps":["trace[182656717] 'process raft request' (duration: 439.538315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.633332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.324566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-31T05:22:54.633383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:54.192861Z","time spent":"440.493502ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14500,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:54.633391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:54.19291Z","time spent":"440.396049ms","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7219,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:54.633407Z","caller":"traceutil/trace.go:171","msg":"trace[13862863] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:12388; }","duration":"448.431839ms","start":"2026-03-31T05:22:54.184953Z","end":"2026-03-31T05:22:54.633385Z","steps":["trace[13862863] 'agreement among raft nodes before linearized reading' (duration: 448.266274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.633455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:54.184931Z","time spent":"448.51196ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-03-31T05:22:54.631625Z","caller":"traceutil/trace.go:171","msg":"trace[516133881] transaction","detail":"{read_only:false; response_revision:12377; number_of_response:1; }","duration":"444.155591ms","start":"2026-03-31T05:22:54.187429Z","end":"2026-03-31T05:22:54.631585Z","steps":["trace[516133881] 'process raft request' (duration: 443.899834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.633616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:54.187404Z","time spent":"446.183837ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6803,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:54.633015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:54.187684Z","time spent":"445.233941ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8267,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:54.698224Z","caller":"traceutil/trace.go:171","msg":"trace[1905163780] transaction","detail":"{read_only:false; response_revision:12391; number_of_response:1; }","duration":"260.951253ms","start":"2026-03-31T05:22:54.437264Z","end":"2026-03-31T05:22:54.698215Z","steps":["trace[1905163780] 'process raft request' (duration: 260.869251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.698206Z","caller":"traceutil/trace.go:171","msg":"trace[2119921654] transaction","detail":"{read_only:false; response_revision:12389; number_of_response:1; }","duration":"260.959743ms","start":"2026-03-31T05:22:54.437215Z","end":"2026-03-31T05:22:54.698174Z","steps":["trace[2119921654] 'process raft request' (duration: 260.768208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.698351Z","caller":"traceutil/trace.go:171","msg":"trace[523064533] transaction","detail":"{read_only:false; response_revision:12390; number_of_response:1; }","duration":"261.091257ms","start":"2026-03-31T05:22:54.437224Z","end":"2026-03-31T05:22:54.698316Z","steps":["trace[523064533] 'process raft request' (duration: 260.84152ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.698406Z","caller":"traceutil/trace.go:171","msg":"trace[77174881] transaction","detail":"{read_only:false; response_revision:12392; number_of_response:1; }","duration":"258.966709ms","start":"2026-03-31T05:22:54.439411Z","end":"2026-03-31T05:22:54.698377Z","steps":["trace[77174881] 'process raft request' (duration: 258.780304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.755199Z","caller":"traceutil/trace.go:171","msg":"trace[2145555103] transaction","detail":"{read_only:false; response_revision:12393; number_of_response:1; }","duration":"117.394999ms","start":"2026-03-31T05:22:54.637759Z","end":"2026-03-31T05:22:54.755154Z","steps":["trace[2145555103] 'process raft request' (duration: 114.425897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.755384Z","caller":"traceutil/trace.go:171","msg":"trace[22635883] linearizableReadLoop","detail":"{readStateIndex:12885; appliedIndex:12880; }","duration":"117.474492ms","start":"2026-03-31T05:22:54.637792Z","end":"2026-03-31T05:22:54.755266Z","steps":["trace[22635883] 'read index received' (duration: 60.250288ms)","trace[22635883] 'applied index is now lower than readState.Index' (duration: 57.222914ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:54.755503Z","caller":"traceutil/trace.go:171","msg":"trace[1760131714] transaction","detail":"{read_only:false; response_revision:12394; number_of_response:1; }","duration":"116.973668ms","start":"2026-03-31T05:22:54.638507Z","end":"2026-03-31T05:22:54.755481Z","steps":["trace[1760131714] 'process raft request' (duration: 116.598477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.755645Z","caller":"traceutil/trace.go:171","msg":"trace[346626134] transaction","detail":"{read_only:false; response_revision:12395; number_of_response:1; }","duration":"108.597689ms","start":"2026-03-31T05:22:54.647024Z","end":"2026-03-31T05:22:54.755622Z","steps":["trace[346626134] 'process raft request' (duration: 108.129846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.755916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.109099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-31T05:22:54.755967Z","caller":"traceutil/trace.go:171","msg":"trace[1990992442] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:12396; }","duration":"118.201272ms","start":"2026-03-31T05:22:54.637751Z","end":"2026-03-31T05:22:54.755952Z","steps":["trace[1990992442] 'agreement among raft nodes before linearized reading' (duration: 118.066888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.816866Z","caller":"traceutil/trace.go:171","msg":"trace[1650823937] transaction","detail":"{read_only:false; response_revision:12397; number_of_response:1; }","duration":"111.713404ms","start":"2026-03-31T05:22:54.70513Z","end":"2026-03-31T05:22:54.816844Z","steps":["trace[1650823937] 'process raft request' (duration: 111.56233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.817014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.623427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-scheduler-7c5748f64f-b4lhl\" ","response":"range_response_count:1 size:6818"} {"level":"warn","ts":"2026-03-31T05:22:54.817069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.146841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9008"} {"level":"warn","ts":"2026-03-31T05:22:54.817105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.233064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"range_response_count:1 size:14831"} {"level":"warn","ts":"2026-03-31T05:22:54.817107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.983282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:22:54.817126Z","caller":"traceutil/trace.go:171","msg":"trace[880118597] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:12397; }","duration":"106.241055ms","start":"2026-03-31T05:22:54.710869Z","end":"2026-03-31T05:22:54.817111Z","steps":["trace[880118597] 'agreement among raft nodes before linearized reading' (duration: 106.038819ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.81714Z","caller":"traceutil/trace.go:171","msg":"trace[865940399] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; response_count:1; response_revision:12397; }","duration":"106.277975ms","start":"2026-03-31T05:22:54.710848Z","end":"2026-03-31T05:22:54.817126Z","steps":["trace[865940399] 'agreement among raft nodes before linearized reading' (duration: 106.203663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.817144Z","caller":"traceutil/trace.go:171","msg":"trace[565913431] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12397; }","duration":"172.048283ms","start":"2026-03-31T05:22:54.645084Z","end":"2026-03-31T05:22:54.817133Z","steps":["trace[565913431] 'agreement among raft nodes before linearized reading' (duration: 171.94702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.81713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.379414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-volume-6c968c48d9\" ","response":"range_response_count:1 size:14515"} {"level":"warn","ts":"2026-03-31T05:22:54.817174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.238704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7550"} {"level":"info","ts":"2026-03-31T05:22:54.817204Z","caller":"traceutil/trace.go:171","msg":"trace[768363349] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:12397; }","duration":"106.299396ms","start":"2026-03-31T05:22:54.710897Z","end":"2026-03-31T05:22:54.817196Z","steps":["trace[768363349] 'agreement among raft nodes before linearized reading' (duration: 106.209894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.817202Z","caller":"traceutil/trace.go:171","msg":"trace[984737977] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-volume-6c968c48d9; range_end:; response_count:1; response_revision:12397; }","duration":"160.496428ms","start":"2026-03-31T05:22:54.656687Z","end":"2026-03-31T05:22:54.817183Z","steps":["trace[984737977] 'agreement among raft nodes before linearized reading' (duration: 160.256821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.817084Z","caller":"traceutil/trace.go:171","msg":"trace[1242361711] range","detail":"{range_begin:/registry/pods/openstack/cinder-scheduler-7c5748f64f-b4lhl; range_end:; response_count:1; response_revision:12397; }","duration":"169.709679ms","start":"2026-03-31T05:22:54.64735Z","end":"2026-03-31T05:22:54.81706Z","steps":["trace[1242361711] 'agreement among raft nodes before linearized reading' (duration: 169.523334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.817273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.6857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-31T05:22:54.817297Z","caller":"traceutil/trace.go:171","msg":"trace[983458717] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:12397; }","duration":"146.743062ms","start":"2026-03-31T05:22:54.670547Z","end":"2026-03-31T05:22:54.81729Z","steps":["trace[983458717] 'agreement among raft nodes before linearized reading' (duration: 146.67872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.817018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.191759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-scheduler-7c5748f64f\" ","response":"range_response_count:1 size:7234"} {"level":"info","ts":"2026-03-31T05:22:54.817372Z","caller":"traceutil/trace.go:171","msg":"trace[779242546] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-scheduler-7c5748f64f; range_end:; response_count:1; response_revision:12397; }","duration":"160.619421ms","start":"2026-03-31T05:22:54.656742Z","end":"2026-03-31T05:22:54.817362Z","steps":["trace[779242546] 'agreement among raft nodes before linearized reading' (duration: 160.104577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.817398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.709394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T05:22:54.817445Z","caller":"traceutil/trace.go:171","msg":"trace[1138605530] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:12397; }","duration":"175.780565ms","start":"2026-03-31T05:22:54.64165Z","end":"2026-03-31T05:22:54.81743Z","steps":["trace[1138605530] 'agreement among raft nodes before linearized reading' (duration: 175.654572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.907582Z","caller":"traceutil/trace.go:171","msg":"trace[2057828755] transaction","detail":"{read_only:false; response_revision:12398; number_of_response:1; }","duration":"150.563356ms","start":"2026-03-31T05:22:54.756994Z","end":"2026-03-31T05:22:54.907558Z","steps":["trace[2057828755] 'process raft request' (duration: 147.942284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.907699Z","caller":"traceutil/trace.go:171","msg":"trace[723532385] transaction","detail":"{read_only:false; response_revision:12399; number_of_response:1; }","duration":"150.661368ms","start":"2026-03-31T05:22:54.757014Z","end":"2026-03-31T05:22:54.907675Z","steps":["trace[723532385] 'process raft request' (duration: 150.494664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.907739Z","caller":"traceutil/trace.go:171","msg":"trace[1304402307] transaction","detail":"{read_only:false; response_revision:12401; number_of_response:1; }","duration":"150.486924ms","start":"2026-03-31T05:22:54.757238Z","end":"2026-03-31T05:22:54.907725Z","steps":["trace[1304402307] 'process raft request' (duration: 150.332889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.907702Z","caller":"traceutil/trace.go:171","msg":"trace[1364514906] transaction","detail":"{read_only:false; response_revision:12400; number_of_response:1; }","duration":"150.506324ms","start":"2026-03-31T05:22:54.757156Z","end":"2026-03-31T05:22:54.907662Z","steps":["trace[1364514906] 'process raft request' (duration: 150.388001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.90789Z","caller":"traceutil/trace.go:171","msg":"trace[943681467] transaction","detail":"{read_only:false; response_revision:12402; number_of_response:1; }","duration":"145.125458ms","start":"2026-03-31T05:22:54.762754Z","end":"2026-03-31T05:22:54.90788Z","steps":["trace[943681467] 'process raft request' (duration: 144.84462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.909316Z","caller":"traceutil/trace.go:171","msg":"trace[1987217675] transaction","detail":"{read_only:false; response_revision:12403; number_of_response:1; }","duration":"142.998609ms","start":"2026-03-31T05:22:54.766272Z","end":"2026-03-31T05:22:54.909271Z","steps":["trace[1987217675] 'process raft request' (duration: 141.467057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.91072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.901278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-31T05:22:54.910835Z","caller":"traceutil/trace.go:171","msg":"trace[1629820442] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:12404; }","duration":"150.070193ms","start":"2026-03-31T05:22:54.760737Z","end":"2026-03-31T05:22:54.910807Z","steps":["trace[1629820442] 'agreement among raft nodes before linearized reading' (duration: 149.771975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.980038Z","caller":"traceutil/trace.go:171","msg":"trace[1895645482] transaction","detail":"{read_only:false; response_revision:12405; number_of_response:1; }","duration":"157.539827ms","start":"2026-03-31T05:22:54.822467Z","end":"2026-03-31T05:22:54.980007Z","steps":["trace[1895645482] 'process raft request' (duration: 157.317081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.980256Z","caller":"traceutil/trace.go:171","msg":"trace[367686562] transaction","detail":"{read_only:false; response_revision:12406; number_of_response:1; }","duration":"155.180603ms","start":"2026-03-31T05:22:54.825048Z","end":"2026-03-31T05:22:54.980228Z","steps":["trace[367686562] 'process raft request' (duration: 154.900935ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.980374Z","caller":"traceutil/trace.go:171","msg":"trace[864603814] transaction","detail":"{read_only:false; response_revision:12407; number_of_response:1; }","duration":"151.298866ms","start":"2026-03-31T05:22:54.829053Z","end":"2026-03-31T05:22:54.980352Z","steps":["trace[864603814] 'process raft request' (duration: 151.07858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.980583Z","caller":"traceutil/trace.go:171","msg":"trace[254252241] transaction","detail":"{read_only:false; response_revision:12409; number_of_response:1; }","duration":"150.465063ms","start":"2026-03-31T05:22:54.830107Z","end":"2026-03-31T05:22:54.980572Z","steps":["trace[254252241] 'process raft request' (duration: 150.324569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.98062Z","caller":"traceutil/trace.go:171","msg":"trace[793280461] transaction","detail":"{read_only:false; response_revision:12410; number_of_response:1; }","duration":"147.204174ms","start":"2026-03-31T05:22:54.833402Z","end":"2026-03-31T05:22:54.980606Z","steps":["trace[793280461] 'process raft request' (duration: 147.100741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.980676Z","caller":"traceutil/trace.go:171","msg":"trace[296229190] transaction","detail":"{read_only:false; response_revision:12408; number_of_response:1; }","duration":"151.293686ms","start":"2026-03-31T05:22:54.829373Z","end":"2026-03-31T05:22:54.980667Z","steps":["trace[296229190] 'process raft request' (duration: 150.844103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.980889Z","caller":"traceutil/trace.go:171","msg":"trace[1986627775] transaction","detail":"{read_only:false; response_revision:12411; number_of_response:1; }","duration":"107.204151ms","start":"2026-03-31T05:22:54.873665Z","end":"2026-03-31T05:22:54.980869Z","steps":["trace[1986627775] 'process raft request' (duration: 106.898923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.984222Z","caller":"traceutil/trace.go:171","msg":"trace[1047711493] transaction","detail":"{read_only:false; response_revision:12412; number_of_response:1; }","duration":"110.424089ms","start":"2026-03-31T05:22:54.873768Z","end":"2026-03-31T05:22:54.984192Z","steps":["trace[1047711493] 'process raft request' (duration: 107.027526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.984375Z","caller":"traceutil/trace.go:171","msg":"trace[567690612] transaction","detail":"{read_only:false; response_revision:12413; number_of_response:1; }","duration":"110.530932ms","start":"2026-03-31T05:22:54.873821Z","end":"2026-03-31T05:22:54.984352Z","steps":["trace[567690612] 'process raft request' (duration: 110.237324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.984395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.236506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-31T05:22:54.984434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.236153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:54.984457Z","caller":"traceutil/trace.go:171","msg":"trace[1164141791] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:12413; }","duration":"143.328718ms","start":"2026-03-31T05:22:54.841111Z","end":"2026-03-31T05:22:54.984439Z","steps":["trace[1164141791] 'agreement among raft nodes before linearized reading' (duration: 143.078051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.984484Z","caller":"traceutil/trace.go:171","msg":"trace[1388931612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12413; }","duration":"114.322796ms","start":"2026-03-31T05:22:54.87015Z","end":"2026-03-31T05:22:54.984473Z","steps":["trace[1388931612] 'agreement among raft nodes before linearized reading' (duration: 114.214523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.984596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.505551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-volume-6c968c48d9\" ","response":"range_response_count:1 size:14515"} {"level":"info","ts":"2026-03-31T05:22:54.98465Z","caller":"traceutil/trace.go:171","msg":"trace[686809195] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-volume-6c968c48d9; range_end:; response_count:1; response_revision:12413; }","duration":"155.584743ms","start":"2026-03-31T05:22:54.82905Z","end":"2026-03-31T05:22:54.984635Z","steps":["trace[686809195] 'agreement among raft nodes before linearized reading' (duration: 155.429319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.984679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.492242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:54.984722Z","caller":"traceutil/trace.go:171","msg":"trace[2073990458] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:12413; }","duration":"162.550854ms","start":"2026-03-31T05:22:54.822159Z","end":"2026-03-31T05:22:54.98471Z","steps":["trace[2073990458] 'agreement among raft nodes before linearized reading' (duration: 162.483163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.98478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.395393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-scheduler-7c5748f64f\" ","response":"range_response_count:1 size:7234"} {"level":"info","ts":"2026-03-31T05:22:54.984811Z","caller":"traceutil/trace.go:171","msg":"trace[769304055] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-scheduler-7c5748f64f; range_end:; response_count:1; response_revision:12413; }","duration":"157.460985ms","start":"2026-03-31T05:22:54.82734Z","end":"2026-03-31T05:22:54.984801Z","steps":["trace[769304055] 'agreement among raft nodes before linearized reading' (duration: 157.339592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:55.072733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.51558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-backup-bbc56b8f7-zfgkj\" ","response":"range_response_count:1 size:10967"} {"level":"info","ts":"2026-03-31T05:22:55.072798Z","caller":"traceutil/trace.go:171","msg":"trace[78511399] range","detail":"{range_begin:/registry/pods/openstack/cinder-backup-bbc56b8f7-zfgkj; range_end:; response_count:1; response_revision:12415; }","duration":"159.611273ms","start":"2026-03-31T05:22:54.913172Z","end":"2026-03-31T05:22:55.072784Z","steps":["trace[78511399] 'agreement among raft nodes before linearized reading' (duration: 94.424811ms)","trace[78511399] 'range keys from in-memory index tree' (duration: 65.057889ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:55.285141Z","caller":"traceutil/trace.go:171","msg":"trace[1679845484] transaction","detail":"{read_only:false; response_revision:12421; number_of_response:1; }","duration":"205.237341ms","start":"2026-03-31T05:22:55.079877Z","end":"2026-03-31T05:22:55.285115Z","steps":["trace[1679845484] 'process raft request' (duration: 136.486531ms)","trace[1679845484] 'compare' (duration: 68.426031ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:55.285557Z","caller":"traceutil/trace.go:171","msg":"trace[1818376350] transaction","detail":"{read_only:false; response_revision:12423; number_of_response:1; }","duration":"205.173389ms","start":"2026-03-31T05:22:55.080361Z","end":"2026-03-31T05:22:55.285534Z","steps":["trace[1818376350] 'process raft request' (duration: 205.092957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:55.285733Z","caller":"traceutil/trace.go:171","msg":"trace[151578129] transaction","detail":"{read_only:false; response_revision:12422; number_of_response:1; }","duration":"205.572599ms","start":"2026-03-31T05:22:55.080109Z","end":"2026-03-31T05:22:55.285682Z","steps":["trace[151578129] 'process raft request' (duration: 204.971743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:55.285833Z","caller":"traceutil/trace.go:171","msg":"trace[1895137945] transaction","detail":"{read_only:false; response_revision:12425; number_of_response:1; }","duration":"202.890757ms","start":"2026-03-31T05:22:55.082923Z","end":"2026-03-31T05:22:55.285814Z","steps":["trace[1895137945] 'process raft request' (duration: 202.759433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:55.285866Z","caller":"traceutil/trace.go:171","msg":"trace[1566667837] transaction","detail":"{read_only:false; response_revision:12426; number_of_response:1; }","duration":"202.857976ms","start":"2026-03-31T05:22:55.082988Z","end":"2026-03-31T05:22:55.285846Z","steps":["trace[1566667837] 'process raft request' (duration: 202.776094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:55.285916Z","caller":"traceutil/trace.go:171","msg":"trace[1207707468] transaction","detail":"{read_only:false; response_revision:12424; number_of_response:1; }","duration":"204.682875ms","start":"2026-03-31T05:22:55.081216Z","end":"2026-03-31T05:22:55.285899Z","steps":["trace[1207707468] 'process raft request' (duration: 204.289225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:55.286023Z","caller":"traceutil/trace.go:171","msg":"trace[990367463] transaction","detail":"{read_only:false; response_revision:12427; number_of_response:1; }","duration":"200.005958ms","start":"2026-03-31T05:22:55.085995Z","end":"2026-03-31T05:22:55.286001Z","steps":["trace[990367463] 'process raft request' (duration: 199.815583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:55.286486Z","caller":"traceutil/trace.go:171","msg":"trace[1613140809] transaction","detail":"{read_only:false; response_revision:12428; number_of_response:1; }","duration":"198.563318ms","start":"2026-03-31T05:22:55.087913Z","end":"2026-03-31T05:22:55.286476Z","steps":["trace[1613140809] 'process raft request' (duration: 198.023603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:55.286687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.645219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T05:22:55.286736Z","caller":"traceutil/trace.go:171","msg":"trace[708616300] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:12428; }","duration":"206.720101ms","start":"2026-03-31T05:22:55.080003Z","end":"2026-03-31T05:22:55.286723Z","steps":["trace[708616300] 'agreement among raft nodes before linearized reading' (duration: 206.540706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:55.286879Z","caller":"traceutil/trace.go:171","msg":"trace[1919126336] linearizableReadLoop","detail":"{readStateIndex:12914; appliedIndex:12912; }","duration":"206.439533ms","start":"2026-03-31T05:22:55.080006Z","end":"2026-03-31T05:22:55.286446Z","steps":["trace[1919126336] 'read index received' (duration: 14.449925ms)","trace[1919126336] 'applied index is now lower than readState.Index' (duration: 191.988458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:55.287084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.372182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T05:22:55.28713Z","caller":"traceutil/trace.go:171","msg":"trace[15678815] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:12428; }","duration":"206.442704ms","start":"2026-03-31T05:22:55.080679Z","end":"2026-03-31T05:22:55.287121Z","steps":["trace[15678815] 'agreement among raft nodes before linearized reading' (duration: 206.31186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:55.287195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.628587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-db-init\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:22:55.287255Z","caller":"traceutil/trace.go:171","msg":"trace[873384298] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-db-init; range_end:; response_count:1; response_revision:12428; }","duration":"169.698939ms","start":"2026-03-31T05:22:55.117541Z","end":"2026-03-31T05:22:55.28724Z","steps":["trace[873384298] 'agreement among raft nodes before linearized reading' (duration: 169.515264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:55.287332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.650257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-scheduler-7c5748f64f\" ","response":"range_response_count:1 size:7279"} {"level":"info","ts":"2026-03-31T05:22:55.287393Z","caller":"traceutil/trace.go:171","msg":"trace[1364441866] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-scheduler-7c5748f64f; range_end:; response_count:1; response_revision:12428; }","duration":"203.72316ms","start":"2026-03-31T05:22:55.083661Z","end":"2026-03-31T05:22:55.287384Z","steps":["trace[1364441866] 'agreement among raft nodes before linearized reading' (duration: 203.573456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:55.744456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.790287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:22:55.744585Z","caller":"traceutil/trace.go:171","msg":"trace[1891290519] transaction","detail":"{read_only:false; response_revision:12430; number_of_response:1; }","duration":"392.13121ms","start":"2026-03-31T05:22:55.352424Z","end":"2026-03-31T05:22:55.744555Z","steps":["trace[1891290519] 'process raft request' (duration: 81.144489ms)","trace[1891290519] 'compare' (duration: 310.499898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:55.744666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:55.352402Z","time spent":"392.223872ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":793,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:55.788211Z","caller":"traceutil/trace.go:171","msg":"trace[2123614138] linearizableReadLoop","detail":"{readStateIndex:12925; appliedIndex:12922; }","duration":"428.038192ms","start":"2026-03-31T05:22:55.360145Z","end":"2026-03-31T05:22:55.788183Z","steps":["trace[2123614138] 'read index received' (duration: 73.546501ms)","trace[2123614138] 'applied index is now lower than readState.Index' (duration: 354.490161ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:55.788553Z","caller":"traceutil/trace.go:171","msg":"trace[1826272474] transaction","detail":"{read_only:false; response_revision:12432; number_of_response:1; }","duration":"428.574147ms","start":"2026-03-31T05:22:55.359962Z","end":"2026-03-31T05:22:55.788536Z","steps":["trace[1826272474] 'process raft request' (duration: 428.150425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:55.788667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:55.359951Z","time spent":"428.646809ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9780,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:55.788676Z","caller":"traceutil/trace.go:171","msg":"trace[1165393418] transaction","detail":"{read_only:false; response_revision:12431; number_of_response:1; }","duration":"429.002859ms","start":"2026-03-31T05:22:55.359634Z","end":"2026-03-31T05:22:55.788637Z","steps":["trace[1165393418] 'process raft request' (duration: 428.34137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:55.788705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.549306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-31T05:22:55.788788Z","caller":"traceutil/trace.go:171","msg":"trace[1897356295] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:12432; }","duration":"428.619197ms","start":"2026-03-31T05:22:55.360121Z","end":"2026-03-31T05:22:55.788741Z","steps":["trace[1897356295] 'agreement among raft nodes before linearized reading' (duration: 428.429542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:55.788826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:55.360114Z","time spent":"428.70186ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-31T05:22:55.788879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:55.359606Z","time spent":"429.129201ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:55.887944Z","caller":"traceutil/trace.go:171","msg":"trace[1626504724] transaction","detail":"{read_only:false; response_revision:12433; number_of_response:1; }","duration":"408.22837ms","start":"2026-03-31T05:22:55.479668Z","end":"2026-03-31T05:22:55.887896Z","steps":["trace[1626504724] 'process raft request' (duration: 378.576339ms)","trace[1626504724] 'compare' (duration: 29.395774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:55.888113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.194313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-6c968c48d9-pgthj.18a1d5977f1aa07d\" ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-03-31T05:22:55.888151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:55.479644Z","time spent":"408.404735ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:55.888182Z","caller":"traceutil/trace.go:171","msg":"trace[217636706] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-6c968c48d9-pgthj.18a1d5977f1aa07d; range_end:; response_count:1; response_revision:12433; }","duration":"140.289555ms","start":"2026-03-31T05:22:55.747873Z","end":"2026-03-31T05:22:55.888162Z","steps":["trace[217636706] 'agreement among raft nodes before linearized reading' (duration: 140.029088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:55.888305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.904764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-31T05:22:55.88839Z","caller":"traceutil/trace.go:171","msg":"trace[130469609] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:12433; }","duration":"527.006477ms","start":"2026-03-31T05:22:55.361362Z","end":"2026-03-31T05:22:55.888369Z","steps":["trace[130469609] 'agreement among raft nodes before linearized reading' (duration: 526.74622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:55.888426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:55.361302Z","time spent":"527.11738ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-31T05:22:56.227381Z","caller":"traceutil/trace.go:171","msg":"trace[1239318563] transaction","detail":"{read_only:false; response_revision:12438; number_of_response:1; }","duration":"181.359608ms","start":"2026-03-31T05:22:56.045989Z","end":"2026-03-31T05:22:56.227349Z","steps":["trace[1239318563] 'process raft request' (duration: 163.263533ms)","trace[1239318563] 'compare' (duration: 17.54453ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:56.366999Z","caller":"traceutil/trace.go:171","msg":"trace[452136197] transaction","detail":"{read_only:false; response_revision:12439; number_of_response:1; }","duration":"130.868588ms","start":"2026-03-31T05:22:56.236111Z","end":"2026-03-31T05:22:56.366979Z","steps":["trace[452136197] 'process raft request' (duration: 125.388368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:56.541145Z","caller":"traceutil/trace.go:171","msg":"trace[1313590011] transaction","detail":"{read_only:false; response_revision:12441; number_of_response:1; }","duration":"117.061931ms","start":"2026-03-31T05:22:56.424045Z","end":"2026-03-31T05:22:56.541107Z","steps":["trace[1313590011] 'process raft request' (duration: 97.316551ms)","trace[1313590011] 'compare' (duration: 19.616576ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:56.685754Z","caller":"traceutil/trace.go:171","msg":"trace[84766086] transaction","detail":"{read_only:false; response_revision:12443; number_of_response:1; }","duration":"138.532207ms","start":"2026-03-31T05:22:56.547191Z","end":"2026-03-31T05:22:56.685723Z","steps":["trace[84766086] 'process raft request' (duration: 136.608735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:57.07137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.120724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:57.071505Z","caller":"traceutil/trace.go:171","msg":"trace[26045530] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:12447; }","duration":"135.3301ms","start":"2026-03-31T05:22:56.936146Z","end":"2026-03-31T05:22:57.071476Z","steps":["trace[26045530] 'count revisions from in-memory index tree' (duration: 134.998351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:58.098175Z","caller":"traceutil/trace.go:171","msg":"trace[405616003] transaction","detail":"{read_only:false; response_revision:12460; number_of_response:1; }","duration":"197.621452ms","start":"2026-03-31T05:22:57.900489Z","end":"2026-03-31T05:22:58.09811Z","steps":["trace[405616003] 'process raft request' (duration: 167.952392ms)","trace[405616003] 'compare' (duration: 29.447174ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:58.570987Z","caller":"traceutil/trace.go:171","msg":"trace[753357448] transaction","detail":"{read_only:false; response_revision:12463; number_of_response:1; }","duration":"185.43539ms","start":"2026-03-31T05:22:58.385528Z","end":"2026-03-31T05:22:58.570964Z","steps":["trace[753357448] 'process raft request' (duration: 185.288016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:58.613335Z","caller":"traceutil/trace.go:171","msg":"trace[1296602436] transaction","detail":"{read_only:false; response_revision:12464; number_of_response:1; }","duration":"226.022809ms","start":"2026-03-31T05:22:58.387289Z","end":"2026-03-31T05:22:58.613311Z","steps":["trace[1296602436] 'process raft request' (duration: 225.444984ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:58.816281Z","caller":"traceutil/trace.go:171","msg":"trace[226494093] transaction","detail":"{read_only:false; response_revision:12467; number_of_response:1; }","duration":"189.074329ms","start":"2026-03-31T05:22:58.627166Z","end":"2026-03-31T05:22:58.816241Z","steps":["trace[226494093] 'process raft request' (duration: 142.829295ms)","trace[226494093] 'compare' (duration: 46.043899ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:59.198086Z","caller":"traceutil/trace.go:171","msg":"trace[181658446] transaction","detail":"{read_only:false; response_revision:12471; number_of_response:1; }","duration":"113.41394ms","start":"2026-03-31T05:22:59.084646Z","end":"2026-03-31T05:22:59.19806Z","steps":["trace[181658446] 'process raft request' (duration: 112.476615ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:59.198171Z","caller":"traceutil/trace.go:171","msg":"trace[87919790] transaction","detail":"{read_only:false; response_revision:12472; number_of_response:1; }","duration":"113.357059ms","start":"2026-03-31T05:22:59.08479Z","end":"2026-03-31T05:22:59.198147Z","steps":["trace[87919790] 'process raft request' (duration: 113.180744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:59.442028Z","caller":"traceutil/trace.go:171","msg":"trace[1567828901] transaction","detail":"{read_only:false; response_revision:12474; number_of_response:1; }","duration":"114.622313ms","start":"2026-03-31T05:22:59.327374Z","end":"2026-03-31T05:22:59.441997Z","steps":["trace[1567828901] 'process raft request' (duration: 113.983106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:59.580856Z","caller":"traceutil/trace.go:171","msg":"trace[391748868] transaction","detail":"{read_only:false; response_revision:12479; number_of_response:1; }","duration":"127.695671ms","start":"2026-03-31T05:22:59.453119Z","end":"2026-03-31T05:22:59.580815Z","steps":["trace[391748868] 'process raft request' (duration: 127.564378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:59.58097Z","caller":"traceutil/trace.go:171","msg":"trace[1009321977] transaction","detail":"{read_only:false; response_revision:12478; number_of_response:1; }","duration":"133.009886ms","start":"2026-03-31T05:22:59.44791Z","end":"2026-03-31T05:22:59.58092Z","steps":["trace[1009321977] 'process raft request' (duration: 132.718048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:59.581469Z","caller":"traceutil/trace.go:171","msg":"trace[1047245911] transaction","detail":"{read_only:false; response_revision:12476; number_of_response:1; }","duration":"135.063232ms","start":"2026-03-31T05:22:59.446394Z","end":"2026-03-31T05:22:59.581457Z","steps":["trace[1047245911] 'process raft request' (duration: 133.655053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:59.58197Z","caller":"traceutil/trace.go:171","msg":"trace[1877108379] transaction","detail":"{read_only:false; response_revision:12477; number_of_response:1; }","duration":"134.125727ms","start":"2026-03-31T05:22:59.447811Z","end":"2026-03-31T05:22:59.581936Z","steps":["trace[1877108379] 'process raft request' (duration: 132.756009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:01.683023Z","caller":"traceutil/trace.go:171","msg":"trace[44177444] transaction","detail":"{read_only:false; response_revision:12490; number_of_response:1; }","duration":"152.333484ms","start":"2026-03-31T05:23:01.530652Z","end":"2026-03-31T05:23:01.682985Z","steps":["trace[44177444] 'process raft request' (duration: 151.844141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:02.018759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.672746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:02.018868Z","caller":"traceutil/trace.go:171","msg":"trace[1128164921] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:12493; }","duration":"189.821579ms","start":"2026-03-31T05:23:01.829016Z","end":"2026-03-31T05:23:02.018838Z","steps":["trace[1128164921] 'count revisions from in-memory index tree' (duration: 189.546922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:02.044716Z","caller":"traceutil/trace.go:171","msg":"trace[171651532] linearizableReadLoop","detail":"{readStateIndex:12988; appliedIndex:12987; }","duration":"152.461748ms","start":"2026-03-31T05:23:01.892228Z","end":"2026-03-31T05:23:02.044689Z","steps":["trace[171651532] 'read index received' (duration: 152.062047ms)","trace[171651532] 'applied index is now lower than readState.Index' (duration: 398.941µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:02.044785Z","caller":"traceutil/trace.go:171","msg":"trace[2135843433] transaction","detail":"{read_only:false; response_revision:12494; number_of_response:1; }","duration":"188.057531ms","start":"2026-03-31T05:23:01.856676Z","end":"2026-03-31T05:23:02.044734Z","steps":["trace[2135843433] 'process raft request' (duration: 187.733372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:02.04499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.737626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:23:02.045609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.617423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:02.045655Z","caller":"traceutil/trace.go:171","msg":"trace[362055716] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:12494; }","duration":"153.454416ms","start":"2026-03-31T05:23:01.892184Z","end":"2026-03-31T05:23:02.045638Z","steps":["trace[362055716] 'agreement among raft nodes before linearized reading' (duration: 152.720676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:02.045747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.364208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:02.045792Z","caller":"traceutil/trace.go:171","msg":"trace[126906714] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12494; }","duration":"136.40838ms","start":"2026-03-31T05:23:01.909375Z","end":"2026-03-31T05:23:02.045784Z","steps":["trace[126906714] 'agreement among raft nodes before linearized reading' (duration: 136.342698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:02.045845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.081358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:02.045871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.404937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:02.045913Z","caller":"traceutil/trace.go:171","msg":"trace[1126923140] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12494; }","duration":"137.187301ms","start":"2026-03-31T05:23:01.908709Z","end":"2026-03-31T05:23:02.045896Z","steps":["trace[1126923140] 'agreement among raft nodes before linearized reading' (duration: 137.077018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:02.045921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.317219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-31T05:23:02.046047Z","caller":"traceutil/trace.go:171","msg":"trace[1477933846] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12494; }","duration":"135.465153ms","start":"2026-03-31T05:23:01.910562Z","end":"2026-03-31T05:23:02.046028Z","steps":["trace[1477933846] 'agreement among raft nodes before linearized reading' (duration: 135.207196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:02.045945Z","caller":"traceutil/trace.go:171","msg":"trace[168889141] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12494; }","duration":"137.463588ms","start":"2026-03-31T05:23:01.908437Z","end":"2026-03-31T05:23:02.0459Z","steps":["trace[168889141] 'agreement among raft nodes before linearized reading' (duration: 137.391156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:02.045693Z","caller":"traceutil/trace.go:171","msg":"trace[1504144625] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12494; }","duration":"137.757597ms","start":"2026-03-31T05:23:01.907913Z","end":"2026-03-31T05:23:02.045671Z","steps":["trace[1504144625] 'agreement among raft nodes before linearized reading' (duration: 137.576072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:02.045964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.821044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:02.046389Z","caller":"traceutil/trace.go:171","msg":"trace[912103605] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:12494; }","duration":"136.228204ms","start":"2026-03-31T05:23:01.910083Z","end":"2026-03-31T05:23:02.046311Z","steps":["trace[912103605] 'agreement among raft nodes before linearized reading' (duration: 135.599347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:02.287093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.941427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:23:02.287296Z","caller":"traceutil/trace.go:171","msg":"trace[1316525167] transaction","detail":"{read_only:false; response_revision:12496; number_of_response:1; }","duration":"141.865029ms","start":"2026-03-31T05:23:02.145413Z","end":"2026-03-31T05:23:02.287278Z","steps":["trace[1316525167] 'process raft request' (duration: 141.774886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:02.287299Z","caller":"traceutil/trace.go:171","msg":"trace[2086724990] transaction","detail":"{read_only:false; response_revision:12495; number_of_response:1; }","duration":"168.231679ms","start":"2026-03-31T05:23:02.119033Z","end":"2026-03-31T05:23:02.287265Z","steps":["trace[2086724990] 'process raft request' (duration: 47.057027ms)","trace[2086724990] 'compare' (duration: 120.334929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:02.601913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.524321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-db-init-zfxdq\" ","response":"range_response_count:1 size:7289"} {"level":"info","ts":"2026-03-31T05:23:02.60199Z","caller":"traceutil/trace.go:171","msg":"trace[1865408343] range","detail":"{range_begin:/registry/pods/openstack/cinder-db-init-zfxdq; range_end:; response_count:1; response_revision:12497; }","duration":"178.644464ms","start":"2026-03-31T05:23:02.423326Z","end":"2026-03-31T05:23:02.601971Z","steps":["trace[1865408343] 'range keys from in-memory index tree' (duration: 178.373676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:02.601986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.147782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-bbc56b8f7-zfgkj.18a1d5977f1ec0a6\" ","response":"range_response_count:1 size:808"} {"level":"info","ts":"2026-03-31T05:23:02.602055Z","caller":"traceutil/trace.go:171","msg":"trace[1107739868] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-bbc56b8f7-zfgkj.18a1d5977f1ec0a6; range_end:; response_count:1; response_revision:12497; }","duration":"140.254985ms","start":"2026-03-31T05:23:02.461781Z","end":"2026-03-31T05:23:02.602036Z","steps":["trace[1107739868] 'range keys from in-memory index tree' (duration: 139.998347ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:02.783297Z","caller":"traceutil/trace.go:171","msg":"trace[791170425] linearizableReadLoop","detail":"{readStateIndex:12993; appliedIndex:12991; }","duration":"158.739359ms","start":"2026-03-31T05:23:02.62453Z","end":"2026-03-31T05:23:02.783269Z","steps":["trace[791170425] 'read index received' (duration: 13.050107ms)","trace[791170425] 'applied index is now lower than readState.Index' (duration: 145.687632ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:02.783355Z","caller":"traceutil/trace.go:171","msg":"trace[605701832] transaction","detail":"{read_only:false; response_revision:12499; number_of_response:1; }","duration":"173.806692ms","start":"2026-03-31T05:23:02.609516Z","end":"2026-03-31T05:23:02.783323Z","steps":["trace[605701832] 'process raft request' (duration: 172.293201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:02.783494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.874613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:02.783531Z","caller":"traceutil/trace.go:171","msg":"trace[1820561363] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12499; }","duration":"158.939495ms","start":"2026-03-31T05:23:02.624581Z","end":"2026-03-31T05:23:02.783521Z","steps":["trace[1820561363] 'agreement among raft nodes before linearized reading' (duration: 158.852573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:02.78369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.810141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:02.783733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.031828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:02.783767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.798346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-bbc56b8f7-zfgkj.18a1d5977f1b3a84\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-31T05:23:02.783895Z","caller":"traceutil/trace.go:171","msg":"trace[943819997] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-bbc56b8f7-zfgkj.18a1d5977f1b3a84; range_end:; response_count:1; response_revision:12499; }","duration":"141.92848ms","start":"2026-03-31T05:23:02.641937Z","end":"2026-03-31T05:23:02.783866Z","steps":["trace[943819997] 'agreement among raft nodes before linearized reading' (duration: 141.663412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:02.783733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.083569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:02.783813Z","caller":"traceutil/trace.go:171","msg":"trace[904775209] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12499; }","duration":"159.154851ms","start":"2026-03-31T05:23:02.624641Z","end":"2026-03-31T05:23:02.783796Z","steps":["trace[904775209] 'agreement among raft nodes before linearized reading' (duration: 158.975566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:02.783815Z","caller":"traceutil/trace.go:171","msg":"trace[2015816173] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:12499; }","duration":"158.971586ms","start":"2026-03-31T05:23:02.624815Z","end":"2026-03-31T05:23:02.783787Z","steps":["trace[2015816173] 'agreement among raft nodes before linearized reading' (duration: 158.716569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:02.785745Z","caller":"traceutil/trace.go:171","msg":"trace[398823053] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12499; }","duration":"159.348986ms","start":"2026-03-31T05:23:02.624603Z","end":"2026-03-31T05:23:02.783952Z","steps":["trace[398823053] 'agreement among raft nodes before linearized reading' (duration: 159.083879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:02.786986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.941875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:02.787036Z","caller":"traceutil/trace.go:171","msg":"trace[2142448740] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12499; }","duration":"162.527263ms","start":"2026-03-31T05:23:02.624493Z","end":"2026-03-31T05:23:02.787021Z","steps":["trace[2142448740] 'agreement among raft nodes before linearized reading' (duration: 158.921964ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:02.976586Z","caller":"traceutil/trace.go:171","msg":"trace[1607915217] linearizableReadLoop","detail":"{readStateIndex:12994; appliedIndex:12993; }","duration":"108.413903ms","start":"2026-03-31T05:23:02.868144Z","end":"2026-03-31T05:23:02.976558Z","steps":["trace[1607915217] 'read index received' (duration: 60.858323ms)","trace[1607915217] 'applied index is now lower than readState.Index' (duration: 47.55452ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:02.976599Z","caller":"traceutil/trace.go:171","msg":"trace[432080783] transaction","detail":"{read_only:false; response_revision:12500; number_of_response:1; }","duration":"186.209281ms","start":"2026-03-31T05:23:02.79036Z","end":"2026-03-31T05:23:02.97657Z","steps":["trace[432080783] 'process raft request' (duration: 138.6425ms)","trace[432080783] 'compare' (duration: 47.346875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:02.976699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.546158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:02.976735Z","caller":"traceutil/trace.go:171","msg":"trace[1034981363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12500; }","duration":"108.619589ms","start":"2026-03-31T05:23:02.868109Z","end":"2026-03-31T05:23:02.976729Z","steps":["trace[1034981363] 'agreement among raft nodes before linearized reading' (duration: 108.537457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:03.596293Z","caller":"traceutil/trace.go:171","msg":"trace[1704452833] linearizableReadLoop","detail":"{readStateIndex:13001; appliedIndex:13000; }","duration":"138.345472ms","start":"2026-03-31T05:23:03.457913Z","end":"2026-03-31T05:23:03.596259Z","steps":["trace[1704452833] 'read index received' (duration: 51.281582ms)","trace[1704452833] 'applied index is now lower than readState.Index' (duration: 87.06254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:03.596863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.63028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:03.596949Z","caller":"traceutil/trace.go:171","msg":"trace[2005716930] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:12506; }","duration":"139.036531ms","start":"2026-03-31T05:23:03.457892Z","end":"2026-03-31T05:23:03.596928Z","steps":["trace[2005716930] 'agreement among raft nodes before linearized reading' (duration: 138.579458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:04.419123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.730523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:23:04.419282Z","caller":"traceutil/trace.go:171","msg":"trace[1818628459] linearizableReadLoop","detail":"{readStateIndex:13003; appliedIndex:13002; }","duration":"730.153152ms","start":"2026-03-31T05:23:03.689101Z","end":"2026-03-31T05:23:04.419254Z","steps":["trace[1818628459] 'read index received' (duration: 133.341456ms)","trace[1818628459] 'applied index is now lower than readState.Index' (duration: 596.809946ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:04.4193Z","caller":"traceutil/trace.go:171","msg":"trace[540589529] transaction","detail":"{read_only:false; response_revision:12508; number_of_response:1; }","duration":"809.590023ms","start":"2026-03-31T05:23:03.609669Z","end":"2026-03-31T05:23:04.419259Z","steps":["trace[540589529] 'process raft request' (duration: 212.559421ms)","trace[540589529] 'compare' (duration: 595.826659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:04.419524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:03.60965Z","time spent":"809.729527ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:04.419553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.441839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:23:04.419665Z","caller":"traceutil/trace.go:171","msg":"trace[812032004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12508; }","duration":"730.594853ms","start":"2026-03-31T05:23:03.689041Z","end":"2026-03-31T05:23:04.419636Z","steps":["trace[812032004] 'agreement among raft nodes before linearized reading' (duration: 730.304455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:04.419733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:03.689018Z","time spent":"730.701176ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:23:04.782563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.981853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:23:04.782769Z","caller":"traceutil/trace.go:171","msg":"trace[599205556] transaction","detail":"{read_only:false; response_revision:12509; number_of_response:1; }","duration":"988.053662ms","start":"2026-03-31T05:23:03.794683Z","end":"2026-03-31T05:23:04.782737Z","steps":["trace[599205556] 'process raft request' (duration: 729.721059ms)","trace[599205556] 'compare' (duration: 257.847469ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:04.782811Z","caller":"traceutil/trace.go:171","msg":"trace[970129329] transaction","detail":"{read_only:false; response_revision:12510; number_of_response:1; }","duration":"342.055001ms","start":"2026-03-31T05:23:04.440729Z","end":"2026-03-31T05:23:04.782784Z","steps":["trace[970129329] 'process raft request' (duration: 341.959428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:04.782878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.655642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:04.782851Z","caller":"traceutil/trace.go:171","msg":"trace[918403128] linearizableReadLoop","detail":"{readStateIndex:13004; appliedIndex:13003; }","duration":"363.484487ms","start":"2026-03-31T05:23:04.419312Z","end":"2026-03-31T05:23:04.782796Z","steps":["trace[918403128] 'read index received' (duration: 104.98563ms)","trace[918403128] 'applied index is now lower than readState.Index' (duration: 258.493267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:04.782996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.787056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:04.783013Z","caller":"traceutil/trace.go:171","msg":"trace[581140550] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12510; }","duration":"731.817597ms","start":"2026-03-31T05:23:04.051191Z","end":"2026-03-31T05:23:04.783008Z","steps":["trace[581140550] 'agreement among raft nodes before linearized reading' (duration: 731.790546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:04.783012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.707214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:04.78303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:04.051126Z","time spent":"731.900538ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:23:04.783057Z","caller":"traceutil/trace.go:171","msg":"trace[561668] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12510; }","duration":"731.785876ms","start":"2026-03-31T05:23:04.051257Z","end":"2026-03-31T05:23:04.783042Z","steps":["trace[561668] 'agreement among raft nodes before linearized reading' (duration: 731.714054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:04.783058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.440026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:04.783065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.620024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:04.7831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:04.051235Z","time spent":"731.856107ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:23:04.783129Z","caller":"traceutil/trace.go:171","msg":"trace[1685771327] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:12510; }","duration":"731.524839ms","start":"2026-03-31T05:23:04.051583Z","end":"2026-03-31T05:23:04.783108Z","steps":["trace[1685771327] 'agreement among raft nodes before linearized reading' (duration: 731.345204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:04.783159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.968521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-31T05:23:04.783185Z","caller":"traceutil/trace.go:171","msg":"trace[965594436] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12510; }","duration":"732.030083ms","start":"2026-03-31T05:23:04.051147Z","end":"2026-03-31T05:23:04.783177Z","steps":["trace[965594436] 'agreement among raft nodes before linearized reading' (duration: 731.95457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:04.783078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032453846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:23:04.783186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:04.051574Z","time spent":"731.600871ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-31T05:23:04.783146Z","caller":"traceutil/trace.go:171","msg":"trace[1559745414] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:12510; }","duration":"595.745747ms","start":"2026-03-31T05:23:04.187381Z","end":"2026-03-31T05:23:04.783127Z","steps":["trace[1559745414] 'agreement among raft nodes before linearized reading' (duration: 595.614184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:04.783219Z","caller":"traceutil/trace.go:171","msg":"trace[1281683210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12510; }","duration":"1.032604299s","start":"2026-03-31T05:23:03.750606Z","end":"2026-03-31T05:23:04.78321Z","steps":["trace[1281683210] 'agreement among raft nodes before linearized reading' (duration: 1.032357103s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:04.783242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:03.7506Z","time spent":"1.03263643s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:23:04.783244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.987666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:04.783271Z","caller":"traceutil/trace.go:171","msg":"trace[775743882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12510; }","duration":"914.051698ms","start":"2026-03-31T05:23:03.869212Z","end":"2026-03-31T05:23:04.783264Z","steps":["trace[775743882] 'agreement among raft nodes before linearized reading' (duration: 914.017327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:04.782924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:03.794665Z","time spent":"988.186326ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:04.783293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:03.86919Z","time spent":"914.09975ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:23:04.783289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033274049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:23:04.783215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:04.051126Z","time spent":"732.084353ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:23:04.783292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.055399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:23:04.782912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:04.440702Z","time spent":"342.163514ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:04.782966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.376075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:04.783367Z","caller":"traceutil/trace.go:171","msg":"trace[1995450524] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12510; }","duration":"730.178892ms","start":"2026-03-31T05:23:04.053171Z","end":"2026-03-31T05:23:04.78335Z","steps":["trace[1995450524] 'agreement among raft nodes before linearized reading' (duration: 729.944126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:04.783417Z","caller":"traceutil/trace.go:171","msg":"trace[1249767061] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12510; }","duration":"731.842957ms","start":"2026-03-31T05:23:04.051568Z","end":"2026-03-31T05:23:04.783411Z","steps":["trace[1249767061] 'agreement among raft nodes before linearized reading' (duration: 731.383524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:04.78344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:04.051559Z","time spent":"731.876429ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:23:04.78344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:04.053161Z","time spent":"730.267364ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:23:04.783475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039778736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7530"} {"level":"info","ts":"2026-03-31T05:23:04.783345Z","caller":"traceutil/trace.go:171","msg":"trace[1309287316] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12510; }","duration":"1.033367771s","start":"2026-03-31T05:23:03.749959Z","end":"2026-03-31T05:23:04.783327Z","steps":["trace[1309287316] 'agreement among raft nodes before linearized reading' (duration: 1.033116524s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:04.783502Z","caller":"traceutil/trace.go:171","msg":"trace[1664307851] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:12510; }","duration":"1.039834347s","start":"2026-03-31T05:23:03.74366Z","end":"2026-03-31T05:23:04.783494Z","steps":["trace[1664307851] 'agreement among raft nodes before linearized reading' (duration: 1.039707314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:04.783529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:03.743644Z","time spent":"1.039877179s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7553,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T05:23:04.783535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:03.749951Z","time spent":"1.033564446s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:23:04.783612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:04.187363Z","time spent":"596.200919ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:04.783666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089704461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:04.783689Z","caller":"traceutil/trace.go:171","msg":"trace[492014455] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:12510; }","duration":"1.089752682s","start":"2026-03-31T05:23:03.693928Z","end":"2026-03-31T05:23:04.78368Z","steps":["trace[492014455] 'agreement among raft nodes before linearized reading' (duration: 1.089718661s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:04.783708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:03.693911Z","time spent":"1.089791153s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:23:04.782931Z","caller":"traceutil/trace.go:171","msg":"trace[345289637] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12510; }","duration":"731.741284ms","start":"2026-03-31T05:23:04.051175Z","end":"2026-03-31T05:23:04.782917Z","steps":["trace[345289637] 'agreement among raft nodes before linearized reading' (duration: 731.636302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:04.783799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:04.051163Z","time spent":"732.591657ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:23:04.783633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089243448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:23:04.783876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.567574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143748"} {"level":"info","ts":"2026-03-31T05:23:04.783872Z","caller":"traceutil/trace.go:171","msg":"trace[140033948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12510; }","duration":"1.089483034s","start":"2026-03-31T05:23:03.694371Z","end":"2026-03-31T05:23:04.783854Z","steps":["trace[140033948] 'agreement among raft nodes before linearized reading' (duration: 1.089179636s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:04.783917Z","caller":"traceutil/trace.go:171","msg":"trace[1515875597] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:12510; }","duration":"301.649357ms","start":"2026-03-31T05:23:04.482257Z","end":"2026-03-31T05:23:04.783907Z","steps":["trace[1515875597] 'agreement among raft nodes before linearized reading' (duration: 301.435611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:04.78394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:04.482235Z","time spent":"301.699798ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143771,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:23:04.783937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:03.694365Z","time spent":"1.089554937s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:23:05.007964Z","caller":"traceutil/trace.go:171","msg":"trace[1885668834] linearizableReadLoop","detail":"{readStateIndex:13008; appliedIndex:13005; }","duration":"216.599101ms","start":"2026-03-31T05:23:04.791339Z","end":"2026-03-31T05:23:05.007938Z","steps":["trace[1885668834] 'read index received' (duration: 58.618512ms)","trace[1885668834] 'applied index is now lower than readState.Index' (duration: 157.979519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:05.008264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.94522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:05.00834Z","caller":"traceutil/trace.go:171","msg":"trace[526111478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12513; }","duration":"120.077533ms","start":"2026-03-31T05:23:04.888244Z","end":"2026-03-31T05:23:05.008321Z","steps":["trace[526111478] 'agreement among raft nodes before linearized reading' (duration: 119.9599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:05.008042Z","caller":"traceutil/trace.go:171","msg":"trace[769925307] transaction","detail":"{read_only:false; response_revision:12512; number_of_response:1; }","duration":"217.665431ms","start":"2026-03-31T05:23:04.790337Z","end":"2026-03-31T05:23:05.008002Z","steps":["trace[769925307] 'process raft request' (duration: 144.576313ms)","trace[769925307] 'compare' (duration: 72.814671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:05.008435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.981923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19103"} {"level":"info","ts":"2026-03-31T05:23:05.008487Z","caller":"traceutil/trace.go:171","msg":"trace[604935948] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12513; }","duration":"217.152427ms","start":"2026-03-31T05:23:04.791322Z","end":"2026-03-31T05:23:05.008475Z","steps":["trace[604935948] 'agreement among raft nodes before linearized reading' (duration: 216.787807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:05.008502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.80044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:05.008739Z","caller":"traceutil/trace.go:171","msg":"trace[1829306495] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12513; }","duration":"197.163071ms","start":"2026-03-31T05:23:04.811483Z","end":"2026-03-31T05:23:05.008646Z","steps":["trace[1829306495] 'agreement among raft nodes before linearized reading' (duration: 196.746729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:05.008847Z","caller":"traceutil/trace.go:171","msg":"trace[1130366228] transaction","detail":"{read_only:false; response_revision:12513; number_of_response:1; }","duration":"217.043214ms","start":"2026-03-31T05:23:04.790961Z","end":"2026-03-31T05:23:05.008005Z","steps":["trace[1130366228] 'process raft request' (duration: 216.920641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:05.008223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.725408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:05.010074Z","caller":"traceutil/trace.go:171","msg":"trace[2104620199] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12513; }","duration":"198.61915ms","start":"2026-03-31T05:23:04.811418Z","end":"2026-03-31T05:23:05.010037Z","steps":["trace[2104620199] 'agreement among raft nodes before linearized reading' (duration: 196.725808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:05.496286Z","caller":"traceutil/trace.go:171","msg":"trace[2052116274] transaction","detail":"{read_only:false; response_revision:12515; number_of_response:1; }","duration":"217.28243ms","start":"2026-03-31T05:23:05.278971Z","end":"2026-03-31T05:23:05.496254Z","steps":["trace[2052116274] 'process raft request' (duration: 217.086075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:05.620895Z","caller":"traceutil/trace.go:171","msg":"trace[1896526603] linearizableReadLoop","detail":"{readStateIndex:13011; appliedIndex:13009; }","duration":"208.591952ms","start":"2026-03-31T05:23:05.412274Z","end":"2026-03-31T05:23:05.620866Z","steps":["trace[1896526603] 'read index received' (duration: 83.852572ms)","trace[1896526603] 'applied index is now lower than readState.Index' (duration: 124.73832ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:05.620984Z","caller":"traceutil/trace.go:171","msg":"trace[1993653724] transaction","detail":"{read_only:false; response_revision:12516; number_of_response:1; }","duration":"341.905377ms","start":"2026-03-31T05:23:05.279028Z","end":"2026-03-31T05:23:05.620933Z","steps":["trace[1993653724] 'process raft request' (duration: 338.884415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:05.621178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:05.279005Z","time spent":"342.058092ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:05.621167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.264561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:23:05.621255Z","caller":"traceutil/trace.go:171","msg":"trace[984359018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12516; }","duration":"209.430716ms","start":"2026-03-31T05:23:05.411806Z","end":"2026-03-31T05:23:05.621237Z","steps":["trace[984359018] 'agreement among raft nodes before linearized reading' (duration: 209.21688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:05.621283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.898812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:23:05.62136Z","caller":"traceutil/trace.go:171","msg":"trace[2049186604] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:12516; }","duration":"205.047255ms","start":"2026-03-31T05:23:05.416294Z","end":"2026-03-31T05:23:05.621341Z","steps":["trace[2049186604] 'agreement among raft nodes before linearized reading' (duration: 204.812749ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:08.866328Z","caller":"traceutil/trace.go:171","msg":"trace[44504425] linearizableReadLoop","detail":"{readStateIndex:13029; appliedIndex:13028; }","duration":"254.462746ms","start":"2026-03-31T05:23:08.611842Z","end":"2026-03-31T05:23:08.866304Z","steps":["trace[44504425] 'read index received' (duration: 170.276545ms)","trace[44504425] 'applied index is now lower than readState.Index' (duration: 84.185251ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:08.866576Z","caller":"traceutil/trace.go:171","msg":"trace[868343072] transaction","detail":"{read_only:false; response_revision:12533; number_of_response:1; }","duration":"333.999591ms","start":"2026-03-31T05:23:08.53256Z","end":"2026-03-31T05:23:08.866559Z","steps":["trace[868343072] 'process raft request' (duration: 249.636415ms)","trace[868343072] 'compare' (duration: 83.826031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:08.866673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:08.532533Z","time spent":"334.079173ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:08.867018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.176776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:23:08.867051Z","caller":"traceutil/trace.go:171","msg":"trace[856781604] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12533; }","duration":"255.238587ms","start":"2026-03-31T05:23:08.611804Z","end":"2026-03-31T05:23:08.867043Z","steps":["trace[856781604] 'agreement among raft nodes before linearized reading' (duration: 255.149544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:09.261867Z","caller":"traceutil/trace.go:171","msg":"trace[748728031] transaction","detail":"{read_only:false; response_revision:12537; number_of_response:1; }","duration":"145.912309ms","start":"2026-03-31T05:23:09.11591Z","end":"2026-03-31T05:23:09.261822Z","steps":["trace[748728031] 'process raft request' (duration: 106.193773ms)","trace[748728031] 'compare' (duration: 39.405277ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:10.005248Z","caller":"traceutil/trace.go:171","msg":"trace[1674628548] transaction","detail":"{read_only:false; response_revision:12543; number_of_response:1; }","duration":"115.613671ms","start":"2026-03-31T05:23:09.889583Z","end":"2026-03-31T05:23:10.005196Z","steps":["trace[1674628548] 'process raft request' (duration: 69.061198ms)","trace[1674628548] 'compare' (duration: 46.305666ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:10.400263Z","caller":"traceutil/trace.go:171","msg":"trace[1837865263] linearizableReadLoop","detail":"{readStateIndex:13043; appliedIndex:13042; }","duration":"258.854367ms","start":"2026-03-31T05:23:10.141384Z","end":"2026-03-31T05:23:10.400238Z","steps":["trace[1837865263] 'read index received' (duration: 258.547338ms)","trace[1837865263] 'applied index is now lower than readState.Index' (duration: 306.089µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:10.400584Z","caller":"traceutil/trace.go:171","msg":"trace[296140214] transaction","detail":"{read_only:false; response_revision:12547; number_of_response:1; }","duration":"288.62074ms","start":"2026-03-31T05:23:10.111949Z","end":"2026-03-31T05:23:10.40057Z","steps":["trace[296140214] 'process raft request' (duration: 288.075095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:10.4009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.500384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:23:10.400989Z","caller":"traceutil/trace.go:171","msg":"trace[360891314] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:12547; }","duration":"259.601607ms","start":"2026-03-31T05:23:10.141364Z","end":"2026-03-31T05:23:10.400966Z","steps":["trace[360891314] 'agreement among raft nodes before linearized reading' (duration: 259.430742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:10.401208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.999375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:23:10.401371Z","caller":"traceutil/trace.go:171","msg":"trace[907710104] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12547; }","duration":"126.235121ms","start":"2026-03-31T05:23:10.2751Z","end":"2026-03-31T05:23:10.401335Z","steps":["trace[907710104] 'agreement among raft nodes before linearized reading' (duration: 125.718097ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:10.540777Z","caller":"traceutil/trace.go:171","msg":"trace[37241013] linearizableReadLoop","detail":"{readStateIndex:13044; appliedIndex:13043; }","duration":"118.87012ms","start":"2026-03-31T05:23:10.421867Z","end":"2026-03-31T05:23:10.540737Z","steps":["trace[37241013] 'read index received' (duration: 95.746537ms)","trace[37241013] 'applied index is now lower than readState.Index' (duration: 23.122913ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:10.540919Z","caller":"traceutil/trace.go:171","msg":"trace[1949779646] transaction","detail":"{read_only:false; response_revision:12548; number_of_response:1; }","duration":"119.013474ms","start":"2026-03-31T05:23:10.421858Z","end":"2026-03-31T05:23:10.540872Z","steps":["trace[1949779646] 'process raft request' (duration: 95.826629ms)","trace[1949779646] 'compare' (duration: 22.960259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:10.540995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.109577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19103"} {"level":"info","ts":"2026-03-31T05:23:10.541024Z","caller":"traceutil/trace.go:171","msg":"trace[2103145016] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12548; }","duration":"119.20449ms","start":"2026-03-31T05:23:10.42181Z","end":"2026-03-31T05:23:10.541015Z","steps":["trace[2103145016] 'agreement among raft nodes before linearized reading' (duration: 119.055146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:10.810671Z","caller":"traceutil/trace.go:171","msg":"trace[1976185496] transaction","detail":"{read_only:false; response_revision:12558; number_of_response:1; }","duration":"130.519758ms","start":"2026-03-31T05:23:10.680107Z","end":"2026-03-31T05:23:10.810626Z","steps":["trace[1976185496] 'process raft request' (duration: 92.851718ms)","trace[1976185496] 'compare' (duration: 37.442544ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:11.564928Z","caller":"traceutil/trace.go:171","msg":"trace[854245239] transaction","detail":"{read_only:false; response_revision:12567; number_of_response:1; }","duration":"140.411799ms","start":"2026-03-31T05:23:11.424483Z","end":"2026-03-31T05:23:11.564895Z","steps":["trace[854245239] 'process raft request' (duration: 139.883035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.117989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.528676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:23:13.118102Z","caller":"traceutil/trace.go:171","msg":"trace[2036404156] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:12576; }","duration":"300.65221ms","start":"2026-03-31T05:23:12.817425Z","end":"2026-03-31T05:23:13.118077Z","steps":["trace[2036404156] 'count revisions from in-memory index tree' (duration: 300.477365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.118148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:12.817384Z","time spent":"300.752292ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:13.118272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.827609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:23:13.118313Z","caller":"traceutil/trace.go:171","msg":"trace[1509915251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12576; }","duration":"133.891751ms","start":"2026-03-31T05:23:12.98441Z","end":"2026-03-31T05:23:13.118302Z","steps":["trace[1509915251] 'range keys from in-memory index tree' (duration: 133.710736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.118478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.784083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:23:13.118508Z","caller":"traceutil/trace.go:171","msg":"trace[1539236761] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12576; }","duration":"236.843145ms","start":"2026-03-31T05:23:12.881657Z","end":"2026-03-31T05:23:13.1185Z","steps":["trace[1539236761] 'range keys from in-memory index tree' (duration: 236.722801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.118497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.607753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:13.118591Z","caller":"traceutil/trace.go:171","msg":"trace[49324932] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12576; }","duration":"238.736777ms","start":"2026-03-31T05:23:12.879831Z","end":"2026-03-31T05:23:13.118567Z","steps":["trace[49324932] 'range keys from in-memory index tree' (duration: 238.552832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.118629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.924609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:23:13.118669Z","caller":"traceutil/trace.go:171","msg":"trace[1766786036] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12576; }","duration":"235.975321ms","start":"2026-03-31T05:23:12.882682Z","end":"2026-03-31T05:23:13.118658Z","steps":["trace[1766786036] 'range keys from in-memory index tree' (duration: 235.833467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.118759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.621865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:13.11879Z","caller":"traceutil/trace.go:171","msg":"trace[2004700551] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:12576; }","duration":"264.696817ms","start":"2026-03-31T05:23:12.854082Z","end":"2026-03-31T05:23:13.118779Z","steps":["trace[2004700551] 'count revisions from in-memory index tree' (duration: 264.531682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.118904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.560131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:13.11892Z","caller":"traceutil/trace.go:171","msg":"trace[1959245600] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12576; }","duration":"242.614243ms","start":"2026-03-31T05:23:12.8763Z","end":"2026-03-31T05:23:13.118914Z","steps":["trace[1959245600] 'range keys from in-memory index tree' (duration: 242.432918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.118997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.331463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:13.119019Z","caller":"traceutil/trace.go:171","msg":"trace[292895900] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12576; }","duration":"239.351923ms","start":"2026-03-31T05:23:12.879661Z","end":"2026-03-31T05:23:13.119013Z","steps":["trace[292895900] 'range keys from in-memory index tree' (duration: 239.296402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.118999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.371584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:13.119056Z","caller":"traceutil/trace.go:171","msg":"trace[594111782] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12576; }","duration":"239.456156ms","start":"2026-03-31T05:23:12.879585Z","end":"2026-03-31T05:23:13.119041Z","steps":["trace[594111782] 'range keys from in-memory index tree' (duration: 239.326603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.119078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.791438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-31T05:23:13.119105Z","caller":"traceutil/trace.go:171","msg":"trace[166976428] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12576; }","duration":"238.830119ms","start":"2026-03-31T05:23:12.880267Z","end":"2026-03-31T05:23:13.119097Z","steps":["trace[166976428] 'range keys from in-memory index tree' (duration: 238.713537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.119115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.604463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:13.11913Z","caller":"traceutil/trace.go:171","msg":"trace[978494318] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12576; }","duration":"242.641273ms","start":"2026-03-31T05:23:12.876484Z","end":"2026-03-31T05:23:13.119125Z","steps":["trace[978494318] 'range keys from in-memory index tree' (duration: 242.552332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.11918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.882858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:13.119192Z","caller":"traceutil/trace.go:171","msg":"trace[1118040322] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12576; }","duration":"239.924599ms","start":"2026-03-31T05:23:12.879263Z","end":"2026-03-31T05:23:13.119188Z","steps":["trace[1118040322] 'range keys from in-memory index tree' (duration: 239.807466ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:13.350219Z","caller":"traceutil/trace.go:171","msg":"trace[1913286709] transaction","detail":"{read_only:false; response_revision:12577; number_of_response:1; }","duration":"228.112996ms","start":"2026-03-31T05:23:13.122083Z","end":"2026-03-31T05:23:13.350196Z","steps":["trace[1913286709] 'process raft request' (duration: 227.979532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:13.450405Z","caller":"traceutil/trace.go:171","msg":"trace[1251248736] transaction","detail":"{read_only:false; response_revision:12578; number_of_response:1; }","duration":"326.001893ms","start":"2026-03-31T05:23:13.124363Z","end":"2026-03-31T05:23:13.450365Z","steps":["trace[1251248736] 'process raft request' (duration: 307.537418ms)","trace[1251248736] 'compare' (duration: 18.077944ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:13.450448Z","caller":"traceutil/trace.go:171","msg":"trace[833959711] transaction","detail":"{read_only:false; response_revision:12579; number_of_response:1; }","duration":"324.779779ms","start":"2026-03-31T05:23:13.125649Z","end":"2026-03-31T05:23:13.450429Z","steps":["trace[833959711] 'process raft request' (duration: 324.580714ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:13.450498Z","caller":"traceutil/trace.go:171","msg":"trace[477149427] linearizableReadLoop","detail":"{readStateIndex:13076; appliedIndex:13074; }","duration":"171.797927ms","start":"2026-03-31T05:23:13.278687Z","end":"2026-03-31T05:23:13.450485Z","steps":["trace[477149427] 'read index received' (duration: 71.507745ms)","trace[477149427] 'applied index is now lower than readState.Index' (duration: 100.289342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:13.450556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:13.124342Z","time spent":"326.144146ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:13.450568Z","caller":"traceutil/trace.go:171","msg":"trace[805072499] transaction","detail":"{read_only:false; response_revision:12580; number_of_response:1; }","duration":"141.723634ms","start":"2026-03-31T05:23:13.308819Z","end":"2026-03-31T05:23:13.450543Z","steps":["trace[805072499] 'process raft request' (duration: 141.56095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.450578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:13.125641Z","time spent":"324.858711ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:13.450656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.964601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:23:13.450703Z","caller":"traceutil/trace.go:171","msg":"trace[664981683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12580; }","duration":"172.036253ms","start":"2026-03-31T05:23:13.278656Z","end":"2026-03-31T05:23:13.450692Z","steps":["trace[664981683] 'agreement among raft nodes before linearized reading' (duration: 171.9097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:14.081772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.430463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:14.08186Z","caller":"traceutil/trace.go:171","msg":"trace[19951808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12585; }","duration":"199.541576ms","start":"2026-03-31T05:23:13.882298Z","end":"2026-03-31T05:23:14.08184Z","steps":["trace[19951808] 'range keys from in-memory index tree' (duration: 199.357231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:15.614745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.035039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:23:15.614873Z","caller":"traceutil/trace.go:171","msg":"trace[854824610] linearizableReadLoop","detail":"{readStateIndex:13084; appliedIndex:13083; }","duration":"988.840994ms","start":"2026-03-31T05:23:14.626005Z","end":"2026-03-31T05:23:15.614846Z","steps":["trace[854824610] 'read index received' (duration: 390.535867ms)","trace[854824610] 'applied index is now lower than readState.Index' (duration: 598.302606ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:15.615095Z","caller":"traceutil/trace.go:171","msg":"trace[944990317] transaction","detail":"{read_only:false; response_revision:12587; number_of_response:1; }","duration":"1.028235291s","start":"2026-03-31T05:23:14.586795Z","end":"2026-03-31T05:23:15.61503Z","steps":["trace[944990317] 'process raft request' (duration: 429.837631ms)","trace[944990317] 'compare' (duration: 597.871605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:15.615249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:14.586777Z","time spent":"1.028398706s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6843,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:15.615285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.255815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:23:15.615376Z","caller":"traceutil/trace.go:171","msg":"trace[1252656473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12587; }","duration":"989.389508ms","start":"2026-03-31T05:23:14.625959Z","end":"2026-03-31T05:23:15.615348Z","steps":["trace[1252656473] 'agreement among raft nodes before linearized reading' (duration: 989.140161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:15.61543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:14.625937Z","time spent":"989.480101ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:23:15.947675Z","caller":"traceutil/trace.go:171","msg":"trace[1975471438] transaction","detail":"{read_only:false; response_revision:12588; number_of_response:1; }","duration":"492.326261ms","start":"2026-03-31T05:23:15.455321Z","end":"2026-03-31T05:23:15.947647Z","steps":["trace[1975471438] 'process raft request' (duration: 437.831661ms)","trace[1975471438] 'compare' (duration: 54.389007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:15.947839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.455302Z","time spent":"492.466264ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:15.949821Z","caller":"traceutil/trace.go:171","msg":"trace[1225226142] transaction","detail":"{read_only:false; response_revision:12589; number_of_response:1; }","duration":"357.551335ms","start":"2026-03-31T05:23:15.592246Z","end":"2026-03-31T05:23:15.949797Z","steps":["trace[1225226142] 'process raft request' (duration: 357.395691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:15.949954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.592223Z","time spent":"357.659699ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:15.950024Z","caller":"traceutil/trace.go:171","msg":"trace[531719606] transaction","detail":"{read_only:false; response_revision:12590; number_of_response:1; }","duration":"329.607272ms","start":"2026-03-31T05:23:15.620396Z","end":"2026-03-31T05:23:15.950003Z","steps":["trace[531719606] 'process raft request' (duration: 329.364105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:15.950069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.638513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:15.950051Z","caller":"traceutil/trace.go:171","msg":"trace[925244777] linearizableReadLoop","detail":"{readStateIndex:13086; appliedIndex:13084; }","duration":"335.099762ms","start":"2026-03-31T05:23:15.614927Z","end":"2026-03-31T05:23:15.950027Z","steps":["trace[925244777] 'read index received' (duration: 278.269188ms)","trace[925244777] 'applied index is now lower than readState.Index' (duration: 56.829694ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:15.950099Z","caller":"traceutil/trace.go:171","msg":"trace[286541635] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12591; }","duration":"825.712924ms","start":"2026-03-31T05:23:15.124378Z","end":"2026-03-31T05:23:15.950091Z","steps":["trace[286541635] 'agreement among raft nodes before linearized reading' (duration: 825.667903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:15.950103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.620375Z","time spent":"329.687614ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:15.950124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.124351Z","time spent":"825.768866ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:23:15.950211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.477544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:23:15.950281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.90011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:23:15.950291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.979875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:23:15.95029Z","caller":"traceutil/trace.go:171","msg":"trace[945804291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12591; }","duration":"496.595357ms","start":"2026-03-31T05:23:15.453675Z","end":"2026-03-31T05:23:15.95027Z","steps":["trace[945804291] 'agreement among raft nodes before linearized reading' (duration: 496.421763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:15.950315Z","caller":"traceutil/trace.go:171","msg":"trace[1061749585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12591; }","duration":"596.031726ms","start":"2026-03-31T05:23:15.354277Z","end":"2026-03-31T05:23:15.950308Z","steps":["trace[1061749585] 'agreement among raft nodes before linearized reading' (duration: 595.943864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:15.950331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.453655Z","time spent":"496.667779ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:23:15.950343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.932945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:15.950364Z","caller":"traceutil/trace.go:171","msg":"trace[1111146259] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12591; }","duration":"827.982597ms","start":"2026-03-31T05:23:15.122376Z","end":"2026-03-31T05:23:15.950359Z","steps":["trace[1111146259] 'agreement among raft nodes before linearized reading' (duration: 827.952506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:15.950371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.757766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:15.950394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.12235Z","time spent":"828.038849ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:23:15.950398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.805482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:15.950398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.932931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:15.95044Z","caller":"traceutil/trace.go:171","msg":"trace[1994565051] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12591; }","duration":"827.879074ms","start":"2026-03-31T05:23:15.122546Z","end":"2026-03-31T05:23:15.950425Z","steps":["trace[1994565051] 'agreement among raft nodes before linearized reading' (duration: 827.833152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:15.950498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.944185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:15.950502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.122516Z","time spent":"827.969736ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:23:15.950519Z","caller":"traceutil/trace.go:171","msg":"trace[233590924] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12591; }","duration":"828.004997ms","start":"2026-03-31T05:23:15.122507Z","end":"2026-03-31T05:23:15.950512Z","steps":["trace[233590924] 'agreement among raft nodes before linearized reading' (duration: 827.971126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:15.950547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.122485Z","time spent":"828.056879ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:23:15.950545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.291039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:23:15.950565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.334236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:15.950575Z","caller":"traceutil/trace.go:171","msg":"trace[1518278782] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12591; }","duration":"496.329679ms","start":"2026-03-31T05:23:15.454235Z","end":"2026-03-31T05:23:15.950565Z","steps":["trace[1518278782] 'agreement among raft nodes before linearized reading' (duration: 496.227607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:15.950586Z","caller":"traceutil/trace.go:171","msg":"trace[1509374758] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12591; }","duration":"828.355387ms","start":"2026-03-31T05:23:15.122224Z","end":"2026-03-31T05:23:15.95058Z","steps":["trace[1509374758] 'agreement among raft nodes before linearized reading' (duration: 828.319696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:15.950406Z","caller":"traceutil/trace.go:171","msg":"trace[1032071391] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12591; }","duration":"825.817707ms","start":"2026-03-31T05:23:15.124582Z","end":"2026-03-31T05:23:15.9504Z","steps":["trace[1032071391] 'agreement among raft nodes before linearized reading' (duration: 825.773326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:15.950637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.12457Z","time spent":"826.061714ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:23:15.95064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.12217Z","time spent":"828.46434ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:23:15.950638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.454229Z","time spent":"496.402452ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:23:15.950442Z","caller":"traceutil/trace.go:171","msg":"trace[495042153] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12591; }","duration":"825.984702ms","start":"2026-03-31T05:23:15.124445Z","end":"2026-03-31T05:23:15.950429Z","steps":["trace[495042153] 'agreement among raft nodes before linearized reading' (duration: 825.92254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:15.950667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.144661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:23:15.950689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.124435Z","time spent":"826.249109ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:23:15.9507Z","caller":"traceutil/trace.go:171","msg":"trace[616094950] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12591; }","duration":"828.185692ms","start":"2026-03-31T05:23:15.122505Z","end":"2026-03-31T05:23:15.950691Z","steps":["trace[616094950] 'agreement among raft nodes before linearized reading' (duration: 828.041138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:15.950342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.35426Z","time spent":"596.076917ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:23:15.950731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.1225Z","time spent":"828.224863ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:23:15.950744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.585455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:23:15.95075Z","caller":"traceutil/trace.go:171","msg":"trace[541507483] transaction","detail":"{read_only:false; response_revision:12591; number_of_response:1; }","duration":"202.63337ms","start":"2026-03-31T05:23:15.748105Z","end":"2026-03-31T05:23:15.950739Z","steps":["trace[541507483] 'process raft request' (duration: 201.806388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:15.950227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.766611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:15.950357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.177277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-31T05:23:15.950786Z","caller":"traceutil/trace.go:171","msg":"trace[507057109] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12591; }","duration":"828.335836ms","start":"2026-03-31T05:23:15.122443Z","end":"2026-03-31T05:23:15.950779Z","steps":["trace[507057109] 'agreement among raft nodes before linearized reading' (duration: 827.73409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:15.950315Z","caller":"traceutil/trace.go:171","msg":"trace[923944788] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12591; }","duration":"825.962911ms","start":"2026-03-31T05:23:15.124342Z","end":"2026-03-31T05:23:15.950305Z","steps":["trace[923944788] 'agreement among raft nodes before linearized reading' (duration: 825.831248ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:15.9508Z","caller":"traceutil/trace.go:171","msg":"trace[1350613614] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12591; }","duration":"826.64129ms","start":"2026-03-31T05:23:15.124154Z","end":"2026-03-31T05:23:15.950795Z","steps":["trace[1350613614] 'agreement among raft nodes before linearized reading' (duration: 826.113965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:15.950806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.122427Z","time spent":"828.374157ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:23:15.950816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.124331Z","time spent":"826.475565ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-31T05:23:15.950766Z","caller":"traceutil/trace.go:171","msg":"trace[1215377275] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:12591; }","duration":"173.642487ms","start":"2026-03-31T05:23:15.777118Z","end":"2026-03-31T05:23:15.950761Z","steps":["trace[1215377275] 'agreement among raft nodes before linearized reading' (duration: 173.577415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:15.950821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.124146Z","time spent":"826.66973ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:23:15.950901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.888801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:23:15.95095Z","caller":"traceutil/trace.go:171","msg":"trace[1096786144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12591; }","duration":"456.973584ms","start":"2026-03-31T05:23:15.493965Z","end":"2026-03-31T05:23:15.950938Z","steps":["trace[1096786144] 'agreement among raft nodes before linearized reading' (duration: 456.862211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:15.950994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.493945Z","time spent":"457.039446ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:23:15.951095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.227068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:23:15.951126Z","caller":"traceutil/trace.go:171","msg":"trace[813979131] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12591; }","duration":"131.30172ms","start":"2026-03-31T05:23:15.819817Z","end":"2026-03-31T05:23:15.951119Z","steps":["trace[813979131] 'agreement among raft nodes before linearized reading' (duration: 131.221157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:15.951307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.433003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:23:15.951384Z","caller":"traceutil/trace.go:171","msg":"trace[52739815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12591; }","duration":"165.543895ms","start":"2026-03-31T05:23:15.785822Z","end":"2026-03-31T05:23:15.951366Z","steps":["trace[52739815] 'agreement among raft nodes before linearized reading' (duration: 165.3304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:16.176112Z","caller":"traceutil/trace.go:171","msg":"trace[663871445] transaction","detail":"{read_only:false; response_revision:12593; number_of_response:1; }","duration":"219.10596ms","start":"2026-03-31T05:23:15.956956Z","end":"2026-03-31T05:23:16.176062Z","steps":["trace[663871445] 'process raft request' (duration: 207.681087ms)","trace[663871445] 'compare' (duration: 11.076303ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:16.176153Z","caller":"traceutil/trace.go:171","msg":"trace[131525473] linearizableReadLoop","detail":"{readStateIndex:13093; appliedIndex:13089; }","duration":"152.775338ms","start":"2026-03-31T05:23:16.023353Z","end":"2026-03-31T05:23:16.176128Z","steps":["trace[131525473] 'read index received' (duration: 141.224532ms)","trace[131525473] 'applied index is now lower than readState.Index' (duration: 11.550146ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:16.17618Z","caller":"traceutil/trace.go:171","msg":"trace[88365095] transaction","detail":"{read_only:false; response_revision:12595; number_of_response:1; }","duration":"218.697778ms","start":"2026-03-31T05:23:15.957448Z","end":"2026-03-31T05:23:16.176145Z","steps":["trace[88365095] 'process raft request' (duration: 218.600415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.176313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.944992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:16.176351Z","caller":"traceutil/trace.go:171","msg":"trace[857787846] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12596; }","duration":"153.036764ms","start":"2026-03-31T05:23:16.023306Z","end":"2026-03-31T05:23:16.176342Z","steps":["trace[857787846] 'agreement among raft nodes before linearized reading' (duration: 152.949222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:16.17646Z","caller":"traceutil/trace.go:171","msg":"trace[1049267625] transaction","detail":"{read_only:false; response_revision:12594; number_of_response:1; }","duration":"219.333436ms","start":"2026-03-31T05:23:15.957115Z","end":"2026-03-31T05:23:16.176448Z","steps":["trace[1049267625] 'process raft request' (duration: 218.840823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:16.176245Z","caller":"traceutil/trace.go:171","msg":"trace[445926085] transaction","detail":"{read_only:false; response_revision:12596; number_of_response:1; }","duration":"217.64533ms","start":"2026-03-31T05:23:15.95857Z","end":"2026-03-31T05:23:16.176215Z","steps":["trace[445926085] 'process raft request' (duration: 217.513056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.965341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.156935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:16.965447Z","caller":"traceutil/trace.go:171","msg":"trace[1682893001] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:12596; }","duration":"650.318859ms","start":"2026-03-31T05:23:16.315102Z","end":"2026-03-31T05:23:16.965421Z","steps":["trace[1682893001] 'count revisions from in-memory index tree' (duration: 650.070632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.965512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:16.315083Z","time spent":"650.413901ms","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:17.6213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792637002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:23:17.877764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.365008ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:17.877863Z","caller":"traceutil/trace.go:171","msg":"trace[1615582704] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12596; }","duration":"595.474631ms","start":"2026-03-31T05:23:17.282373Z","end":"2026-03-31T05:23:17.877848Z","steps":["trace[1615582704] 'range keys from in-memory index tree' (duration: 595.352118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:17.877955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.689971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:23:17.878023Z","caller":"traceutil/trace.go:171","msg":"trace[714413516] linearizableReadLoop","detail":"{readStateIndex:13095; appliedIndex:13094; }","duration":"757.396157ms","start":"2026-03-31T05:23:17.120615Z","end":"2026-03-31T05:23:17.878011Z","steps":["trace[714413516] 'read index received' (duration: 591.578863ms)","trace[714413516] 'applied index is now lower than readState.Index' (duration: 165.816274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:17.878235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.628333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-31T05:23:17.878243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.422303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:23:17.87827Z","caller":"traceutil/trace.go:171","msg":"trace[1763996526] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:12597; }","duration":"757.705485ms","start":"2026-03-31T05:23:17.120553Z","end":"2026-03-31T05:23:17.878259Z","steps":["trace[1763996526] 'agreement among raft nodes before linearized reading' (duration: 757.603742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:17.87827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.983883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:23:17.878276Z","caller":"traceutil/trace.go:171","msg":"trace[1471659577] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:12597; }","duration":"721.459934ms","start":"2026-03-31T05:23:17.156807Z","end":"2026-03-31T05:23:17.878267Z","steps":["trace[1471659577] 'agreement among raft nodes before linearized reading' (duration: 721.28514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:17.878305Z","caller":"traceutil/trace.go:171","msg":"trace[246762115] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:12597; }","duration":"236.046734ms","start":"2026-03-31T05:23:17.642247Z","end":"2026-03-31T05:23:17.878294Z","steps":["trace[246762115] 'agreement among raft nodes before linearized reading' (duration: 235.982962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:17.878308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:17.156778Z","time spent":"721.521016ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":114,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:23:17.878296Z","caller":"traceutil/trace.go:171","msg":"trace[1441393321] transaction","detail":"{read_only:false; response_revision:12597; number_of_response:1; }","duration":"887.278658ms","start":"2026-03-31T05:23:16.990992Z","end":"2026-03-31T05:23:17.87827Z","steps":["trace[1441393321] 'process raft request' (duration: 721.211757ms)","trace[1441393321] 'compare' (duration: 165.559448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:17.878421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:16.990964Z","time spent":"887.384201ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:17.878423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:17.120531Z","time spent":"757.757917ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-31T05:23:20.364266Z","caller":"traceutil/trace.go:171","msg":"trace[1991556085] linearizableReadLoop","detail":"{readStateIndex:13106; appliedIndex:13105; }","duration":"306.51754ms","start":"2026-03-31T05:23:20.057717Z","end":"2026-03-31T05:23:20.364235Z","steps":["trace[1991556085] 'read index received' (duration: 306.306194ms)","trace[1991556085] 'applied index is now lower than readState.Index' (duration: 208.356µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:20.364345Z","caller":"traceutil/trace.go:171","msg":"trace[1742865931] transaction","detail":"{read_only:false; response_revision:12608; number_of_response:1; }","duration":"306.654283ms","start":"2026-03-31T05:23:20.05766Z","end":"2026-03-31T05:23:20.364315Z","steps":["trace[1742865931] 'process raft request' (duration: 306.369465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:20.364442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.706525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:20.36448Z","caller":"traceutil/trace.go:171","msg":"trace[683276209] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12608; }","duration":"306.786627ms","start":"2026-03-31T05:23:20.057683Z","end":"2026-03-31T05:23:20.36447Z","steps":["trace[683276209] 'agreement among raft nodes before linearized reading' (duration: 306.699825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:20.364518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.057666Z","time spent":"306.845028ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:23:20.36449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.057645Z","time spent":"306.761176ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:21.977075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466230844s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:23:21.977189Z","caller":"traceutil/trace.go:171","msg":"trace[569972752] transaction","detail":"{read_only:false; response_revision:12609; number_of_response:1; }","duration":"1.919416984s","start":"2026-03-31T05:23:20.057755Z","end":"2026-03-31T05:23:21.977172Z","steps":["trace[569972752] 'process raft request' (duration: 453.029555ms)","trace[569972752] 'compare' (duration: 1.464771825s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:21.977233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.057732Z","time spent":"1.919481175s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:21.977378Z","caller":"traceutil/trace.go:171","msg":"trace[1712662002] linearizableReadLoop","detail":"{readStateIndex:13108; appliedIndex:13106; }","duration":"1.613000587s","start":"2026-03-31T05:23:20.364349Z","end":"2026-03-31T05:23:21.977349Z","steps":["trace[1712662002] 'read index received' (duration: 146.369581ms)","trace[1712662002] 'applied index is now lower than readState.Index' (duration: 1.466629836s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:21.978083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919537087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:21.978117Z","caller":"traceutil/trace.go:171","msg":"trace[679417037] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12610; }","duration":"1.919602898s","start":"2026-03-31T05:23:20.058504Z","end":"2026-03-31T05:23:21.978107Z","steps":["trace[679417037] 'agreement among raft nodes before linearized reading' (duration: 1.919485175s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.978145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.058501Z","time spent":"1.919637399s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:23:21.978148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765246879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:23:21.978209Z","caller":"traceutil/trace.go:171","msg":"trace[1747574588] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12610; }","duration":"1.765327081s","start":"2026-03-31T05:23:20.212865Z","end":"2026-03-31T05:23:21.978192Z","steps":["trace[1747574588] 'agreement among raft nodes before linearized reading' (duration: 1.765142026s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.978251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.212857Z","time spent":"1.765385772s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:23:21.978259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902257244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:23:21.978351Z","caller":"traceutil/trace.go:171","msg":"trace[1932648555] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:12610; }","duration":"1.902394258s","start":"2026-03-31T05:23:20.075931Z","end":"2026-03-31T05:23:21.978325Z","steps":["trace[1932648555] 'agreement among raft nodes before linearized reading' (duration: 1.902043629s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.978401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.075914Z","time spent":"1.90247582s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:23:21.978455Z","caller":"traceutil/trace.go:171","msg":"trace[1287728897] transaction","detail":"{read_only:false; response_revision:12610; number_of_response:1; }","duration":"1.918841918s","start":"2026-03-31T05:23:20.0596Z","end":"2026-03-31T05:23:21.978442Z","steps":["trace[1287728897] 'process raft request' (duration: 1.917540462s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.978459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919963049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:23:21.978486Z","caller":"traceutil/trace.go:171","msg":"trace[705319983] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12610; }","duration":"1.92000593s","start":"2026-03-31T05:23:20.058473Z","end":"2026-03-31T05:23:21.978478Z","steps":["trace[705319983] 'agreement among raft nodes before linearized reading' (duration: 1.919894327s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.978509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.058464Z","time spent":"1.92003947s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:23:21.978517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853950214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:23:21.97855Z","caller":"traceutil/trace.go:171","msg":"trace[1710129587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12610; }","duration":"1.854025296s","start":"2026-03-31T05:23:20.124515Z","end":"2026-03-31T05:23:21.97854Z","steps":["trace[1710129587] 'agreement among raft nodes before linearized reading' (duration: 1.853911753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.978578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.124497Z","time spent":"1.854073317s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:23:21.978557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767365447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:23:21.978599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765229378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:23:21.978522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.059588Z","time spent":"1.91889054s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:21.978623Z","caller":"traceutil/trace.go:171","msg":"trace[886414872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12610; }","duration":"1.765281649s","start":"2026-03-31T05:23:20.213334Z","end":"2026-03-31T05:23:21.978616Z","steps":["trace[886414872] 'agreement among raft nodes before linearized reading' (duration: 1.765204837s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:21.978621Z","caller":"traceutil/trace.go:171","msg":"trace[511539594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12610; }","duration":"1.767467519s","start":"2026-03-31T05:23:20.211136Z","end":"2026-03-31T05:23:21.978604Z","steps":["trace[511539594] 'agreement among raft nodes before linearized reading' (duration: 1.767253873s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.978643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.213318Z","time spent":"1.765320961s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:23:21.97862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820664524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:23:21.978694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92040365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:21.978707Z","caller":"traceutil/trace.go:171","msg":"trace[1260464606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12610; }","duration":"1.820804757s","start":"2026-03-31T05:23:20.157879Z","end":"2026-03-31T05:23:21.978684Z","steps":["trace[1260464606] 'agreement among raft nodes before linearized reading' (duration: 1.82054264s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.97873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76714513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:23:21.978659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.211114Z","time spent":"1.767537261s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:23:21.978757Z","caller":"traceutil/trace.go:171","msg":"trace[1016617139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12610; }","duration":"1.767183572s","start":"2026-03-31T05:23:20.211564Z","end":"2026-03-31T05:23:21.978747Z","steps":["trace[1016617139] 'agreement among raft nodes before linearized reading' (duration: 1.76711092s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.978625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920291388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:21.978766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.157853Z","time spent":"1.82089652s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:23:21.978782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920509784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:23:21.978782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.211556Z","time spent":"1.767216903s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:23:21.978796Z","caller":"traceutil/trace.go:171","msg":"trace[1497462818] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12610; }","duration":"1.920473653s","start":"2026-03-31T05:23:20.058314Z","end":"2026-03-31T05:23:21.978787Z","steps":["trace[1497462818] 'agreement among raft nodes before linearized reading' (duration: 1.920291958s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:21.978803Z","caller":"traceutil/trace.go:171","msg":"trace[429338708] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12610; }","duration":"1.920529764s","start":"2026-03-31T05:23:20.058267Z","end":"2026-03-31T05:23:21.978797Z","steps":["trace[429338708] 'agreement among raft nodes before linearized reading' (duration: 1.920467123s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.97882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.058304Z","time spent":"1.920509844s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:23:21.978824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.058226Z","time spent":"1.920593926s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-31T05:23:21.978722Z","caller":"traceutil/trace.go:171","msg":"trace[812721193] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12610; }","duration":"1.920471262s","start":"2026-03-31T05:23:20.058242Z","end":"2026-03-31T05:23:21.978714Z","steps":["trace[812721193] 'agreement among raft nodes before linearized reading' (duration: 1.920434221s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.97866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920358239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:21.978892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92108902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:21.978891Z","caller":"traceutil/trace.go:171","msg":"trace[82435715] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12610; }","duration":"1.920600756s","start":"2026-03-31T05:23:20.058283Z","end":"2026-03-31T05:23:21.978884Z","steps":["trace[82435715] 'agreement among raft nodes before linearized reading' (duration: 1.920356719s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:21.978911Z","caller":"traceutil/trace.go:171","msg":"trace[1251371350] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12610; }","duration":"1.921143821s","start":"2026-03-31T05:23:20.057761Z","end":"2026-03-31T05:23:21.978905Z","steps":["trace[1251371350] 'agreement among raft nodes before linearized reading' (duration: 1.92110866s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.978896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.058212Z","time spent":"1.920672808s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:23:21.978917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.058279Z","time spent":"1.920632498s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:23:21.978931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.057738Z","time spent":"1.921187882s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:23:21.978934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920674218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:21.978974Z","caller":"traceutil/trace.go:171","msg":"trace[151452802] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12610; }","duration":"1.920716309s","start":"2026-03-31T05:23:20.058246Z","end":"2026-03-31T05:23:21.978962Z","steps":["trace[151452802] 'agreement among raft nodes before linearized reading' (duration: 1.920644147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.978996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921075559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:21.978998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.058212Z","time spent":"1.920780081s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:23:21.979018Z","caller":"traceutil/trace.go:171","msg":"trace[731312591] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12610; }","duration":"1.9211074s","start":"2026-03-31T05:23:20.057902Z","end":"2026-03-31T05:23:21.979009Z","steps":["trace[731312591] 'agreement among raft nodes before linearized reading' (duration: 1.921070619s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.979037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.057894Z","time spent":"1.921139041s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:23:22.006778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136792778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:22.006849Z","caller":"traceutil/trace.go:171","msg":"trace[1495275393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12610; }","duration":"1.136910251s","start":"2026-03-31T05:23:20.869923Z","end":"2026-03-31T05:23:22.006834Z","steps":["trace[1495275393] 'agreement among raft nodes before linearized reading' (duration: 1.136806408s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:22.006856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.66583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:23:22.006879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.8699Z","time spent":"1.136973533s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:23:22.00686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.077046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:22.006907Z","caller":"traceutil/trace.go:171","msg":"trace[1509960182] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12610; }","duration":"807.716262ms","start":"2026-03-31T05:23:21.199178Z","end":"2026-03-31T05:23:22.006894Z","steps":["trace[1509960182] 'agreement among raft nodes before linearized reading' (duration: 807.568258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:22.006935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:21.19911Z","time spent":"807.817504ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:23:22.006935Z","caller":"traceutil/trace.go:171","msg":"trace[963065968] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:12610; }","duration":"292.170298ms","start":"2026-03-31T05:23:21.714742Z","end":"2026-03-31T05:23:22.006912Z","steps":["trace[963065968] 'agreement among raft nodes before linearized reading' (duration: 292.014554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:22.006928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142968747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:23:22.00702Z","caller":"traceutil/trace.go:171","msg":"trace[1995176103] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:12610; }","duration":"1.143081369s","start":"2026-03-31T05:23:20.863918Z","end":"2026-03-31T05:23:22.007Z","steps":["trace[1995176103] 'agreement among raft nodes before linearized reading' (duration: 1.142883344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:22.007075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.863908Z","time spent":"1.143152802s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":79,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:22.006928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153109974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:22.007156Z","caller":"traceutil/trace.go:171","msg":"trace[1120070247] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:12610; }","duration":"1.153389131s","start":"2026-03-31T05:23:20.853744Z","end":"2026-03-31T05:23:22.007133Z","steps":["trace[1120070247] 'agreement among raft nodes before linearized reading' (duration: 1.153092433s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:22.007208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.853725Z","time spent":"1.153469074s","remote":"127.0.0.1:57638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:22.006786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06882937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:22.007271Z","caller":"traceutil/trace.go:171","msg":"trace[1064351122] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:12610; }","duration":"1.069384024s","start":"2026-03-31T05:23:20.937868Z","end":"2026-03-31T05:23:22.007252Z","steps":["trace[1064351122] 'agreement among raft nodes before linearized reading' (duration: 1.06884254s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:22.007351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:20.937847Z","time spent":"1.069479307s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:23:22.521948Z","caller":"traceutil/trace.go:171","msg":"trace[1592476289] transaction","detail":"{read_only:false; response_revision:12617; number_of_response:1; }","duration":"151.80985ms","start":"2026-03-31T05:23:22.370093Z","end":"2026-03-31T05:23:22.521903Z","steps":["trace[1592476289] 'process raft request' (duration: 151.648236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:24.656407Z","caller":"traceutil/trace.go:171","msg":"trace[1686260026] transaction","detail":"{read_only:false; response_revision:12628; number_of_response:1; }","duration":"128.141153ms","start":"2026-03-31T05:23:24.528243Z","end":"2026-03-31T05:23:24.656385Z","steps":["trace[1686260026] 'process raft request' (duration: 128.01933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:26.750269Z","caller":"traceutil/trace.go:171","msg":"trace[1547012758] transaction","detail":"{read_only:false; response_revision:12641; number_of_response:1; }","duration":"104.648229ms","start":"2026-03-31T05:23:26.645593Z","end":"2026-03-31T05:23:26.750241Z","steps":["trace[1547012758] 'process raft request' (duration: 96.117566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:28.219795Z","caller":"traceutil/trace.go:171","msg":"trace[356054693] linearizableReadLoop","detail":"{readStateIndex:13145; appliedIndex:13144; }","duration":"167.88098ms","start":"2026-03-31T05:23:28.051889Z","end":"2026-03-31T05:23:28.21977Z","steps":["trace[356054693] 'read index received' (duration: 167.745226ms)","trace[356054693] 'applied index is now lower than readState.Index' (duration: 134.914µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:28.219919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.005833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:28.219857Z","caller":"traceutil/trace.go:171","msg":"trace[1663631905] transaction","detail":"{read_only:false; response_revision:12645; number_of_response:1; }","duration":"169.556505ms","start":"2026-03-31T05:23:28.050263Z","end":"2026-03-31T05:23:28.21982Z","steps":["trace[1663631905] 'process raft request' (duration: 169.329569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:28.219986Z","caller":"traceutil/trace.go:171","msg":"trace[746188167] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12645; }","duration":"168.096085ms","start":"2026-03-31T05:23:28.051874Z","end":"2026-03-31T05:23:28.21997Z","steps":["trace[746188167] 'agreement among raft nodes before linearized reading' (duration: 167.980522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:28.231517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.757047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:28.231515Z","caller":"traceutil/trace.go:171","msg":"trace[1442890216] transaction","detail":"{read_only:false; response_revision:12646; number_of_response:1; }","duration":"178.817798ms","start":"2026-03-31T05:23:28.052675Z","end":"2026-03-31T05:23:28.231493Z","steps":["trace[1442890216] 'process raft request' (duration: 178.620663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:28.231559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.930572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:28.231568Z","caller":"traceutil/trace.go:171","msg":"trace[20602499] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12646; }","duration":"178.85152ms","start":"2026-03-31T05:23:28.052707Z","end":"2026-03-31T05:23:28.231559Z","steps":["trace[20602499] 'agreement among raft nodes before linearized reading' (duration: 178.777978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:28.231566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.262262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:23:28.231636Z","caller":"traceutil/trace.go:171","msg":"trace[1155696754] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12646; }","duration":"175.350724ms","start":"2026-03-31T05:23:28.056269Z","end":"2026-03-31T05:23:28.23162Z","steps":["trace[1155696754] 'agreement among raft nodes before linearized reading' (duration: 175.140758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:28.23169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.237927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:28.231714Z","caller":"traceutil/trace.go:171","msg":"trace[1399206115] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12646; }","duration":"176.273879ms","start":"2026-03-31T05:23:28.055434Z","end":"2026-03-31T05:23:28.231708Z","steps":["trace[1399206115] 'agreement among raft nodes before linearized reading' (duration: 176.239708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:28.231817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.373952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:28.231839Z","caller":"traceutil/trace.go:171","msg":"trace[406826150] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12646; }","duration":"176.434123ms","start":"2026-03-31T05:23:28.0554Z","end":"2026-03-31T05:23:28.231834Z","steps":["trace[406826150] 'agreement among raft nodes before linearized reading' (duration: 176.398032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:28.231848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.923286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:23:28.231887Z","caller":"traceutil/trace.go:171","msg":"trace[966498256] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:12646; }","duration":"165.974428ms","start":"2026-03-31T05:23:28.065902Z","end":"2026-03-31T05:23:28.231877Z","steps":["trace[966498256] 'agreement among raft nodes before linearized reading' (duration: 165.863205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:28.231888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.067621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:28.231589Z","caller":"traceutil/trace.go:171","msg":"trace[923930819] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12646; }","duration":"178.962822ms","start":"2026-03-31T05:23:28.052615Z","end":"2026-03-31T05:23:28.231577Z","steps":["trace[923930819] 'agreement among raft nodes before linearized reading' (duration: 178.930472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:28.23201Z","caller":"traceutil/trace.go:171","msg":"trace[1276729949] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12646; }","duration":"177.206274ms","start":"2026-03-31T05:23:28.054797Z","end":"2026-03-31T05:23:28.232003Z","steps":["trace[1276729949] 'agreement among raft nodes before linearized reading' (duration: 177.05778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:28.231518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.658152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:23:28.232077Z","caller":"traceutil/trace.go:171","msg":"trace[973190056] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12646; }","duration":"176.234238ms","start":"2026-03-31T05:23:28.055837Z","end":"2026-03-31T05:23:28.232072Z","steps":["trace[973190056] 'agreement among raft nodes before linearized reading' (duration: 175.57898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:28.419678Z","caller":"traceutil/trace.go:171","msg":"trace[1981063246] transaction","detail":"{read_only:false; response_revision:12647; number_of_response:1; }","duration":"182.18087ms","start":"2026-03-31T05:23:28.237466Z","end":"2026-03-31T05:23:28.419647Z","steps":["trace[1981063246] 'process raft request' (duration: 96.132348ms)","trace[1981063246] 'compare' (duration: 85.947839ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:28.609523Z","caller":"traceutil/trace.go:171","msg":"trace[446752099] transaction","detail":"{read_only:false; response_revision:12648; number_of_response:1; }","duration":"371.513146ms","start":"2026-03-31T05:23:28.237977Z","end":"2026-03-31T05:23:28.60949Z","steps":["trace[446752099] 'process raft request' (duration: 309.492361ms)","trace[446752099] 'compare' (duration: 61.737537ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:28.60966Z","caller":"traceutil/trace.go:171","msg":"trace[844955775] transaction","detail":"{read_only:false; response_revision:12649; number_of_response:1; }","duration":"371.586488ms","start":"2026-03-31T05:23:28.238052Z","end":"2026-03-31T05:23:28.609638Z","steps":["trace[844955775] 'process raft request' (duration: 371.344722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:28.609682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:28.237951Z","time spent":"371.6525ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:28.609726Z","caller":"traceutil/trace.go:171","msg":"trace[165067463] linearizableReadLoop","detail":"{readStateIndex:13152; appliedIndex:13147; }","duration":"231.1871ms","start":"2026-03-31T05:23:28.378521Z","end":"2026-03-31T05:23:28.609708Z","steps":["trace[165067463] 'read index received' (duration: 168.709562ms)","trace[165067463] 'applied index is now lower than readState.Index' (duration: 62.476418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:28.609757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:28.238046Z","time spent":"371.6567ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:28.609875Z","caller":"traceutil/trace.go:171","msg":"trace[1710650520] transaction","detail":"{read_only:false; response_revision:12652; number_of_response:1; }","duration":"371.464235ms","start":"2026-03-31T05:23:28.238395Z","end":"2026-03-31T05:23:28.609859Z","steps":["trace[1710650520] 'process raft request' (duration: 371.27104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:28.609901Z","caller":"traceutil/trace.go:171","msg":"trace[2088529528] transaction","detail":"{read_only:false; response_revision:12651; number_of_response:1; }","duration":"371.761583ms","start":"2026-03-31T05:23:28.238133Z","end":"2026-03-31T05:23:28.609894Z","steps":["trace[2088529528] 'process raft request' (duration: 371.496196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:28.609892Z","caller":"traceutil/trace.go:171","msg":"trace[152685304] transaction","detail":"{read_only:false; response_revision:12650; number_of_response:1; }","duration":"371.780844ms","start":"2026-03-31T05:23:28.238093Z","end":"2026-03-31T05:23:28.609874Z","steps":["trace[152685304] 'process raft request' (duration: 371.468745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:28.609933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:28.238128Z","time spent":"371.787694ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:28.609942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:28.238378Z","time spent":"371.533707ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:28.609886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.360105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:28.609965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:28.238088Z","time spent":"371.838235ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:28.609994Z","caller":"traceutil/trace.go:171","msg":"trace[39757283] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12652; }","duration":"231.499209ms","start":"2026-03-31T05:23:28.378489Z","end":"2026-03-31T05:23:28.609988Z","steps":["trace[39757283] 'agreement among raft nodes before linearized reading' (duration: 231.366255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:30.688872Z","caller":"traceutil/trace.go:171","msg":"trace[609194734] linearizableReadLoop","detail":"{readStateIndex:13154; appliedIndex:13153; }","duration":"454.075582ms","start":"2026-03-31T05:23:30.234775Z","end":"2026-03-31T05:23:30.68885Z","steps":["trace[609194734] 'read index received' (duration: 453.918688ms)","trace[609194734] 'applied index is now lower than readState.Index' (duration: 155.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:30.689174Z","caller":"traceutil/trace.go:171","msg":"trace[423823536] transaction","detail":"{read_only:false; response_revision:12654; number_of_response:1; }","duration":"464.904839ms","start":"2026-03-31T05:23:30.224259Z","end":"2026-03-31T05:23:30.689164Z","steps":["trace[423823536] 'process raft request' (duration: 464.451216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:30.689255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.224249Z","time spent":"464.9472ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:30.689477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.676259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-31T05:23:30.689528Z","caller":"traceutil/trace.go:171","msg":"trace[272003910] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12654; }","duration":"454.767471ms","start":"2026-03-31T05:23:30.234746Z","end":"2026-03-31T05:23:30.689514Z","steps":["trace[272003910] 'agreement among raft nodes before linearized reading' (duration: 454.587446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:30.689559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.234734Z","time spent":"454.818862ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-31T05:23:30.913145Z","caller":"traceutil/trace.go:171","msg":"trace[2141848047] linearizableReadLoop","detail":"{readStateIndex:13155; appliedIndex:13154; }","duration":"224.19628ms","start":"2026-03-31T05:23:30.688923Z","end":"2026-03-31T05:23:30.913119Z","steps":["trace[2141848047] 'read index received' (duration: 193.809799ms)","trace[2141848047] 'applied index is now lower than readState.Index' (duration: 30.385191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:30.913258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.234681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:30.91325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.195147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:30.913314Z","caller":"traceutil/trace.go:171","msg":"trace[848611637] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12655; }","duration":"300.268309ms","start":"2026-03-31T05:23:30.61303Z","end":"2026-03-31T05:23:30.913299Z","steps":["trace[848611637] 'agreement among raft nodes before linearized reading' (duration: 300.134715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:30.913349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.612961Z","time spent":"300.378592ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:23:30.913454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.068617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:30.913484Z","caller":"traceutil/trace.go:171","msg":"trace[1339807014] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12655; }","duration":"678.115588ms","start":"2026-03-31T05:23:30.235362Z","end":"2026-03-31T05:23:30.913477Z","steps":["trace[1339807014] 'agreement among raft nodes before linearized reading' (duration: 678.060826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:30.913509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.235358Z","time spent":"678.145778ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:23:30.913561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.024883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:23:30.913281Z","caller":"traceutil/trace.go:171","msg":"trace[1166580870] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12655; }","duration":"678.299223ms","start":"2026-03-31T05:23:30.234974Z","end":"2026-03-31T05:23:30.913273Z","steps":["trace[1166580870] 'agreement among raft nodes before linearized reading' (duration: 678.236661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:30.91359Z","caller":"traceutil/trace.go:171","msg":"trace[1537045671] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12655; }","duration":"300.070044ms","start":"2026-03-31T05:23:30.613511Z","end":"2026-03-31T05:23:30.913582Z","steps":["trace[1537045671] 'agreement among raft nodes before linearized reading' (duration: 299.967721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:30.913618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.613503Z","time spent":"300.109515ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:23:30.913579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.981195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:23:30.913614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.234958Z","time spent":"678.638602ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:23:30.913691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.884558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:23:30.913723Z","caller":"traceutil/trace.go:171","msg":"trace[1389650543] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:12655; }","duration":"667.97021ms","start":"2026-03-31T05:23:30.245743Z","end":"2026-03-31T05:23:30.913713Z","steps":["trace[1389650543] 'agreement among raft nodes before linearized reading' (duration: 667.896208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:30.913747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.454257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:23:30.913748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.245724Z","time spent":"668.019092ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:23:30.913769Z","caller":"traceutil/trace.go:171","msg":"trace[631396517] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12655; }","duration":"678.481188ms","start":"2026-03-31T05:23:30.235283Z","end":"2026-03-31T05:23:30.913764Z","steps":["trace[631396517] 'agreement among raft nodes before linearized reading' (duration: 678.427276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:30.913788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.235279Z","time spent":"678.505368ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:23:30.91379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.728732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:23:30.913776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.563407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:23:30.91362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.605579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:23:30.913819Z","caller":"traceutil/trace.go:171","msg":"trace[719349053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12655; }","duration":"300.787274ms","start":"2026-03-31T05:23:30.613024Z","end":"2026-03-31T05:23:30.913811Z","steps":["trace[719349053] 'agreement among raft nodes before linearized reading' (duration: 300.550157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:30.913858Z","caller":"traceutil/trace.go:171","msg":"trace[1804685512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12655; }","duration":"300.675901ms","start":"2026-03-31T05:23:30.613164Z","end":"2026-03-31T05:23:30.91384Z","steps":["trace[1804685512] 'agreement among raft nodes before linearized reading' (duration: 300.445964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:30.91387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.613007Z","time spent":"300.856295ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:23:30.913865Z","caller":"traceutil/trace.go:171","msg":"trace[368355869] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12655; }","duration":"675.857396ms","start":"2026-03-31T05:23:30.237992Z","end":"2026-03-31T05:23:30.913849Z","steps":["trace[368355869] 'agreement among raft nodes before linearized reading' (duration: 675.547527ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:30.91389Z","caller":"traceutil/trace.go:171","msg":"trace[618768876] transaction","detail":"{read_only:false; response_revision:12655; number_of_response:1; }","duration":"665.690448ms","start":"2026-03-31T05:23:30.248182Z","end":"2026-03-31T05:23:30.913872Z","steps":["trace[618768876] 'process raft request' (duration: 634.569828ms)","trace[618768876] 'compare' (duration: 30.151694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:30.913905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.613156Z","time spent":"300.740552ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:23:30.913911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.237984Z","time spent":"675.919217ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:23:30.91395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.687287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:23:30.913979Z","caller":"traceutil/trace.go:171","msg":"trace[857429939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12655; }","duration":"275.739659ms","start":"2026-03-31T05:23:30.638232Z","end":"2026-03-31T05:23:30.913971Z","steps":["trace[857429939] 'agreement among raft nodes before linearized reading' (duration: 275.667287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:30.913779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.499548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:30.913984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.248168Z","time spent":"665.76051ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:30.914024Z","caller":"traceutil/trace.go:171","msg":"trace[1159071451] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12655; }","duration":"678.772365ms","start":"2026-03-31T05:23:30.235242Z","end":"2026-03-31T05:23:30.914015Z","steps":["trace[1159071451] 'agreement among raft nodes before linearized reading' (duration: 678.465497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:30.914058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.235237Z","time spent":"678.813797ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:23:30.913628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.017525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:30.914091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.432163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:23:30.914137Z","caller":"traceutil/trace.go:171","msg":"trace[1764579227] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12655; }","duration":"678.551119ms","start":"2026-03-31T05:23:30.235576Z","end":"2026-03-31T05:23:30.914127Z","steps":["trace[1764579227] 'agreement among raft nodes before linearized reading' (duration: 678.038375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:30.914155Z","caller":"traceutil/trace.go:171","msg":"trace[619463171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12655; }","duration":"300.526526ms","start":"2026-03-31T05:23:30.613617Z","end":"2026-03-31T05:23:30.914144Z","steps":["trace[619463171] 'agreement among raft nodes before linearized reading' (duration: 299.823727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:30.914208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.613597Z","time spent":"300.603908ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:23:30.914169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.235561Z","time spent":"678.599551ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:23:30.914183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.899349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:30.914397Z","caller":"traceutil/trace.go:171","msg":"trace[82623608] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12655; }","duration":"679.121316ms","start":"2026-03-31T05:23:30.235267Z","end":"2026-03-31T05:23:30.914389Z","steps":["trace[82623608] 'agreement among raft nodes before linearized reading' (duration: 678.426227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:30.91444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.235265Z","time spent":"679.168967ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:23:30.914847Z","caller":"traceutil/trace.go:171","msg":"trace[1352250842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12655; }","duration":"490.083008ms","start":"2026-03-31T05:23:30.423559Z","end":"2026-03-31T05:23:30.913642Z","steps":["trace[1352250842] 'agreement among raft nodes before linearized reading' (duration: 489.734039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:30.914898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.423542Z","time spent":"491.343233ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:23:31.281501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.349015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:23:31.281631Z","caller":"traceutil/trace.go:171","msg":"trace[1526726023] transaction","detail":"{read_only:false; response_revision:12656; number_of_response:1; }","duration":"479.292503ms","start":"2026-03-31T05:23:30.802316Z","end":"2026-03-31T05:23:31.281609Z","steps":["trace[1526726023] 'process raft request' (duration: 296.738552ms)","trace[1526726023] 'compare' (duration: 182.093268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:31.281716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.802294Z","time spent":"479.384286ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:31.28163Z","caller":"traceutil/trace.go:171","msg":"trace[587051380] linearizableReadLoop","detail":"{readStateIndex:13156; appliedIndex:13155; }","duration":"364.218077ms","start":"2026-03-31T05:23:30.917389Z","end":"2026-03-31T05:23:31.281607Z","steps":["trace[587051380] 'read index received' (duration: 181.645046ms)","trace[587051380] 'applied index is now lower than readState.Index' (duration: 182.571061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:31.282604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.200964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448065"} {"level":"info","ts":"2026-03-31T05:23:31.282673Z","caller":"traceutil/trace.go:171","msg":"trace[1734747645] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12656; }","duration":"365.272996ms","start":"2026-03-31T05:23:30.917385Z","end":"2026-03-31T05:23:31.282657Z","steps":["trace[1734747645] 'agreement among raft nodes before linearized reading' (duration: 364.276198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.282725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.917352Z","time spent":"365.357748ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":448088,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:23:31.358512Z","caller":"traceutil/trace.go:171","msg":"trace[1537854617] transaction","detail":"{read_only:false; response_revision:12657; number_of_response:1; }","duration":"440.956145ms","start":"2026-03-31T05:23:30.917529Z","end":"2026-03-31T05:23:31.358485Z","steps":["trace[1537854617] 'process raft request' (duration: 440.766449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.358745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.917508Z","time spent":"441.077998ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:31.358858Z","caller":"traceutil/trace.go:171","msg":"trace[8433889] transaction","detail":"{read_only:false; response_revision:12658; number_of_response:1; }","duration":"441.292684ms","start":"2026-03-31T05:23:30.917536Z","end":"2026-03-31T05:23:31.358828Z","steps":["trace[8433889] 'process raft request' (duration: 440.916734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.358959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.945991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:31.358973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.917513Z","time spent":"441.407817ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:31.359035Z","caller":"traceutil/trace.go:171","msg":"trace[1635634764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12662; }","duration":"311.081524ms","start":"2026-03-31T05:23:31.047932Z","end":"2026-03-31T05:23:31.359013Z","steps":["trace[1635634764] 'agreement among raft nodes before linearized reading' (duration: 310.963231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.359067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:31.0479Z","time spent":"311.160636ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:23:31.358975Z","caller":"traceutil/trace.go:171","msg":"trace[51043870] transaction","detail":"{read_only:false; response_revision:12659; number_of_response:1; }","duration":"441.026827ms","start":"2026-03-31T05:23:30.917853Z","end":"2026-03-31T05:23:31.358879Z","steps":["trace[51043870] 'process raft request' (duration: 440.848132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:31.359165Z","caller":"traceutil/trace.go:171","msg":"trace[198435328] transaction","detail":"{read_only:false; response_revision:12661; number_of_response:1; }","duration":"440.983306ms","start":"2026-03-31T05:23:30.918163Z","end":"2026-03-31T05:23:31.359146Z","steps":["trace[198435328] 'process raft request' (duration: 440.663837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:31.359239Z","caller":"traceutil/trace.go:171","msg":"trace[1837003333] transaction","detail":"{read_only:false; response_revision:12662; number_of_response:1; }","duration":"441.015427ms","start":"2026-03-31T05:23:30.918214Z","end":"2026-03-31T05:23:31.359229Z","steps":["trace[1837003333] 'process raft request' (duration: 440.639587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.359308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.918196Z","time spent":"441.068158ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:31.359345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.781049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:23:31.359385Z","caller":"traceutil/trace.go:171","msg":"trace[166199703] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12662; }","duration":"174.880021ms","start":"2026-03-31T05:23:31.184494Z","end":"2026-03-31T05:23:31.359374Z","steps":["trace[166199703] 'agreement among raft nodes before linearized reading' (duration: 174.749287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.359364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.918156Z","time spent":"441.049437ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:31.35939Z","caller":"traceutil/trace.go:171","msg":"trace[1017269379] transaction","detail":"{read_only:false; response_revision:12660; number_of_response:1; }","duration":"441.435998ms","start":"2026-03-31T05:23:30.917899Z","end":"2026-03-31T05:23:31.359335Z","steps":["trace[1017269379] 'process raft request' (duration: 440.900233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.359361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.917845Z","time spent":"441.316265ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:31.359594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.917887Z","time spent":"441.628584ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:31.563638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.764265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:23:31.563743Z","caller":"traceutil/trace.go:171","msg":"trace[1682713835] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:12662; }","duration":"145.893918ms","start":"2026-03-31T05:23:31.417813Z","end":"2026-03-31T05:23:31.563707Z","steps":["trace[1682713835] 'count revisions from in-memory index tree' (duration: 145.660552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:31.952331Z","caller":"traceutil/trace.go:171","msg":"trace[1982609809] transaction","detail":"{read_only:false; response_revision:12663; number_of_response:1; }","duration":"219.604194ms","start":"2026-03-31T05:23:31.732675Z","end":"2026-03-31T05:23:31.95228Z","steps":["trace[1982609809] 'process raft request' (duration: 219.361697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:31.952252Z","caller":"traceutil/trace.go:171","msg":"trace[267886203] linearizableReadLoop","detail":"{readStateIndex:13163; appliedIndex:13162; }","duration":"210.952267ms","start":"2026-03-31T05:23:31.741265Z","end":"2026-03-31T05:23:31.952218Z","steps":["trace[267886203] 'read index received' (duration: 210.597428ms)","trace[267886203] 'applied index is now lower than readState.Index' (duration: 353.539µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:31.952937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.320957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:31.953017Z","caller":"traceutil/trace.go:171","msg":"trace[1163033075] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:12663; }","duration":"211.772289ms","start":"2026-03-31T05:23:31.741218Z","end":"2026-03-31T05:23:31.952991Z","steps":["trace[1163033075] 'agreement among raft nodes before linearized reading' (duration: 211.216974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:32.647698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.635061ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:23:33.407656Z","caller":"traceutil/trace.go:171","msg":"trace[321539053] linearizableReadLoop","detail":"{readStateIndex:13171; appliedIndex:13170; }","duration":"114.577333ms","start":"2026-03-31T05:23:33.293032Z","end":"2026-03-31T05:23:33.407609Z","steps":["trace[321539053] 'read index received' (duration: 112.898587ms)","trace[321539053] 'applied index is now lower than readState.Index' (duration: 1.676856ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:33.407698Z","caller":"traceutil/trace.go:171","msg":"trace[1739072376] transaction","detail":"{read_only:false; response_revision:12670; number_of_response:1; }","duration":"122.007546ms","start":"2026-03-31T05:23:33.285644Z","end":"2026-03-31T05:23:33.407651Z","steps":["trace[1739072376] 'process raft request' (duration: 120.270378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:33.407849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.811858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:23:33.40792Z","caller":"traceutil/trace.go:171","msg":"trace[817179441] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:12670; }","duration":"114.941883ms","start":"2026-03-31T05:23:33.29296Z","end":"2026-03-31T05:23:33.407902Z","steps":["trace[817179441] 'agreement among raft nodes before linearized reading' (duration: 114.755367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:41.276616Z","caller":"traceutil/trace.go:171","msg":"trace[1741544223] linearizableReadLoop","detail":"{readStateIndex:13211; appliedIndex:13210; }","duration":"428.934165ms","start":"2026-03-31T05:23:40.847655Z","end":"2026-03-31T05:23:41.276589Z","steps":["trace[1741544223] 'read index received' (duration: 428.891544ms)","trace[1741544223] 'applied index is now lower than readState.Index' (duration: 41.371µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:41.276707Z","caller":"traceutil/trace.go:171","msg":"trace[1723680875] transaction","detail":"{read_only:false; response_revision:12709; number_of_response:1; }","duration":"532.930888ms","start":"2026-03-31T05:23:40.743742Z","end":"2026-03-31T05:23:41.276673Z","steps":["trace[1723680875] 'process raft request' (duration: 532.690002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:41.276883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.216513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T05:23:41.276885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:40.743718Z","time spent":"533.087113ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:41.276919Z","caller":"traceutil/trace.go:171","msg":"trace[939989753] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12709; }","duration":"429.307626ms","start":"2026-03-31T05:23:40.8476Z","end":"2026-03-31T05:23:41.276908Z","steps":["trace[939989753] 'agreement among raft nodes before linearized reading' (duration: 429.118151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:41.276975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:40.847578Z","time spent":"429.382087ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:23:41.605866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.946744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:23:41.606047Z","caller":"traceutil/trace.go:171","msg":"trace[714277524] transaction","detail":"{read_only:false; response_revision:12710; number_of_response:1; }","duration":"643.062139ms","start":"2026-03-31T05:23:40.962964Z","end":"2026-03-31T05:23:41.606026Z","steps":["trace[714277524] 'process raft request' (duration: 490.883349ms)","trace[714277524] 'compare' (duration: 151.847141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:41.606106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:40.962924Z","time spent":"643.153422ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:41.606272Z","caller":"traceutil/trace.go:171","msg":"trace[706864581] transaction","detail":"{read_only:false; response_revision:12711; number_of_response:1; }","duration":"546.429749ms","start":"2026-03-31T05:23:41.059809Z","end":"2026-03-31T05:23:41.606239Z","steps":["trace[706864581] 'process raft request' (duration: 546.171962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:41.606369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:41.059771Z","time spent":"546.545702ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:41.606446Z","caller":"traceutil/trace.go:171","msg":"trace[820918331] linearizableReadLoop","detail":"{readStateIndex:13213; appliedIndex:13211; }","duration":"329.701963ms","start":"2026-03-31T05:23:41.276693Z","end":"2026-03-31T05:23:41.606395Z","steps":["trace[820918331] 'read index received' (duration: 177.166323ms)","trace[820918331] 'applied index is now lower than readState.Index' (duration: 152.53124ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:41.606474Z","caller":"traceutil/trace.go:171","msg":"trace[1636391180] transaction","detail":"{read_only:false; response_revision:12712; number_of_response:1; }","duration":"324.050399ms","start":"2026-03-31T05:23:41.282393Z","end":"2026-03-31T05:23:41.606444Z","steps":["trace[1636391180] 'process raft request' (duration: 323.853183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:41.606563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.041162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-31T05:23:41.606614Z","caller":"traceutil/trace.go:171","msg":"trace[452661901] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:12712; }","duration":"548.140725ms","start":"2026-03-31T05:23:41.058459Z","end":"2026-03-31T05:23:41.6066Z","steps":["trace[452661901] 'agreement among raft nodes before linearized reading' (duration: 547.931949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:41.606626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.368962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:41.606621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:41.28237Z","time spent":"324.174272ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:41.606651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:41.05844Z","time spent":"548.204126ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-31T05:23:41.606665Z","caller":"traceutil/trace.go:171","msg":"trace[1029639214] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:12713; }","duration":"705.411453ms","start":"2026-03-31T05:23:40.901242Z","end":"2026-03-31T05:23:41.606654Z","steps":["trace[1029639214] 'agreement among raft nodes before linearized reading' (duration: 705.3049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:41.606704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:40.90119Z","time spent":"705.506657ms","remote":"127.0.0.1:35204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:41.606702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.175848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:23:41.60676Z","caller":"traceutil/trace.go:171","msg":"trace[1717778401] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12713; }","duration":"115.260071ms","start":"2026-03-31T05:23:41.491487Z","end":"2026-03-31T05:23:41.606747Z","steps":["trace[1717778401] 'agreement among raft nodes before linearized reading' (duration: 115.107207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:41.606799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.350068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:41.606778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.776196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:41.606847Z","caller":"traceutil/trace.go:171","msg":"trace[1094630843] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12713; }","duration":"650.40262ms","start":"2026-03-31T05:23:40.956426Z","end":"2026-03-31T05:23:41.606829Z","steps":["trace[1094630843] 'agreement among raft nodes before linearized reading' (duration: 650.115682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:41.606891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:40.956422Z","time spent":"650.457792ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:23:41.606912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.453961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:23:41.606924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.364725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:41.606935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.895426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:41.60697Z","caller":"traceutil/trace.go:171","msg":"trace[2121554720] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12713; }","duration":"649.955898ms","start":"2026-03-31T05:23:40.957006Z","end":"2026-03-31T05:23:41.606961Z","steps":["trace[2121554720] 'agreement among raft nodes before linearized reading' (duration: 649.451714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:41.606973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.561892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:41.606987Z","caller":"traceutil/trace.go:171","msg":"trace[933447697] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:12713; }","duration":"749.431888ms","start":"2026-03-31T05:23:40.857523Z","end":"2026-03-31T05:23:41.606955Z","steps":["trace[933447697] 'agreement among raft nodes before linearized reading' (duration: 749.020966ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:41.606965Z","caller":"traceutil/trace.go:171","msg":"trace[1008861682] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12713; }","duration":"650.550363ms","start":"2026-03-31T05:23:40.9564Z","end":"2026-03-31T05:23:41.60695Z","steps":["trace[1008861682] 'agreement among raft nodes before linearized reading' (duration: 650.098481ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:41.607017Z","caller":"traceutil/trace.go:171","msg":"trace[709587731] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12713; }","duration":"651.631584ms","start":"2026-03-31T05:23:40.955375Z","end":"2026-03-31T05:23:41.607006Z","steps":["trace[709587731] 'agreement among raft nodes before linearized reading' (duration: 651.155111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:41.60702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:40.956989Z","time spent":"650.021989ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:23:41.607033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:40.857509Z","time spent":"749.512909ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:41.607047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:40.955359Z","time spent":"651.682425ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:23:41.606891Z","caller":"traceutil/trace.go:171","msg":"trace[734417255] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12713; }","duration":"648.918599ms","start":"2026-03-31T05:23:40.957945Z","end":"2026-03-31T05:23:41.606864Z","steps":["trace[734417255] 'agreement among raft nodes before linearized reading' (duration: 648.547449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:41.607139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:40.957933Z","time spent":"649.192217ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:23:41.607123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:40.956378Z","time spent":"650.721819ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:23:41.607176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.115612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:41.606691Z","caller":"traceutil/trace.go:171","msg":"trace[933299906] transaction","detail":"{read_only:false; response_revision:12713; number_of_response:1; }","duration":"125.171781ms","start":"2026-03-31T05:23:41.481414Z","end":"2026-03-31T05:23:41.606586Z","steps":["trace[933299906] 'process raft request' (duration: 124.974766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:41.607208Z","caller":"traceutil/trace.go:171","msg":"trace[652938013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12713; }","duration":"560.184083ms","start":"2026-03-31T05:23:41.047014Z","end":"2026-03-31T05:23:41.607198Z","steps":["trace[652938013] 'agreement among raft nodes before linearized reading' (duration: 559.456953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:41.607337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.536806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:23:41.607365Z","caller":"traceutil/trace.go:171","msg":"trace[982794727] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12713; }","duration":"649.575078ms","start":"2026-03-31T05:23:40.957783Z","end":"2026-03-31T05:23:41.607358Z","steps":["trace[982794727] 'agreement among raft nodes before linearized reading' (duration: 648.699784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:41.607365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:41.04699Z","time spent":"560.366349ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:23:41.607394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:40.957778Z","time spent":"649.609748ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:23:41.607389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.461294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:41.607476Z","caller":"traceutil/trace.go:171","msg":"trace[1188518442] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12713; }","duration":"649.580267ms","start":"2026-03-31T05:23:40.957872Z","end":"2026-03-31T05:23:41.607452Z","steps":["trace[1188518442] 'agreement among raft nodes before linearized reading' (duration: 648.607131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:41.607691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:40.957868Z","time spent":"649.762962ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:23:41.607708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.697358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:41.60779Z","caller":"traceutil/trace.go:171","msg":"trace[452626631] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12713; }","duration":"650.800171ms","start":"2026-03-31T05:23:40.956977Z","end":"2026-03-31T05:23:41.607777Z","steps":["trace[452626631] 'agreement among raft nodes before linearized reading' (duration: 650.692468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:41.607833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:40.956966Z","time spent":"650.843202ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:23:42.733943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.412873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:23:42.734172Z","caller":"traceutil/trace.go:171","msg":"trace[144459402] transaction","detail":"{read_only:false; response_revision:12717; number_of_response:1; }","duration":"1.120987576s","start":"2026-03-31T05:23:41.613166Z","end":"2026-03-31T05:23:42.734154Z","steps":["trace[144459402] 'process raft request' (duration: 1.120900684s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:42.734228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:41.613157Z","time spent":"1.121047898s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:42.734423Z","caller":"traceutil/trace.go:171","msg":"trace[405373384] transaction","detail":"{read_only:false; response_revision:12714; number_of_response:1; }","duration":"1.122334043s","start":"2026-03-31T05:23:41.612079Z","end":"2026-03-31T05:23:42.734413Z","steps":["trace[405373384] 'process raft request' (duration: 126.394195ms)","trace[405373384] 'compare' (duration: 995.020602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:42.734466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:41.612058Z","time spent":"1.122387984s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:42.734559Z","caller":"traceutil/trace.go:171","msg":"trace[606076162] transaction","detail":"{read_only:false; response_revision:12715; number_of_response:1; }","duration":"1.122445146s","start":"2026-03-31T05:23:41.612104Z","end":"2026-03-31T05:23:42.734549Z","steps":["trace[606076162] 'process raft request' (duration: 1.121906991s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:42.734603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:41.612091Z","time spent":"1.122489437s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:42.734689Z","caller":"traceutil/trace.go:171","msg":"trace[1508965660] transaction","detail":"{read_only:false; response_revision:12716; number_of_response:1; }","duration":"1.121598343s","start":"2026-03-31T05:23:41.613082Z","end":"2026-03-31T05:23:42.734681Z","steps":["trace[1508965660] 'process raft request' (duration: 1.120966156s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:42.734728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:41.613062Z","time spent":"1.121647384s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:42.734945Z","caller":"traceutil/trace.go:171","msg":"trace[870141126] transaction","detail":"{read_only:false; response_revision:12718; number_of_response:1; }","duration":"1.120781741s","start":"2026-03-31T05:23:41.614142Z","end":"2026-03-31T05:23:42.734924Z","steps":["trace[870141126] 'process raft request' (duration: 1.119983529s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:42.735047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:41.614126Z","time spent":"1.120863592s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:42.735116Z","caller":"traceutil/trace.go:171","msg":"trace[1078261922] linearizableReadLoop","detail":"{readStateIndex:13221; appliedIndex:13215; }","duration":"1.120204504s","start":"2026-03-31T05:23:41.614901Z","end":"2026-03-31T05:23:42.735105Z","steps":["trace[1078261922] 'read index received' (duration: 123.804374ms)","trace[1078261922] 'applied index is now lower than readState.Index' (duration: 996.39908ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:42.735107Z","caller":"traceutil/trace.go:171","msg":"trace[228680475] transaction","detail":"{read_only:false; response_revision:12719; number_of_response:1; }","duration":"1.120825812s","start":"2026-03-31T05:23:41.61425Z","end":"2026-03-31T05:23:42.735076Z","steps":["trace[228680475] 'process raft request' (duration: 1.119940437s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:42.735216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:41.614239Z","time spent":"1.120917594s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:43.869965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999898093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:23:43.87006Z","caller":"traceutil/trace.go:171","msg":"trace[921432943] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000062948s","start":"2026-03-31T05:23:41.869976Z","end":"2026-03-31T05:23:43.870039Z","steps":["trace[921432943] 'agreement among raft nodes before linearized reading' (duration: 1.999937885s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:43.870108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:41.86995Z","time spent":"2.0001475s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:23:44.038879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304618186s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:23:44.038971Z","caller":"traceutil/trace.go:171","msg":"trace[342970310] linearizableReadLoop","detail":"{readStateIndex:13222; appliedIndex:13221; }","duration":"1.303814824s","start":"2026-03-31T05:23:42.735139Z","end":"2026-03-31T05:23:44.038954Z","steps":["trace[342970310] 'read index received' (duration: 51.532µs)","trace[342970310] 'applied index is now lower than readState.Index' (duration: 1.303761862s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:44.039515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952125578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:44.039509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791489156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:44.039583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271369286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:44.03958Z","caller":"traceutil/trace.go:171","msg":"trace[49949537] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12719; }","duration":"1.791604979s","start":"2026-03-31T05:23:42.247955Z","end":"2026-03-31T05:23:44.03956Z","steps":["trace[49949537] 'agreement among raft nodes before linearized reading' (duration: 1.791488976s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:44.039602Z","caller":"traceutil/trace.go:171","msg":"trace[1684660707] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:12719; }","duration":"2.271427127s","start":"2026-03-31T05:23:41.76817Z","end":"2026-03-31T05:23:44.039597Z","steps":["trace[1684660707] 'agreement among raft nodes before linearized reading' (duration: 2.271386326s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:44.039619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:42.247935Z","time spent":"1.791674921s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:23:44.039629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:41.768148Z","time spent":"2.271474099s","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:23:44.039544Z","caller":"traceutil/trace.go:171","msg":"trace[2026055365] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12719; }","duration":"1.95220104s","start":"2026-03-31T05:23:42.087332Z","end":"2026-03-31T05:23:44.039533Z","steps":["trace[2026055365] 'agreement among raft nodes before linearized reading' (duration: 1.952140689s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:44.039778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:42.087311Z","time spent":"1.952456607s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:23:44.039806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424896733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448018"} {"level":"info","ts":"2026-03-31T05:23:44.039952Z","caller":"traceutil/trace.go:171","msg":"trace[917873652] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12719; }","duration":"2.424971875s","start":"2026-03-31T05:23:41.614878Z","end":"2026-03-31T05:23:44.03985Z","steps":["trace[917873652] 'agreement among raft nodes before linearized reading' (duration: 1.120299847s)","trace[917873652] 'range keys from in-memory index tree' (duration: 1.304138273s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:44.040008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:41.614871Z","time spent":"2.425120549s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":448041,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:23:44.039933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638529485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:23:44.040194Z","caller":"traceutil/trace.go:171","msg":"trace[135393739] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12719; }","duration":"1.638885705s","start":"2026-03-31T05:23:42.401295Z","end":"2026-03-31T05:23:44.040181Z","steps":["trace[135393739] 'agreement among raft nodes before linearized reading' (duration: 1.638429363s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:44.040231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:42.401278Z","time spent":"1.638941276s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:23:44.539588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792637380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:23:45.039782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792637380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:23:45.540703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792637380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:23:45.878731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000632783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:23:45.878862Z","caller":"traceutil/trace.go:171","msg":"trace[1959308947] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000817249s","start":"2026-03-31T05:23:43.878008Z","end":"2026-03-31T05:23:45.878825Z","steps":["trace[1959308947] 'agreement among raft nodes before linearized reading' (duration: 2.000655474s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:45.878925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:43.877992Z","time spent":"2.000919931s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:23:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:23:46.041227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792637380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:23:46.541746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792637380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:23:46.803259Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.520456793s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:23:46.803905Z","caller":"traceutil/trace.go:171","msg":"trace[102749261] transaction","detail":"{read_only:false; response_revision:12720; number_of_response:1; }","duration":"3.521282285s","start":"2026-03-31T05:23:43.28258Z","end":"2026-03-31T05:23:46.803862Z","steps":["trace[102749261] 'process raft request' (duration: 3.520996787s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:46.804123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:43.282546Z","time spent":"3.52146586s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:47.879339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:23:47.87944Z","caller":"traceutil/trace.go:171","msg":"trace[157203809] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000418248s","start":"2026-03-31T05:23:45.878996Z","end":"2026-03-31T05:23:47.879414Z","steps":["trace[157203809] 'agreement among raft nodes before linearized reading' (duration: 2.000282004s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:47.879504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:45.878971Z","time spent":"2.00051612s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:23:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:23:48.203962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.444578ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:48.20413Z","caller":"traceutil/trace.go:171","msg":"trace[1675471776] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12720; }","duration":"922.624323ms","start":"2026-03-31T05:23:47.281479Z","end":"2026-03-31T05:23:48.204104Z","steps":["trace[1675471776] 'range keys from in-memory index tree' (duration: 922.426447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.20527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.259503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:23:48.205954Z","caller":"traceutil/trace.go:171","msg":"trace[1912697129] transaction","detail":"{read_only:false; response_revision:12721; number_of_response:1; }","duration":"4.8338834s","start":"2026-03-31T05:23:43.372012Z","end":"2026-03-31T05:23:48.205895Z","steps":["trace[1912697129] 'process raft request' (duration: 4.312829285s)","trace[1912697129] 'compare' (duration: 518.735361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:48.20641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:43.371989Z","time spent":"4.834079104s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:48.206439Z","caller":"traceutil/trace.go:171","msg":"trace[1130846202] linearizableReadLoop","detail":"{readStateIndex:13227; appliedIndex:13222; }","duration":"4.16742467s","start":"2026-03-31T05:23:44.038987Z","end":"2026-03-31T05:23:48.206412Z","steps":["trace[1130846202] 'read index received' (duration: 2.764560268s)","trace[1130846202] 'applied index is now lower than readState.Index' (duration: 1.402862912s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:48.206589Z","caller":"traceutil/trace.go:171","msg":"trace[1989180690] transaction","detail":"{read_only:false; response_revision:12722; number_of_response:1; }","duration":"4.593437886s","start":"2026-03-31T05:23:43.613137Z","end":"2026-03-31T05:23:48.206575Z","steps":["trace[1989180690] 'process raft request' (duration: 4.592681746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.206676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:43.613129Z","time spent":"4.593503528s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:48.206789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.329188352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T05:23:48.20678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.592440378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:48.206814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.62355118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:23:48.206899Z","caller":"traceutil/trace.go:171","msg":"trace[140897744] transaction","detail":"{read_only:false; response_revision:12724; number_of_response:1; }","duration":"4.063607531s","start":"2026-03-31T05:23:44.143283Z","end":"2026-03-31T05:23:48.206891Z","steps":["trace[140897744] 'process raft request' (duration: 4.063050196s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:48.206905Z","caller":"traceutil/trace.go:171","msg":"trace[1533212839] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12724; }","duration":"4.592601024s","start":"2026-03-31T05:23:43.614275Z","end":"2026-03-31T05:23:48.206876Z","steps":["trace[1533212839] 'agreement among raft nodes before linearized reading' (duration: 4.592350667s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:48.206956Z","caller":"traceutil/trace.go:171","msg":"trace[1566111905] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:12724; }","duration":"4.623704564s","start":"2026-03-31T05:23:43.583214Z","end":"2026-03-31T05:23:48.206919Z","steps":["trace[1566111905] 'agreement among raft nodes before linearized reading' (duration: 4.623464117s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.206981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:43.614271Z","time spent":"4.592698876s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:23:48.207027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:43.58318Z","time spent":"4.623831237s","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:48.207034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.634975581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:48.207088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.263167487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:48.20711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.593053906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:23:48.207161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.273988923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:23:48.207178Z","caller":"traceutil/trace.go:171","msg":"trace[2028912887] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12724; }","duration":"4.593140248s","start":"2026-03-31T05:23:43.614021Z","end":"2026-03-31T05:23:48.207161Z","steps":["trace[2028912887] 'agreement among raft nodes before linearized reading' (duration: 4.592978704s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:48.20719Z","caller":"traceutil/trace.go:171","msg":"trace[218033202] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:12724; }","duration":"4.274048545s","start":"2026-03-31T05:23:43.933135Z","end":"2026-03-31T05:23:48.207183Z","steps":["trace[218033202] 'agreement among raft nodes before linearized reading' (duration: 4.274005274s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.207231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:43.933116Z","time spent":"4.274108986s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:48.20724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:43.614004Z","time spent":"4.59321947s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:23:48.207315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.345409805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:48.20687Z","caller":"traceutil/trace.go:171","msg":"trace[1421612931] transaction","detail":"{read_only:false; response_revision:12723; number_of_response:1; }","duration":"4.590468135s","start":"2026-03-31T05:23:43.616391Z","end":"2026-03-31T05:23:48.206859Z","steps":["trace[1421612931] 'process raft request' (duration: 4.589693044s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.206963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.592983394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:48.207363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.594506936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:48.207468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.593022895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:48.207036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.143258Z","time spent":"4.063668333s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:48.207477Z","caller":"traceutil/trace.go:171","msg":"trace[493562865] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12724; }","duration":"4.593475557s","start":"2026-03-31T05:23:43.613957Z","end":"2026-03-31T05:23:48.207433Z","steps":["trace[493562865] 'agreement among raft nodes before linearized reading' (duration: 4.592956123s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.207538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.593232621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:23:48.207588Z","caller":"traceutil/trace.go:171","msg":"trace[818993415] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12724; }","duration":"4.593282502s","start":"2026-03-31T05:23:43.614291Z","end":"2026-03-31T05:23:48.207574Z","steps":["trace[818993415] 'agreement among raft nodes before linearized reading' (duration: 4.593169539s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:48.207122Z","caller":"traceutil/trace.go:171","msg":"trace[767870944] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:12724; }","duration":"4.263221719s","start":"2026-03-31T05:23:43.94389Z","end":"2026-03-31T05:23:48.207112Z","steps":["trace[767870944] 'agreement among raft nodes before linearized reading' (duration: 4.263170808s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.207615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:43.613953Z","time spent":"4.593623681s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:23:48.207636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:43.614285Z","time spent":"4.593343263s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:23:48.207643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:43.943878Z","time spent":"4.263752703s","remote":"127.0.0.1:52556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:48.207659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.163056991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:23:48.207719Z","caller":"traceutil/trace.go:171","msg":"trace[450933808] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12724; }","duration":"4.163142922s","start":"2026-03-31T05:23:44.044557Z","end":"2026-03-31T05:23:48.2077Z","steps":["trace[450933808] 'agreement among raft nodes before linearized reading' (duration: 4.162940327s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.207754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.044544Z","time spent":"4.163204204s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:23:48.207502Z","caller":"traceutil/trace.go:171","msg":"trace[1038435531] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12724; }","duration":"4.59467202s","start":"2026-03-31T05:23:43.612802Z","end":"2026-03-31T05:23:48.207474Z","steps":["trace[1038435531] 'agreement among raft nodes before linearized reading' (duration: 4.594415703s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.20779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468227155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:23:48.207843Z","caller":"traceutil/trace.go:171","msg":"trace[1041747441] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12724; }","duration":"3.468286837s","start":"2026-03-31T05:23:44.739542Z","end":"2026-03-31T05:23:48.207829Z","steps":["trace[1041747441] 'agreement among raft nodes before linearized reading' (duration: 3.468092991s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.207616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164297048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:48.207889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.739534Z","time spent":"3.468342789s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:23:48.2079Z","caller":"traceutil/trace.go:171","msg":"trace[1803702798] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12724; }","duration":"2.164607787s","start":"2026-03-31T05:23:46.043278Z","end":"2026-03-31T05:23:48.207886Z","steps":["trace[1803702798] 'agreement among raft nodes before linearized reading' (duration: 2.164297499s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.207932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468604505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:23:48.207939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:46.04326Z","time spent":"2.164670208s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-31T05:23:48.207971Z","caller":"traceutil/trace.go:171","msg":"trace[238763893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12724; }","duration":"3.468665277s","start":"2026-03-31T05:23:44.739294Z","end":"2026-03-31T05:23:48.207959Z","steps":["trace[238763893] 'agreement among raft nodes before linearized reading' (duration: 3.468578225s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.208012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.739281Z","time spent":"3.46872476s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:23:48.208033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.469749667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:23:48.208068Z","caller":"traceutil/trace.go:171","msg":"trace[1129995816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12724; }","duration":"3.469808849s","start":"2026-03-31T05:23:44.73825Z","end":"2026-03-31T05:23:48.208059Z","steps":["trace[1129995816] 'agreement among raft nodes before linearized reading' (duration: 3.469706516s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.208093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229507861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:23:48.208148Z","caller":"traceutil/trace.go:171","msg":"trace[1605332709] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:12724; }","duration":"2.229562702s","start":"2026-03-31T05:23:45.978573Z","end":"2026-03-31T05:23:48.208136Z","steps":["trace[1605332709] 'agreement among raft nodes before linearized reading' (duration: 2.22947868s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.208154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.494409701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:48.20815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.469152701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:23:48.208193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:45.978555Z","time spent":"2.229628584s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:23:48.2082Z","caller":"traceutil/trace.go:171","msg":"trace[2135697468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12724; }","duration":"3.469209643s","start":"2026-03-31T05:23:44.738981Z","end":"2026-03-31T05:23:48.208191Z","steps":["trace[2135697468] 'agreement among raft nodes before linearized reading' (duration: 3.46910852s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:48.208198Z","caller":"traceutil/trace.go:171","msg":"trace[2147312105] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:12724; }","duration":"3.494479113s","start":"2026-03-31T05:23:44.713705Z","end":"2026-03-31T05:23:48.208184Z","steps":["trace[2147312105] 'agreement among raft nodes before linearized reading' (duration: 3.494424242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.208235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.738977Z","time spent":"3.469251874s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:23:48.208243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.713689Z","time spent":"3.494546425s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:48.208232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.418357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:48.20741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.595339318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:48.208338Z","caller":"traceutil/trace.go:171","msg":"trace[144183505] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12724; }","duration":"4.596299074s","start":"2026-03-31T05:23:43.612029Z","end":"2026-03-31T05:23:48.208328Z","steps":["trace[144183505] 'agreement among raft nodes before linearized reading' (duration: 4.595331918s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.208361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.743756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:48.207084Z","caller":"traceutil/trace.go:171","msg":"trace[1315458403] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:12724; }","duration":"4.635050784s","start":"2026-03-31T05:23:43.572015Z","end":"2026-03-31T05:23:48.207066Z","steps":["trace[1315458403] 'agreement among raft nodes before linearized reading' (duration: 4.634963201s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:48.207369Z","caller":"traceutil/trace.go:171","msg":"trace[923294196] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:12724; }","duration":"4.345464697s","start":"2026-03-31T05:23:43.861886Z","end":"2026-03-31T05:23:48.207351Z","steps":["trace[923294196] 'agreement among raft nodes before linearized reading' (duration: 4.345383304s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.208372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:43.61201Z","time spent":"4.596354486s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:23:48.208475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:43.861867Z","time spent":"4.346593418s","remote":"127.0.0.1:33354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:48.208487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143153679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:23:48.208531Z","caller":"traceutil/trace.go:171","msg":"trace[1485288817] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:12724; }","duration":"3.14319341s","start":"2026-03-31T05:23:45.065324Z","end":"2026-03-31T05:23:48.208518Z","steps":["trace[1485288817] 'agreement among raft nodes before linearized reading' (duration: 3.143078156s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.208571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:45.065254Z","time spent":"3.143310133s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T05:23:48.208589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468806591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:23:48.208624Z","caller":"traceutil/trace.go:171","msg":"trace[1398607879] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12724; }","duration":"3.468852243s","start":"2026-03-31T05:23:44.739759Z","end":"2026-03-31T05:23:48.208611Z","steps":["trace[1398607879] 'agreement among raft nodes before linearized reading' (duration: 3.46874303s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.208658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.739752Z","time spent":"3.468900514s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:23:48.207421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.592622833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:48.208695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163001393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:48.208107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.738235Z","time spent":"3.46986439s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:23:48.207838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468857803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:23:48.208842Z","caller":"traceutil/trace.go:171","msg":"trace[1435274955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12724; }","duration":"3.469888191s","start":"2026-03-31T05:23:44.738938Z","end":"2026-03-31T05:23:48.208826Z","steps":["trace[1435274955] 'agreement among raft nodes before linearized reading' (duration: 3.468794681s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:48.208756Z","caller":"traceutil/trace.go:171","msg":"trace[19597364] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12724; }","duration":"2.163085296s","start":"2026-03-31T05:23:46.045654Z","end":"2026-03-31T05:23:48.208739Z","steps":["trace[19597364] 'agreement among raft nodes before linearized reading' (duration: 2.162976323s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.208887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.738923Z","time spent":"3.469952642s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:23:48.208897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:46.045639Z","time spent":"2.16324695s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:23:48.207804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:43.612798Z","time spent":"4.594998079s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:23:48.20842Z","caller":"traceutil/trace.go:171","msg":"trace[664905409] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:12724; }","duration":"434.835507ms","start":"2026-03-31T05:23:47.77357Z","end":"2026-03-31T05:23:48.208405Z","steps":["trace[664905409] 'agreement among raft nodes before linearized reading' (duration: 434.749665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.209129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:47.773552Z","time spent":"435.562748ms","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:48.208434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:43.572Z","time spent":"4.636423181s","remote":"127.0.0.1:57670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:48.208378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350740875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:48.209316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33915646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:23:48.209375Z","caller":"traceutil/trace.go:171","msg":"trace[1347066818] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:12724; }","duration":"1.339242603s","start":"2026-03-31T05:23:46.870117Z","end":"2026-03-31T05:23:48.209359Z","steps":["trace[1347066818] 'agreement among raft nodes before linearized reading' (duration: 1.339040507s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.209414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15739423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:23:48.209475Z","caller":"traceutil/trace.go:171","msg":"trace[1691605301] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:12724; }","duration":"2.157466071s","start":"2026-03-31T05:23:46.051996Z","end":"2026-03-31T05:23:48.209462Z","steps":["trace[1691605301] 'agreement among raft nodes before linearized reading' (duration: 2.157302267s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.209473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.624016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:23:48.209526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:46.051991Z","time spent":"2.157523683s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:23:48.209535Z","caller":"traceutil/trace.go:171","msg":"trace[1393030406] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12724; }","duration":"857.728939ms","start":"2026-03-31T05:23:47.351792Z","end":"2026-03-31T05:23:48.209521Z","steps":["trace[1393030406] 'agreement among raft nodes before linearized reading' (duration: 856.65636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:48.209353Z","caller":"traceutil/trace.go:171","msg":"trace[317962790] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:12724; }","duration":"2.351681761s","start":"2026-03-31T05:23:45.857625Z","end":"2026-03-31T05:23:48.209307Z","steps":["trace[317962790] 'agreement among raft nodes before linearized reading' (duration: 2.350715735s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.209582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:47.351694Z","time spent":"857.874303ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1248,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:48.209624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:45.857578Z","time spent":"2.35202863s","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:48.20943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:46.870098Z","time spent":"1.339322195s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:23:48.207427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:43.616374Z","time spent":"4.59102569s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:48.207506Z","caller":"traceutil/trace.go:171","msg":"trace[482817797] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12724; }","duration":"4.593062326s","start":"2026-03-31T05:23:43.614434Z","end":"2026-03-31T05:23:48.207497Z","steps":["trace[482817797] 'agreement among raft nodes before linearized reading' (duration: 4.593011824s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.209788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:43.614351Z","time spent":"4.595418961s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:23:48.206833Z","caller":"traceutil/trace.go:171","msg":"trace[72710000] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1; range_end:; response_count:1; response_revision:12724; }","duration":"4.329271064s","start":"2026-03-31T05:23:43.87755Z","end":"2026-03-31T05:23:48.206821Z","steps":["trace[72710000] 'agreement among raft nodes before linearized reading' (duration: 4.32912993s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.209941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:43.877528Z","time spent":"4.33239547s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" "} {"level":"info","ts":"2026-03-31T05:23:48.208294Z","caller":"traceutil/trace.go:171","msg":"trace[1811882298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12724; }","duration":"321.52812ms","start":"2026-03-31T05:23:47.886747Z","end":"2026-03-31T05:23:48.208275Z","steps":["trace[1811882298] 'agreement among raft nodes before linearized reading' (duration: 321.445828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.210021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:47.886733Z","time spent":"323.280018ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:23:48.208743Z","caller":"traceutil/trace.go:171","msg":"trace[611236704] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12724; }","duration":"4.59396055s","start":"2026-03-31T05:23:43.614772Z","end":"2026-03-31T05:23:48.208733Z","steps":["trace[611236704] 'agreement among raft nodes before linearized reading' (duration: 4.592623884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.210102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:43.614765Z","time spent":"4.595314207s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:23:48.210591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.468235821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-31T05:23:48.210669Z","caller":"traceutil/trace.go:171","msg":"trace[1713629141] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12724; }","duration":"5.471689796s","start":"2026-03-31T05:23:42.738966Z","end":"2026-03-31T05:23:48.210656Z","steps":["trace[1713629141] 'agreement among raft nodes before linearized reading' (duration: 5.468142109s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:48.210794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:42.738947Z","time spent":"5.471831799s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:23:48.644185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.524549ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T05:23:48.64427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:48.212603Z","time spent":"431.66372ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:23:50.002454Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.538060889s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:23:50.002927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:48.213176Z","time spent":"1.789737018s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:23:50.003108Z","caller":"traceutil/trace.go:171","msg":"trace[684989749] transaction","detail":"{read_only:false; response_revision:12725; number_of_response:1; }","duration":"1.788510174s","start":"2026-03-31T05:23:48.21456Z","end":"2026-03-31T05:23:50.00307Z","steps":["trace[684989749] 'process raft request' (duration: 1.788300498s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:50.003296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:48.214548Z","time spent":"1.788655699s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:50.003349Z","caller":"traceutil/trace.go:171","msg":"trace[951411833] transaction","detail":"{read_only:false; response_revision:12726; number_of_response:1; }","duration":"1.788756981s","start":"2026-03-31T05:23:48.214576Z","end":"2026-03-31T05:23:50.003333Z","steps":["trace[951411833] 'process raft request' (duration: 1.788426352s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:50.003451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:48.214552Z","time spent":"1.788848544s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:50.003636Z","caller":"traceutil/trace.go:171","msg":"trace[876145312] linearizableReadLoop","detail":"{readStateIndex:13235; appliedIndex:13227; }","duration":"1.786397938s","start":"2026-03-31T05:23:48.217228Z","end":"2026-03-31T05:23:50.003626Z","steps":["trace[876145312] 'read index received' (duration: 247.216309ms)","trace[876145312] 'applied index is now lower than readState.Index' (duration: 1.539180289s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:50.003684Z","caller":"traceutil/trace.go:171","msg":"trace[704009335] transaction","detail":"{read_only:false; response_revision:12730; number_of_response:1; }","duration":"1.786591992s","start":"2026-03-31T05:23:48.217077Z","end":"2026-03-31T05:23:50.003669Z","steps":["trace[704009335] 'process raft request' (duration: 1.78651057s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:50.003658Z","caller":"traceutil/trace.go:171","msg":"trace[1027691506] transaction","detail":"{read_only:false; response_revision:12727; number_of_response:1; }","duration":"1.788988927s","start":"2026-03-31T05:23:48.214637Z","end":"2026-03-31T05:23:50.003626Z","steps":["trace[1027691506] 'process raft request' (duration: 1.788631477s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:50.003724Z","caller":"traceutil/trace.go:171","msg":"trace[1636663222] transaction","detail":"{read_only:false; response_revision:12728; number_of_response:1; }","duration":"1.788803432s","start":"2026-03-31T05:23:48.214909Z","end":"2026-03-31T05:23:50.003713Z","steps":["trace[1636663222] 'process raft request' (duration: 1.788603327s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:50.003739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:48.217044Z","time spent":"1.786666144s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:50.003673Z","caller":"traceutil/trace.go:171","msg":"trace[339635533] transaction","detail":"{read_only:false; response_revision:12729; number_of_response:1; }","duration":"1.788560105s","start":"2026-03-31T05:23:48.215074Z","end":"2026-03-31T05:23:50.003634Z","steps":["trace[339635533] 'process raft request' (duration: 1.788479143s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:50.00383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:48.214631Z","time spent":"1.789096031s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:50.003867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:48.214899Z","time spent":"1.788856014s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:50.003858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:48.215066Z","time spent":"1.78871203s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:50.004362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787135828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448018"} {"level":"info","ts":"2026-03-31T05:23:50.004412Z","caller":"traceutil/trace.go:171","msg":"trace[1348670212] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12730; }","duration":"1.787245881s","start":"2026-03-31T05:23:48.217155Z","end":"2026-03-31T05:23:50.004401Z","steps":["trace[1348670212] 'agreement among raft nodes before linearized reading' (duration: 1.786549582s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:50.004441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:48.217126Z","time spent":"1.787307452s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":448041,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:23:50.503779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792637400,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:23:50.640252Z","caller":"traceutil/trace.go:171","msg":"trace[1957913378] transaction","detail":"{read_only:false; response_revision:12733; number_of_response:1; }","duration":"1.525173356s","start":"2026-03-31T05:23:49.115057Z","end":"2026-03-31T05:23:50.64023Z","steps":["trace[1957913378] 'process raft request' (duration: 1.525134605s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:50.640375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:49.115024Z","time spent":"1.525296249s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:50.640422Z","caller":"traceutil/trace.go:171","msg":"trace[580726052] transaction","detail":"{read_only:false; response_revision:12731; number_of_response:1; }","duration":"1.995059032s","start":"2026-03-31T05:23:48.645325Z","end":"2026-03-31T05:23:50.640384Z","steps":["trace[580726052] 'process raft request' (duration: 1.994706562s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:50.640433Z","caller":"traceutil/trace.go:171","msg":"trace[1448465705] transaction","detail":"{read_only:false; response_revision:12732; number_of_response:1; }","duration":"1.830465742s","start":"2026-03-31T05:23:48.809853Z","end":"2026-03-31T05:23:50.640318Z","steps":["trace[1448465705] 'process raft request' (duration: 1.830310998s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:50.640613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:48.645288Z","time spent":"1.995222786s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:50.640721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:48.809824Z","time spent":"1.83074399s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:51.333396Z","caller":"traceutil/trace.go:171","msg":"trace[1859048561] linearizableReadLoop","detail":"{readStateIndex:13241; appliedIndex:13235; }","duration":"1.329705822s","start":"2026-03-31T05:23:50.003666Z","end":"2026-03-31T05:23:51.333372Z","steps":["trace[1859048561] 'read index received' (duration: 636.348517ms)","trace[1859048561] 'applied index is now lower than readState.Index' (duration: 693.356215ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:51.33346Z","caller":"traceutil/trace.go:171","msg":"trace[1945770568] transaction","detail":"{read_only:false; response_revision:12736; number_of_response:1; }","duration":"1.116471632s","start":"2026-03-31T05:23:50.216951Z","end":"2026-03-31T05:23:51.333423Z","steps":["trace[1945770568] 'process raft request' (duration: 1.11637313s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:51.333826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.052540882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:51.333956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:50.216943Z","time spent":"1.116964496s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:51.333982Z","caller":"traceutil/trace.go:171","msg":"trace[1382946971] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12736; }","duration":"3.052765928s","start":"2026-03-31T05:23:48.281186Z","end":"2026-03-31T05:23:51.333952Z","steps":["trace[1382946971] 'agreement among raft nodes before linearized reading' (duration: 3.052333226s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:51.334065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:48.28116Z","time spent":"3.052886521s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:23:51.333864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116650158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:23:51.334181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.148725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:23:51.333457Z","caller":"traceutil/trace.go:171","msg":"trace[71068438] transaction","detail":"{read_only:false; response_revision:12734; number_of_response:1; }","duration":"1.329065275s","start":"2026-03-31T05:23:50.004324Z","end":"2026-03-31T05:23:51.333389Z","steps":["trace[71068438] 'process raft request' (duration: 1.328807267s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:51.334318Z","caller":"traceutil/trace.go:171","msg":"trace[177191719] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12736; }","duration":"691.371921ms","start":"2026-03-31T05:23:50.642915Z","end":"2026-03-31T05:23:51.334287Z","steps":["trace[177191719] 'agreement among raft nodes before linearized reading' (duration: 690.97635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:51.333517Z","caller":"traceutil/trace.go:171","msg":"trace[1129889827] transaction","detail":"{read_only:false; response_revision:12735; number_of_response:1; }","duration":"1.116653728s","start":"2026-03-31T05:23:50.216851Z","end":"2026-03-31T05:23:51.333505Z","steps":["trace[1129889827] 'process raft request' (duration: 1.116424671s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:51.334411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:50.642893Z","time spent":"691.498084ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:23:51.334464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:50.216839Z","time spent":"1.117593013s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:51.334462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:50.004297Z","time spent":"1.330049622s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:51.333547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561686393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:51.334553Z","caller":"traceutil/trace.go:171","msg":"trace[234278959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:12736; }","duration":"2.562765032s","start":"2026-03-31T05:23:48.771763Z","end":"2026-03-31T05:23:51.334528Z","steps":["trace[234278959] 'agreement among raft nodes before linearized reading' (duration: 2.561700313s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:51.334686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:48.771726Z","time spent":"2.562888045s","remote":"127.0.0.1:51764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:51.33362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097565702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:23:51.334755Z","caller":"traceutil/trace.go:171","msg":"trace[2039578076] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:12736; }","duration":"3.098738014s","start":"2026-03-31T05:23:48.236003Z","end":"2026-03-31T05:23:51.334742Z","steps":["trace[2039578076] 'agreement among raft nodes before linearized reading' (duration: 3.097560662s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:51.333695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119858345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:51.333696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116548995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:51.333728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116653248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:51.333693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462010058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:51.333754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116705978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:51.333767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116508773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:51.333815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116893004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:51.333828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11711986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-31T05:23:51.33386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119802123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:51.334858Z","caller":"traceutil/trace.go:171","msg":"trace[990127636] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12736; }","duration":"1.120816041s","start":"2026-03-31T05:23:50.214035Z","end":"2026-03-31T05:23:51.334851Z","steps":["trace[990127636] 'agreement among raft nodes before linearized reading' (duration: 1.119809124s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:51.334906Z","caller":"traceutil/trace.go:171","msg":"trace[830237544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12736; }","duration":"1.463316295s","start":"2026-03-31T05:23:49.871581Z","end":"2026-03-31T05:23:51.334897Z","steps":["trace[830237544] 'agreement among raft nodes before linearized reading' (duration: 1.461972238s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:51.334934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:49.871551Z","time spent":"1.463374286s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:23:51.33496Z","caller":"traceutil/trace.go:171","msg":"trace[1269825333] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12736; }","duration":"1.117701006s","start":"2026-03-31T05:23:50.217231Z","end":"2026-03-31T05:23:51.334932Z","steps":["trace[1269825333] 'agreement among raft nodes before linearized reading' (duration: 1.116481672s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:51.335017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:50.217227Z","time spent":"1.117778429s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:23:51.335057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:48.235986Z","time spent":"3.099062324s","remote":"127.0.0.1:33322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:23:51.335084Z","caller":"traceutil/trace.go:171","msg":"trace[1148824653] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12736; }","duration":"1.117936782s","start":"2026-03-31T05:23:50.217126Z","end":"2026-03-31T05:23:51.335063Z","steps":["trace[1148824653] 'agreement among raft nodes before linearized reading' (duration: 1.116543934s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:51.335089Z","caller":"traceutil/trace.go:171","msg":"trace[1325561491] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12736; }","duration":"1.118043765s","start":"2026-03-31T05:23:50.217025Z","end":"2026-03-31T05:23:51.335069Z","steps":["trace[1325561491] 'agreement among raft nodes before linearized reading' (duration: 1.116688518s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:51.335157Z","caller":"traceutil/trace.go:171","msg":"trace[1193347844] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12736; }","duration":"1.121352645s","start":"2026-03-31T05:23:50.213787Z","end":"2026-03-31T05:23:51.33514Z","steps":["trace[1193347844] 'agreement among raft nodes before linearized reading' (duration: 1.119878765s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:51.335171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:50.217117Z","time spent":"1.118024265s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:23:51.333848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116630057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:23:51.33521Z","caller":"traceutil/trace.go:171","msg":"trace[1047317058] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12736; }","duration":"1.118166979s","start":"2026-03-31T05:23:50.217033Z","end":"2026-03-31T05:23:51.3352Z","steps":["trace[1047317058] 'agreement among raft nodes before linearized reading' (duration: 1.116708959s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:51.335218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:50.213767Z","time spent":"1.121435348s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:23:51.333872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116919864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:51.335241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:50.217024Z","time spent":"1.11820811s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:23:51.335264Z","caller":"traceutil/trace.go:171","msg":"trace[1189907349] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12736; }","duration":"1.118322493s","start":"2026-03-31T05:23:50.21693Z","end":"2026-03-31T05:23:51.335252Z","steps":["trace[1189907349] 'agreement among raft nodes before linearized reading' (duration: 1.116913175s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:51.33527Z","caller":"traceutil/trace.go:171","msg":"trace[1053085477] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12736; }","duration":"1.1185736s","start":"2026-03-31T05:23:50.216688Z","end":"2026-03-31T05:23:51.335262Z","steps":["trace[1053085477] 'agreement among raft nodes before linearized reading' (duration: 1.117078879s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:51.33517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:50.216992Z","time spent":"1.118161139s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:23:51.335299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:50.21668Z","time spent":"1.11861128s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-31T05:23:51.335285Z","caller":"traceutil/trace.go:171","msg":"trace[591977719] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12736; }","duration":"1.118384805s","start":"2026-03-31T05:23:50.21688Z","end":"2026-03-31T05:23:51.335265Z","steps":["trace[591977719] 'agreement among raft nodes before linearized reading' (duration: 1.116885354s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:51.335221Z","caller":"traceutil/trace.go:171","msg":"trace[958054534] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12736; }","duration":"1.118010194s","start":"2026-03-31T05:23:50.217199Z","end":"2026-03-31T05:23:51.335209Z","steps":["trace[958054534] 'agreement among raft nodes before linearized reading' (duration: 1.116518993s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:51.335345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:50.217195Z","time spent":"1.118141358s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:23:51.33536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:50.216863Z","time spent":"1.118458496s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:23:51.333846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.193966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:51.335303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:50.216924Z","time spent":"1.118367544s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:23:51.335433Z","caller":"traceutil/trace.go:171","msg":"trace[943827357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12736; }","duration":"290.822981ms","start":"2026-03-31T05:23:51.044592Z","end":"2026-03-31T05:23:51.335415Z","steps":["trace[943827357] 'agreement among raft nodes before linearized reading' (duration: 289.214367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:51.334214Z","caller":"traceutil/trace.go:171","msg":"trace[576681203] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12736; }","duration":"1.116983126s","start":"2026-03-31T05:23:50.217173Z","end":"2026-03-31T05:23:51.334156Z","steps":["trace[576681203] 'agreement among raft nodes before linearized reading' (duration: 1.116568405s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:51.335509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:50.217165Z","time spent":"1.118333893s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:23:51.336525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:50.214027Z","time spent":"1.122477097s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:23:52.42956Z","caller":"traceutil/trace.go:171","msg":"trace[1434060731] linearizableReadLoop","detail":"{readStateIndex:13242; appliedIndex:13241; }","duration":"414.983295ms","start":"2026-03-31T05:23:52.014548Z","end":"2026-03-31T05:23:52.429532Z","steps":["trace[1434060731] 'read index received' (duration: 414.79854ms)","trace[1434060731] 'applied index is now lower than readState.Index' (duration: 183.155µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:52.429706Z","caller":"traceutil/trace.go:171","msg":"trace[2051557425] transaction","detail":"{read_only:false; response_revision:12737; number_of_response:1; }","duration":"415.997102ms","start":"2026-03-31T05:23:52.013655Z","end":"2026-03-31T05:23:52.429652Z","steps":["trace[2051557425] 'process raft request' (duration: 415.686314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:52.429892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.312874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:23:52.429956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:52.013639Z","time spent":"416.186778ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:52.429975Z","caller":"traceutil/trace.go:171","msg":"trace[2064179120] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:12737; }","duration":"415.416307ms","start":"2026-03-31T05:23:52.01454Z","end":"2026-03-31T05:23:52.429956Z","steps":["trace[2064179120] 'agreement among raft nodes before linearized reading' (duration: 415.1527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:52.430012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:52.01451Z","time spent":"415.495259ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:23:52.930404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792637426,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:23:53.136917Z","caller":"traceutil/trace.go:171","msg":"trace[1500690410] transaction","detail":"{read_only:false; response_revision:12738; number_of_response:1; }","duration":"1.12225735s","start":"2026-03-31T05:23:52.014631Z","end":"2026-03-31T05:23:53.136888Z","steps":["trace[1500690410] 'process raft request' (duration: 1.121944192s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:53.137029Z","caller":"traceutil/trace.go:171","msg":"trace[407097791] transaction","detail":"{read_only:false; response_revision:12740; number_of_response:1; }","duration":"1.121657234s","start":"2026-03-31T05:23:52.015362Z","end":"2026-03-31T05:23:53.13702Z","steps":["trace[407097791] 'process raft request' (duration: 1.121474269s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:53.137051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:52.01462Z","time spent":"1.122372044s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:53.136915Z","caller":"traceutil/trace.go:171","msg":"trace[26210449] transaction","detail":"{read_only:false; response_revision:12739; number_of_response:1; }","duration":"1.122207669s","start":"2026-03-31T05:23:52.014679Z","end":"2026-03-31T05:23:53.136887Z","steps":["trace[26210449] 'process raft request' (duration: 1.122106446s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:53.137142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:52.015353Z","time spent":"1.121723436s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:53.137244Z","caller":"traceutil/trace.go:171","msg":"trace[264137026] transaction","detail":"{read_only:false; response_revision:12741; number_of_response:1; }","duration":"1.12186012s","start":"2026-03-31T05:23:52.015375Z","end":"2026-03-31T05:23:53.137235Z","steps":["trace[264137026] 'process raft request' (duration: 1.121614213s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:53.137284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:52.015356Z","time spent":"1.121906811s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:53.137265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:52.014662Z","time spent":"1.122506478s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:53.137412Z","caller":"traceutil/trace.go:171","msg":"trace[672874388] transaction","detail":"{read_only:false; response_revision:12742; number_of_response:1; }","duration":"1.121995903s","start":"2026-03-31T05:23:52.01541Z","end":"2026-03-31T05:23:53.137406Z","steps":["trace[672874388] 'process raft request' (duration: 1.121764987s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:53.137451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:52.015405Z","time spent":"1.122025164s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:53.372179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.762678ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:23:53.372634Z","caller":"traceutil/trace.go:171","msg":"trace[1416821387] linearizableReadLoop","detail":"{readStateIndex:13249; appliedIndex:13242; }","duration":"942.969409ms","start":"2026-03-31T05:23:52.42963Z","end":"2026-03-31T05:23:53.3726Z","steps":["trace[1416821387] 'read index received' (duration: 707.013129ms)","trace[1416821387] 'applied index is now lower than readState.Index' (duration: 235.95362ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:53.37272Z","caller":"traceutil/trace.go:171","msg":"trace[1455709000] transaction","detail":"{read_only:false; response_revision:12743; number_of_response:1; }","duration":"726.687806ms","start":"2026-03-31T05:23:52.645985Z","end":"2026-03-31T05:23:53.372673Z","steps":["trace[1455709000] 'process raft request' (duration: 726.331047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:53.373036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:52.645953Z","time spent":"726.973774ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:53.507544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406290076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143748"} {"level":"info","ts":"2026-03-31T05:23:53.507612Z","caller":"traceutil/trace.go:171","msg":"trace[1258787048] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:12743; }","duration":"1.40642619s","start":"2026-03-31T05:23:52.101168Z","end":"2026-03-31T05:23:53.507594Z","steps":["trace[1258787048] 'agreement among raft nodes before linearized reading' (duration: 1.271552623s)","trace[1258787048] 'range keys from in-memory index tree' (duration: 134.61683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:53.507646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:52.101133Z","time spent":"1.406504072s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143771,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-31T05:23:53.508379Z","caller":"traceutil/trace.go:171","msg":"trace[616642532] transaction","detail":"{read_only:false; response_revision:12744; number_of_response:1; }","duration":"168.142837ms","start":"2026-03-31T05:23:53.340223Z","end":"2026-03-31T05:23:53.508366Z","steps":["trace[616642532] 'process raft request' (duration: 150.219867ms)","trace[616642532] 'compare' (duration: 17.843588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:53.864011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.74733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:23:53.864185Z","caller":"traceutil/trace.go:171","msg":"trace[1337746626] transaction","detail":"{read_only:false; response_revision:12745; number_of_response:1; }","duration":"523.520432ms","start":"2026-03-31T05:23:53.34064Z","end":"2026-03-31T05:23:53.86416Z","steps":["trace[1337746626] 'process raft request' (duration: 304.555777ms)","trace[1337746626] 'compare' (duration: 218.658507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:53.864255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:53.340628Z","time spent":"523.594644ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:53.864288Z","caller":"traceutil/trace.go:171","msg":"trace[487520956] linearizableReadLoop","detail":"{readStateIndex:13252; appliedIndex:13249; }","duration":"491.591389ms","start":"2026-03-31T05:23:53.37268Z","end":"2026-03-31T05:23:53.864271Z","steps":["trace[487520956] 'read index received' (duration: 117.806891ms)","trace[487520956] 'applied index is now lower than readState.Index' (duration: 373.783668ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:53.864289Z","caller":"traceutil/trace.go:171","msg":"trace[182376084] transaction","detail":"{read_only:false; response_revision:12746; number_of_response:1; }","duration":"507.573086ms","start":"2026-03-31T05:23:53.356687Z","end":"2026-03-31T05:23:53.86426Z","steps":["trace[182376084] 'process raft request' (duration: 507.415272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:53.864393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.225794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:53.864432Z","caller":"traceutil/trace.go:171","msg":"trace[1508884930] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12746; }","duration":"523.283976ms","start":"2026-03-31T05:23:53.341138Z","end":"2026-03-31T05:23:53.864422Z","steps":["trace[1508884930] 'agreement among raft nodes before linearized reading' (duration: 523.219024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:53.864439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:53.356633Z","time spent":"507.74096ms","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19030,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:53.864464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:53.341128Z","time spent":"523.328897ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:23:53.864448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.281446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:53.864579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.865692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:23:53.864584Z","caller":"traceutil/trace.go:171","msg":"trace[235145237] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12746; }","duration":"523.45851ms","start":"2026-03-31T05:23:53.341096Z","end":"2026-03-31T05:23:53.864554Z","steps":["trace[235145237] 'agreement among raft nodes before linearized reading' (duration: 523.190323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:53.864616Z","caller":"traceutil/trace.go:171","msg":"trace[57102271] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12746; }","duration":"523.908743ms","start":"2026-03-31T05:23:53.340697Z","end":"2026-03-31T05:23:53.864605Z","steps":["trace[57102271] 'agreement among raft nodes before linearized reading' (duration: 523.82985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:53.864648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:53.340691Z","time spent":"523.948944ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:23:53.864652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.139488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:53.86466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:53.341091Z","time spent":"523.548553ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:23:53.864679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.480661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:53.86469Z","caller":"traceutil/trace.go:171","msg":"trace[1839971224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12746; }","duration":"994.217311ms","start":"2026-03-31T05:23:52.870462Z","end":"2026-03-31T05:23:53.864679Z","steps":["trace[1839971224] 'agreement among raft nodes before linearized reading' (duration: 994.145999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:53.864728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:52.870438Z","time spent":"994.284942ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:23:53.864795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.285943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:53.864838Z","caller":"traceutil/trace.go:171","msg":"trace[1893228268] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12746; }","duration":"524.358035ms","start":"2026-03-31T05:23:53.340469Z","end":"2026-03-31T05:23:53.864827Z","steps":["trace[1893228268] 'agreement among raft nodes before linearized reading' (duration: 524.275052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:53.864878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:53.340457Z","time spent":"524.412177ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:23:53.864918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.950731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:53.864961Z","caller":"traceutil/trace.go:171","msg":"trace[1888055645] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12746; }","duration":"525.016873ms","start":"2026-03-31T05:23:53.339931Z","end":"2026-03-31T05:23:53.864948Z","steps":["trace[1888055645] 'agreement among raft nodes before linearized reading' (duration: 524.956871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:53.864972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.81799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:53.864991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.680323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:53.865003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:53.339916Z","time spent":"525.078154ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:23:53.865036Z","caller":"traceutil/trace.go:171","msg":"trace[1236669805] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:12746; }","duration":"483.773945ms","start":"2026-03-31T05:23:53.38125Z","end":"2026-03-31T05:23:53.865024Z","steps":["trace[1236669805] 'agreement among raft nodes before linearized reading' (duration: 483.703213ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:53.865043Z","caller":"traceutil/trace.go:171","msg":"trace[1536400743] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12746; }","duration":"523.891652ms","start":"2026-03-31T05:23:53.34112Z","end":"2026-03-31T05:23:53.865012Z","steps":["trace[1536400743] 'agreement among raft nodes before linearized reading' (duration: 523.805489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:53.865071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:53.38123Z","time spent":"483.831547ms","remote":"127.0.0.1:33452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:53.865083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:53.341107Z","time spent":"523.964764ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:23:53.864509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.42595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-31T05:23:53.86517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.364166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:53.8647Z","caller":"traceutil/trace.go:171","msg":"trace[1192699713] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12746; }","duration":"523.540373ms","start":"2026-03-31T05:23:53.341153Z","end":"2026-03-31T05:23:53.864693Z","steps":["trace[1192699713] 'agreement among raft nodes before linearized reading' (duration: 523.515062ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:53.865203Z","caller":"traceutil/trace.go:171","msg":"trace[459978103] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:12746; }","duration":"471.456289ms","start":"2026-03-31T05:23:53.393736Z","end":"2026-03-31T05:23:53.865192Z","steps":["trace[459978103] 'agreement among raft nodes before linearized reading' (duration: 471.396587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:53.864653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.185633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:23:53.865208Z","caller":"traceutil/trace.go:171","msg":"trace[615366463] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12746; }","duration":"524.126089ms","start":"2026-03-31T05:23:53.341064Z","end":"2026-03-31T05:23:53.86519Z","steps":["trace[615366463] 'agreement among raft nodes before linearized reading' (duration: 523.350067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:53.865223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:53.341127Z","time spent":"524.086157ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:23:53.865221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430671672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448018"} {"level":"warn","ts":"2026-03-31T05:23:53.864397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.308877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:53.865259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:53.341059Z","time spent":"524.18852ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-31T05:23:53.865267Z","caller":"traceutil/trace.go:171","msg":"trace[1389725984] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12746; }","duration":"1.430715873s","start":"2026-03-31T05:23:52.434538Z","end":"2026-03-31T05:23:53.865254Z","steps":["trace[1389725984] 'agreement among raft nodes before linearized reading' (duration: 1.430260331s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:53.865262Z","caller":"traceutil/trace.go:171","msg":"trace[1556870006] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12746; }","duration":"523.789649ms","start":"2026-03-31T05:23:53.341453Z","end":"2026-03-31T05:23:53.865242Z","steps":["trace[1556870006] 'agreement among raft nodes before linearized reading' (duration: 523.146781ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:53.865264Z","caller":"traceutil/trace.go:171","msg":"trace[1325103471] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12746; }","duration":"524.20847ms","start":"2026-03-31T05:23:53.341048Z","end":"2026-03-31T05:23:53.865257Z","steps":["trace[1325103471] 'agreement among raft nodes before linearized reading' (duration: 523.315126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:53.865322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:53.341447Z","time spent":"523.859511ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:23:53.865351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:53.341008Z","time spent":"524.333584ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:23:53.8652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.063047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:53.865475Z","caller":"traceutil/trace.go:171","msg":"trace[1526166977] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12746; }","duration":"524.360545ms","start":"2026-03-31T05:23:53.341097Z","end":"2026-03-31T05:23:53.865458Z","steps":["trace[1526166977] 'agreement among raft nodes before linearized reading' (duration: 524.027346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:53.865541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:53.341092Z","time spent":"524.430857ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:23:53.865297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:52.434493Z","time spent":"1.430794865s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":448041,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:23:53.865234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:53.393691Z","time spent":"471.533561ms","remote":"127.0.0.1:33478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:23:56.559265Z","caller":"traceutil/trace.go:171","msg":"trace[749066440] linearizableReadLoop","detail":"{readStateIndex:13267; appliedIndex:13266; }","duration":"110.136371ms","start":"2026-03-31T05:23:56.4491Z","end":"2026-03-31T05:23:56.559237Z","steps":["trace[749066440] 'read index received' (duration: 109.934815ms)","trace[749066440] 'applied index is now lower than readState.Index' (duration: 200.346µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:56.559341Z","caller":"traceutil/trace.go:171","msg":"trace[1749696780] transaction","detail":"{read_only:false; response_revision:12761; number_of_response:1; }","duration":"112.679791ms","start":"2026-03-31T05:23:56.446622Z","end":"2026-03-31T05:23:56.559302Z","steps":["trace[1749696780] 'process raft request' (duration: 112.391173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:56.559526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.407729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:23:56.559594Z","caller":"traceutil/trace.go:171","msg":"trace[1972795095] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12761; }","duration":"110.515811ms","start":"2026-03-31T05:23:56.449055Z","end":"2026-03-31T05:23:56.559571Z","steps":["trace[1972795095] 'agreement among raft nodes before linearized reading' (duration: 110.306565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:01.528085Z","caller":"traceutil/trace.go:171","msg":"trace[998595015] linearizableReadLoop","detail":"{readStateIndex:13323; appliedIndex:13322; }","duration":"110.389208ms","start":"2026-03-31T05:24:01.417671Z","end":"2026-03-31T05:24:01.528061Z","steps":["trace[998595015] 'read index received' (duration: 45.485764ms)","trace[998595015] 'applied index is now lower than readState.Index' (duration: 64.902044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:24:01.528381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.688506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415220"} {"level":"info","ts":"2026-03-31T05:24:01.528557Z","caller":"traceutil/trace.go:171","msg":"trace[484387157] transaction","detail":"{read_only:false; response_revision:12815; number_of_response:1; }","duration":"132.463191ms","start":"2026-03-31T05:24:01.39607Z","end":"2026-03-31T05:24:01.528533Z","steps":["trace[484387157] 'process raft request' (duration: 67.138705ms)","trace[484387157] 'compare' (duration: 64.75064ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:24:01.528573Z","caller":"traceutil/trace.go:171","msg":"trace[145800823] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:12815; }","duration":"110.774708ms","start":"2026-03-31T05:24:01.417643Z","end":"2026-03-31T05:24:01.528418Z","steps":["trace[145800823] 'agreement among raft nodes before linearized reading' (duration: 110.505071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:05.003113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.12601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:24:05.003221Z","caller":"traceutil/trace.go:171","msg":"trace[2078068529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12831; }","duration":"133.309465ms","start":"2026-03-31T05:24:04.869887Z","end":"2026-03-31T05:24:05.003197Z","steps":["trace[2078068529] 'range keys from in-memory index tree' (duration: 133.041517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:05.427595Z","caller":"traceutil/trace.go:171","msg":"trace[1036949928] linearizableReadLoop","detail":"{readStateIndex:13341; appliedIndex:13340; }","duration":"125.600794ms","start":"2026-03-31T05:24:05.301972Z","end":"2026-03-31T05:24:05.427573Z","steps":["trace[1036949928] 'read index received' (duration: 125.430849ms)","trace[1036949928] 'applied index is now lower than readState.Index' (duration: 168.965µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:24:05.427708Z","caller":"traceutil/trace.go:171","msg":"trace[1737908003] transaction","detail":"{read_only:false; response_revision:12832; number_of_response:1; }","duration":"136.648646ms","start":"2026-03-31T05:24:05.291031Z","end":"2026-03-31T05:24:05.427679Z","steps":["trace[1737908003] 'process raft request' (duration: 136.388599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:05.427882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.891902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:24:05.427976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.084038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:24:05.42798Z","caller":"traceutil/trace.go:171","msg":"trace[1935497086] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12832; }","duration":"126.054066ms","start":"2026-03-31T05:24:05.301911Z","end":"2026-03-31T05:24:05.427965Z","steps":["trace[1935497086] 'agreement among raft nodes before linearized reading' (duration: 125.770049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:05.428013Z","caller":"traceutil/trace.go:171","msg":"trace[1115714911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12832; }","duration":"118.1437ms","start":"2026-03-31T05:24:05.309855Z","end":"2026-03-31T05:24:05.427999Z","steps":["trace[1115714911] 'agreement among raft nodes before linearized reading' (duration: 118.003296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:05.428145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.702847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:24:05.428214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.064225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:24:05.42827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.591405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:24:05.428277Z","caller":"traceutil/trace.go:171","msg":"trace[346507690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12832; }","duration":"121.883432ms","start":"2026-03-31T05:24:05.306361Z","end":"2026-03-31T05:24:05.428245Z","steps":["trace[346507690] 'agreement among raft nodes before linearized reading' (duration: 121.504762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:05.428299Z","caller":"traceutil/trace.go:171","msg":"trace[1416342889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12832; }","duration":"119.153378ms","start":"2026-03-31T05:24:05.309123Z","end":"2026-03-31T05:24:05.428276Z","steps":["trace[1416342889] 'agreement among raft nodes before linearized reading' (duration: 118.935552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:05.428324Z","caller":"traceutil/trace.go:171","msg":"trace[196512665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12832; }","duration":"117.685158ms","start":"2026-03-31T05:24:05.310623Z","end":"2026-03-31T05:24:05.428308Z","steps":["trace[196512665] 'agreement among raft nodes before linearized reading' (duration: 117.370209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:05.907013Z","caller":"traceutil/trace.go:171","msg":"trace[1246450111] transaction","detail":"{read_only:false; response_revision:12845; number_of_response:1; }","duration":"142.571028ms","start":"2026-03-31T05:24:05.764413Z","end":"2026-03-31T05:24:05.906984Z","steps":["trace[1246450111] 'process raft request' (duration: 142.072114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:05.907509Z","caller":"traceutil/trace.go:171","msg":"trace[1268816114] transaction","detail":"{read_only:false; response_revision:12846; number_of_response:1; }","duration":"140.437119ms","start":"2026-03-31T05:24:05.76706Z","end":"2026-03-31T05:24:05.907497Z","steps":["trace[1268816114] 'process raft request' (duration: 140.236573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:07.595999Z","caller":"traceutil/trace.go:171","msg":"trace[646767046] transaction","detail":"{read_only:false; response_revision:12857; number_of_response:1; }","duration":"109.046061ms","start":"2026-03-31T05:24:07.486924Z","end":"2026-03-31T05:24:07.59597Z","steps":["trace[646767046] 'process raft request' (duration: 108.869246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:07.601861Z","caller":"traceutil/trace.go:171","msg":"trace[196811254] transaction","detail":"{read_only:false; response_revision:12858; number_of_response:1; }","duration":"114.86325ms","start":"2026-03-31T05:24:07.486975Z","end":"2026-03-31T05:24:07.601839Z","steps":["trace[196811254] 'process raft request' (duration: 114.698776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:07.602137Z","caller":"traceutil/trace.go:171","msg":"trace[394492557] transaction","detail":"{read_only:false; response_revision:12859; number_of_response:1; }","duration":"115.138628ms","start":"2026-03-31T05:24:07.486971Z","end":"2026-03-31T05:24:07.60211Z","steps":["trace[394492557] 'process raft request' (duration: 114.834319ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:07.602289Z","caller":"traceutil/trace.go:171","msg":"trace[1976517625] transaction","detail":"{read_only:false; response_revision:12860; number_of_response:1; }","duration":"101.996838ms","start":"2026-03-31T05:24:07.500283Z","end":"2026-03-31T05:24:07.60228Z","steps":["trace[1976517625] 'process raft request' (duration: 101.746192ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:07.602407Z","caller":"traceutil/trace.go:171","msg":"trace[1715690084] linearizableReadLoop","detail":"{readStateIndex:13369; appliedIndex:13366; }","duration":"112.565048ms","start":"2026-03-31T05:24:07.489834Z","end":"2026-03-31T05:24:07.602399Z","steps":["trace[1715690084] 'read index received' (duration: 106.015609ms)","trace[1715690084] 'applied index is now lower than readState.Index' (duration: 6.548869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:24:07.602524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.67376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:24:07.602552Z","caller":"traceutil/trace.go:171","msg":"trace[2026734296] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12861; }","duration":"112.729812ms","start":"2026-03-31T05:24:07.489813Z","end":"2026-03-31T05:24:07.602542Z","steps":["trace[2026734296] 'agreement among raft nodes before linearized reading' (duration: 112.616568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:08.105181Z","caller":"traceutil/trace.go:171","msg":"trace[272322608] linearizableReadLoop","detail":"{readStateIndex:13375; appliedIndex:13374; }","duration":"195.544576ms","start":"2026-03-31T05:24:07.909617Z","end":"2026-03-31T05:24:08.105161Z","steps":["trace[272322608] 'read index received' (duration: 195.353631ms)","trace[272322608] 'applied index is now lower than readState.Index' (duration: 190.305µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:24:08.105292Z","caller":"traceutil/trace.go:171","msg":"trace[867032017] transaction","detail":"{read_only:false; response_revision:12865; number_of_response:1; }","duration":"220.402586ms","start":"2026-03-31T05:24:07.88485Z","end":"2026-03-31T05:24:08.105253Z","steps":["trace[867032017] 'process raft request' (duration: 220.19326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:08.105328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.70173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:24:08.105362Z","caller":"traceutil/trace.go:171","msg":"trace[141562347] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:12865; }","duration":"195.801382ms","start":"2026-03-31T05:24:07.909553Z","end":"2026-03-31T05:24:08.105354Z","steps":["trace[141562347] 'agreement among raft nodes before linearized reading' (duration: 195.71135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:08.106689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.130229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-31T05:24:08.106725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.050547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:24:08.106738Z","caller":"traceutil/trace.go:171","msg":"trace[566094965] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12866; }","duration":"137.203851ms","start":"2026-03-31T05:24:07.969524Z","end":"2026-03-31T05:24:08.106728Z","steps":["trace[566094965] 'agreement among raft nodes before linearized reading' (duration: 137.066077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:08.106733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.660976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:24:08.106765Z","caller":"traceutil/trace.go:171","msg":"trace[13794537] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12866; }","duration":"137.107809ms","start":"2026-03-31T05:24:07.969646Z","end":"2026-03-31T05:24:08.106754Z","steps":["trace[13794537] 'agreement among raft nodes before linearized reading' (duration: 137.039707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:08.106788Z","caller":"traceutil/trace.go:171","msg":"trace[1863914001] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12866; }","duration":"136.741518ms","start":"2026-03-31T05:24:07.970033Z","end":"2026-03-31T05:24:08.106775Z","steps":["trace[1863914001] 'agreement among raft nodes before linearized reading' (duration: 136.621065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:08.106928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.284243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:24:08.106969Z","caller":"traceutil/trace.go:171","msg":"trace[1595841952] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12866; }","duration":"137.329694ms","start":"2026-03-31T05:24:07.969627Z","end":"2026-03-31T05:24:08.106957Z","steps":["trace[1595841952] 'agreement among raft nodes before linearized reading' (duration: 137.267083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:08.106989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.276533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:24:08.107026Z","caller":"traceutil/trace.go:171","msg":"trace[424742858] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12866; }","duration":"137.343225ms","start":"2026-03-31T05:24:07.969673Z","end":"2026-03-31T05:24:08.107016Z","steps":["trace[424742858] 'agreement among raft nodes before linearized reading' (duration: 137.285653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:08.107164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.570951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:24:08.107198Z","caller":"traceutil/trace.go:171","msg":"trace[2057721986] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12866; }","duration":"137.611872ms","start":"2026-03-31T05:24:07.969577Z","end":"2026-03-31T05:24:08.107189Z","steps":["trace[2057721986] 'agreement among raft nodes before linearized reading' (duration: 137.56505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:08.107193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.106178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:24:08.107246Z","caller":"traceutil/trace.go:171","msg":"trace[1441761466] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12866; }","duration":"137.17281ms","start":"2026-03-31T05:24:07.970058Z","end":"2026-03-31T05:24:08.107231Z","steps":["trace[1441761466] 'agreement among raft nodes before linearized reading' (duration: 137.090488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:08.107286Z","caller":"traceutil/trace.go:171","msg":"trace[1863820340] transaction","detail":"{read_only:false; response_revision:12866; number_of_response:1; }","duration":"122.094848ms","start":"2026-03-31T05:24:07.985176Z","end":"2026-03-31T05:24:08.107271Z","steps":["trace[1863820340] 'process raft request' (duration: 121.344807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:08.719129Z","caller":"traceutil/trace.go:171","msg":"trace[587587067] transaction","detail":"{read_only:false; response_revision:12867; number_of_response:1; }","duration":"134.970869ms","start":"2026-03-31T05:24:08.584128Z","end":"2026-03-31T05:24:08.719099Z","steps":["trace[587587067] 'process raft request' (duration: 134.776594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:09.713146Z","caller":"traceutil/trace.go:171","msg":"trace[1855220744] transaction","detail":"{read_only:false; response_revision:12874; number_of_response:1; }","duration":"105.508673ms","start":"2026-03-31T05:24:09.607604Z","end":"2026-03-31T05:24:09.713113Z","steps":["trace[1855220744] 'process raft request' (duration: 105.264666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:09.713352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.886614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:24:09.71339Z","caller":"traceutil/trace.go:171","msg":"trace[1844102980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12875; }","duration":"105.996486ms","start":"2026-03-31T05:24:09.607384Z","end":"2026-03-31T05:24:09.713381Z","steps":["trace[1844102980] 'agreement among raft nodes before linearized reading' (duration: 105.916524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:09.713582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.223483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:24:09.713695Z","caller":"traceutil/trace.go:171","msg":"trace[1876909212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12875; }","duration":"106.373987ms","start":"2026-03-31T05:24:09.607299Z","end":"2026-03-31T05:24:09.713673Z","steps":["trace[1876909212] 'agreement among raft nodes before linearized reading' (duration: 105.795872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:09.794486Z","caller":"traceutil/trace.go:171","msg":"trace[1056481121] transaction","detail":"{read_only:false; response_revision:12876; number_of_response:1; }","duration":"112.005101ms","start":"2026-03-31T05:24:09.682442Z","end":"2026-03-31T05:24:09.794447Z","steps":["trace[1056481121] 'process raft request' (duration: 58.692563ms)","trace[1056481121] 'compare' (duration: 53.172004ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:24:11.894996Z","caller":"traceutil/trace.go:171","msg":"trace[487531642] transaction","detail":"{read_only:false; response_revision:12885; number_of_response:1; }","duration":"209.387745ms","start":"2026-03-31T05:24:11.685547Z","end":"2026-03-31T05:24:11.894934Z","steps":["trace[487531642] 'process raft request' (duration: 129.423688ms)","trace[487531642] 'compare' (duration: 79.667579ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:24:11.895035Z","caller":"traceutil/trace.go:171","msg":"trace[2083975468] transaction","detail":"{read_only:false; response_revision:12886; number_of_response:1; }","duration":"176.225027ms","start":"2026-03-31T05:24:11.718774Z","end":"2026-03-31T05:24:11.894999Z","steps":["trace[2083975468] 'process raft request' (duration: 176.034982ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:11.895152Z","caller":"traceutil/trace.go:171","msg":"trace[1086715880] transaction","detail":"{read_only:false; response_revision:12887; number_of_response:1; }","duration":"176.259228ms","start":"2026-03-31T05:24:11.718879Z","end":"2026-03-31T05:24:11.895138Z","steps":["trace[1086715880] 'process raft request' (duration: 175.992741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:12.098395Z","caller":"traceutil/trace.go:171","msg":"trace[1561458548] linearizableReadLoop","detail":"{readStateIndex:13402; appliedIndex:13397; }","duration":"175.030585ms","start":"2026-03-31T05:24:11.923348Z","end":"2026-03-31T05:24:12.098379Z","steps":["trace[1561458548] 'read index received' (duration: 147.318898ms)","trace[1561458548] 'applied index is now lower than readState.Index' (duration: 27.711207ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:24:12.098467Z","caller":"traceutil/trace.go:171","msg":"trace[1623129351] transaction","detail":"{read_only:false; response_revision:12890; number_of_response:1; }","duration":"198.688892ms","start":"2026-03-31T05:24:11.899749Z","end":"2026-03-31T05:24:12.098438Z","steps":["trace[1623129351] 'process raft request' (duration: 198.590759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:12.098532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.170789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:24:12.098528Z","caller":"traceutil/trace.go:171","msg":"trace[1127487969] transaction","detail":"{read_only:false; response_revision:12888; number_of_response:1; }","duration":"198.926228ms","start":"2026-03-31T05:24:11.899592Z","end":"2026-03-31T05:24:12.098518Z","steps":["trace[1127487969] 'process raft request' (duration: 198.63942ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:12.098555Z","caller":"traceutil/trace.go:171","msg":"trace[1261080147] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12891; }","duration":"175.249751ms","start":"2026-03-31T05:24:11.923299Z","end":"2026-03-31T05:24:12.098549Z","steps":["trace[1261080147] 'agreement among raft nodes before linearized reading' (duration: 175.145688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:12.098467Z","caller":"traceutil/trace.go:171","msg":"trace[1461892525] transaction","detail":"{read_only:false; response_revision:12889; number_of_response:1; }","duration":"198.724103ms","start":"2026-03-31T05:24:11.899713Z","end":"2026-03-31T05:24:12.098437Z","steps":["trace[1461892525] 'process raft request' (duration: 198.59719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:12.098683Z","caller":"traceutil/trace.go:171","msg":"trace[477327505] transaction","detail":"{read_only:false; response_revision:12891; number_of_response:1; }","duration":"198.851256ms","start":"2026-03-31T05:24:11.899781Z","end":"2026-03-31T05:24:12.098633Z","steps":["trace[477327505] 'process raft request' (duration: 198.576559ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:12.366516Z","caller":"traceutil/trace.go:171","msg":"trace[25007083] transaction","detail":"{read_only:false; response_revision:12894; number_of_response:1; }","duration":"106.003728ms","start":"2026-03-31T05:24:12.260481Z","end":"2026-03-31T05:24:12.366485Z","steps":["trace[25007083] 'process raft request' (duration: 105.864284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:13.452534Z","caller":"traceutil/trace.go:171","msg":"trace[1355398614] transaction","detail":"{read_only:false; response_revision:12898; number_of_response:1; }","duration":"172.64264ms","start":"2026-03-31T05:24:13.279858Z","end":"2026-03-31T05:24:13.4525Z","steps":["trace[1355398614] 'process raft request' (duration: 172.479435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:21.115518Z","caller":"traceutil/trace.go:171","msg":"trace[69811198] transaction","detail":"{read_only:false; response_revision:12940; number_of_response:1; }","duration":"131.620548ms","start":"2026-03-31T05:24:20.983864Z","end":"2026-03-31T05:24:21.115485Z","steps":["trace[69811198] 'process raft request' (duration: 90.680689ms)","trace[69811198] 'compare' (duration: 40.824866ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:24:36.150791Z","caller":"traceutil/trace.go:171","msg":"trace[698868836] transaction","detail":"{read_only:false; response_revision:13045; number_of_response:1; }","duration":"120.735891ms","start":"2026-03-31T05:24:36.030029Z","end":"2026-03-31T05:24:36.150764Z","steps":["trace[698868836] 'process raft request' (duration: 117.241975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:59.858358Z","caller":"traceutil/trace.go:171","msg":"trace[1772057839] transaction","detail":"{read_only:false; response_revision:13196; number_of_response:1; }","duration":"163.114548ms","start":"2026-03-31T05:24:59.695216Z","end":"2026-03-31T05:24:59.85833Z","steps":["trace[1772057839] 'process raft request' (duration: 162.980185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:02.761725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.7883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-6c968c48d9-pgthj.18a1d5977f1aa07d\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-03-31T05:25:02.761798Z","caller":"traceutil/trace.go:171","msg":"trace[2110405033] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-6c968c48d9-pgthj.18a1d5977f1aa07d; range_end:; response_count:1; response_revision:13214; }","duration":"106.884162ms","start":"2026-03-31T05:25:02.654899Z","end":"2026-03-31T05:25:02.761784Z","steps":["trace[2110405033] 'range keys from in-memory index tree' (duration: 106.689897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:02.761747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.703614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:25:02.762235Z","caller":"traceutil/trace.go:171","msg":"trace[764629883] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:13214; }","duration":"108.198998ms","start":"2026-03-31T05:25:02.653987Z","end":"2026-03-31T05:25:02.762186Z","steps":["trace[764629883] 'range keys from in-memory index tree' (duration: 107.52328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:04.652553Z","caller":"traceutil/trace.go:171","msg":"trace[1302224606] linearizableReadLoop","detail":"{readStateIndex:13744; appliedIndex:13743; }","duration":"109.479653ms","start":"2026-03-31T05:25:04.543054Z","end":"2026-03-31T05:25:04.652533Z","steps":["trace[1302224606] 'read index received' (duration: 109.35075ms)","trace[1302224606] 'applied index is now lower than readState.Index' (duration: 128.163µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:04.652602Z","caller":"traceutil/trace.go:171","msg":"trace[903061895] transaction","detail":"{read_only:false; response_revision:13222; number_of_response:1; }","duration":"110.415729ms","start":"2026-03-31T05:25:04.54217Z","end":"2026-03-31T05:25:04.652586Z","steps":["trace[903061895] 'process raft request' (duration: 110.245714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:04.652748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.675178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:25:04.652792Z","caller":"traceutil/trace.go:171","msg":"trace[1054611863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13222; }","duration":"109.74504ms","start":"2026-03-31T05:25:04.543037Z","end":"2026-03-31T05:25:04.652782Z","steps":["trace[1054611863] 'agreement among raft nodes before linearized reading' (duration: 109.585096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:04.658144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.948764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:25:04.658231Z","caller":"traceutil/trace.go:171","msg":"trace[590415412] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13223; }","duration":"111.083957ms","start":"2026-03-31T05:25:04.547127Z","end":"2026-03-31T05:25:04.658211Z","steps":["trace[590415412] 'agreement among raft nodes before linearized reading' (duration: 110.872592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:06.511217Z","caller":"traceutil/trace.go:171","msg":"trace[618986780] transaction","detail":"{read_only:false; response_revision:13231; number_of_response:1; }","duration":"100.901679ms","start":"2026-03-31T05:25:06.410283Z","end":"2026-03-31T05:25:06.511185Z","steps":["trace[618986780] 'process raft request' (duration: 100.720864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:07.818953Z","caller":"traceutil/trace.go:171","msg":"trace[1286743241] linearizableReadLoop","detail":"{readStateIndex:13762; appliedIndex:13761; }","duration":"152.813298ms","start":"2026-03-31T05:25:07.666109Z","end":"2026-03-31T05:25:07.818922Z","steps":["trace[1286743241] 'read index received' (duration: 152.491839ms)","trace[1286743241] 'applied index is now lower than readState.Index' (duration: 320.219µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:25:07.81913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.986093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:25:07.81907Z","caller":"traceutil/trace.go:171","msg":"trace[345330345] transaction","detail":"{read_only:false; response_revision:13239; number_of_response:1; }","duration":"308.109573ms","start":"2026-03-31T05:25:07.510919Z","end":"2026-03-31T05:25:07.819028Z","steps":["trace[345330345] 'process raft request' (duration: 307.808595ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:07.819256Z","caller":"traceutil/trace.go:171","msg":"trace[553300518] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:13239; }","duration":"153.102656ms","start":"2026-03-31T05:25:07.666067Z","end":"2026-03-31T05:25:07.819169Z","steps":["trace[553300518] 'agreement among raft nodes before linearized reading' (duration: 152.975313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:07.81932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:07.510903Z","time spent":"308.32849ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:25:12.022006Z","caller":"traceutil/trace.go:171","msg":"trace[1437866970] transaction","detail":"{read_only:false; response_revision:13262; number_of_response:1; }","duration":"171.154689ms","start":"2026-03-31T05:25:11.850828Z","end":"2026-03-31T05:25:12.021982Z","steps":["trace[1437866970] 'process raft request' (duration: 171.009795ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:12.977381Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11340} {"level":"info","ts":"2026-03-31T05:25:13.186782Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11340,"took":"207.355999ms","hash":1456786526,"current-db-size-bytes":52740096,"current-db-size":"53 MB","current-db-size-in-use-bytes":24322048,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-31T05:25:13.186838Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1456786526,"revision":11340,"compact-revision":9791} {"level":"info","ts":"2026-03-31T05:25:14.165182Z","caller":"traceutil/trace.go:171","msg":"trace[1897309426] linearizableReadLoop","detail":"{readStateIndex:13797; appliedIndex:13796; }","duration":"373.021707ms","start":"2026-03-31T05:25:13.792136Z","end":"2026-03-31T05:25:14.165158Z","steps":["trace[1897309426] 'read index received' (duration: 372.849192ms)","trace[1897309426] 'applied index is now lower than readState.Index' (duration: 171.874µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:14.165214Z","caller":"traceutil/trace.go:171","msg":"trace[463184895] transaction","detail":"{read_only:false; response_revision:13272; number_of_response:1; }","duration":"385.55279ms","start":"2026-03-31T05:25:13.779643Z","end":"2026-03-31T05:25:14.165196Z","steps":["trace[463184895] 'process raft request' (duration: 385.388355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:14.165314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:13.779619Z","time spent":"385.632041ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:25:14.165328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.190001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T05:25:14.165351Z","caller":"traceutil/trace.go:171","msg":"trace[1269541031] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:13272; }","duration":"373.254283ms","start":"2026-03-31T05:25:13.792089Z","end":"2026-03-31T05:25:14.165344Z","steps":["trace[1269541031] 'agreement among raft nodes before linearized reading' (duration: 373.16078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:14.165371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:13.792071Z","time spent":"373.295384ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T05:25:14.165378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.624601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:25:14.165403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.890025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:25:14.165441Z","caller":"traceutil/trace.go:171","msg":"trace[857544232] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:13272; }","duration":"176.942496ms","start":"2026-03-31T05:25:13.988487Z","end":"2026-03-31T05:25:14.16543Z","steps":["trace[857544232] 'agreement among raft nodes before linearized reading' (duration: 176.854474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:14.165458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.217427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-03-31T05:25:14.165474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.772107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:25:14.165491Z","caller":"traceutil/trace.go:171","msg":"trace[1934893235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13272; }","duration":"294.830019ms","start":"2026-03-31T05:25:13.870656Z","end":"2026-03-31T05:25:14.165486Z","steps":["trace[1934893235] 'agreement among raft nodes before linearized reading' (duration: 294.797898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:14.165493Z","caller":"traceutil/trace.go:171","msg":"trace[1195004960] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:13272; }","duration":"123.287399ms","start":"2026-03-31T05:25:14.042194Z","end":"2026-03-31T05:25:14.165481Z","steps":["trace[1195004960] 'agreement among raft nodes before linearized reading' (duration: 123.183327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:14.165495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.862764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-user-p8zfc\" ","response":"range_response_count:1 size:9084"} {"level":"info","ts":"2026-03-31T05:25:14.165437Z","caller":"traceutil/trace.go:171","msg":"trace[1637801883] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:13272; }","duration":"355.728314ms","start":"2026-03-31T05:25:13.809693Z","end":"2026-03-31T05:25:14.165421Z","steps":["trace[1637801883] 'agreement among raft nodes before linearized reading' (duration: 355.621331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:14.165533Z","caller":"traceutil/trace.go:171","msg":"trace[777966879] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-user-p8zfc; range_end:; response_count:1; response_revision:13272; }","duration":"206.927456ms","start":"2026-03-31T05:25:13.958595Z","end":"2026-03-31T05:25:14.165523Z","steps":["trace[777966879] 'agreement among raft nodes before linearized reading' (duration: 206.795812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:14.165555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:13.809676Z","time spent":"355.857328ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:25:14.165623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.337265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129481"} {"level":"info","ts":"2026-03-31T05:25:14.165682Z","caller":"traceutil/trace.go:171","msg":"trace[4230931] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:13272; }","duration":"204.417207ms","start":"2026-03-31T05:25:13.961248Z","end":"2026-03-31T05:25:14.165665Z","steps":["trace[4230931] 'agreement among raft nodes before linearized reading' (duration: 204.173091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:14.165697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.375629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:25:14.165792Z","caller":"traceutil/trace.go:171","msg":"trace[609037032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13272; }","duration":"139.521623ms","start":"2026-03-31T05:25:14.026248Z","end":"2026-03-31T05:25:14.165769Z","steps":["trace[609037032] 'agreement among raft nodes before linearized reading' (duration: 139.234015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:14.336545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.352978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129481"} {"level":"info","ts":"2026-03-31T05:25:14.336641Z","caller":"traceutil/trace.go:171","msg":"trace[1898605141] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:13274; }","duration":"162.474912ms","start":"2026-03-31T05:25:14.174145Z","end":"2026-03-31T05:25:14.33662Z","steps":["trace[1898605141] 'agreement among raft nodes before linearized reading' (duration: 162.209075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:14.336829Z","caller":"traceutil/trace.go:171","msg":"trace[663310480] transaction","detail":"{read_only:false; response_revision:13274; number_of_response:1; }","duration":"162.543524ms","start":"2026-03-31T05:25:14.174253Z","end":"2026-03-31T05:25:14.336796Z","steps":["trace[663310480] 'process raft request' (duration: 161.920987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:14.501835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.097576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:25:14.50197Z","caller":"traceutil/trace.go:171","msg":"trace[1151147739] linearizableReadLoop","detail":"{readStateIndex:13800; appliedIndex:13799; }","duration":"107.017556ms","start":"2026-03-31T05:25:14.394928Z","end":"2026-03-31T05:25:14.501946Z","steps":["trace[1151147739] 'read index received' (duration: 35.861µs)","trace[1151147739] 'applied index is now lower than readState.Index' (duration: 106.979695ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:14.501992Z","caller":"traceutil/trace.go:171","msg":"trace[530896457] transaction","detail":"{read_only:false; response_revision:13275; number_of_response:1; }","duration":"141.92709ms","start":"2026-03-31T05:25:14.360044Z","end":"2026-03-31T05:25:14.501971Z","steps":["trace[530896457] 'compare' (duration: 133.854549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:14.502327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.387846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-31T05:25:14.502389Z","caller":"traceutil/trace.go:171","msg":"trace[1463484659] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13275; }","duration":"107.495409ms","start":"2026-03-31T05:25:14.394877Z","end":"2026-03-31T05:25:14.502373Z","steps":["trace[1463484659] 'agreement among raft nodes before linearized reading' (duration: 107.16287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:14.533452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.357492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:25:14.533534Z","caller":"traceutil/trace.go:171","msg":"trace[1147035296] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13276; }","duration":"138.476316ms","start":"2026-03-31T05:25:14.395038Z","end":"2026-03-31T05:25:14.533514Z","steps":["trace[1147035296] 'agreement among raft nodes before linearized reading' (duration: 138.348862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:14.533584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.321381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:25:14.533663Z","caller":"traceutil/trace.go:171","msg":"trace[1334043543] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13276; }","duration":"138.448134ms","start":"2026-03-31T05:25:14.395195Z","end":"2026-03-31T05:25:14.533643Z","steps":["trace[1334043543] 'agreement among raft nodes before linearized reading' (duration: 138.325461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:14.533829Z","caller":"traceutil/trace.go:171","msg":"trace[536272205] transaction","detail":"{read_only:false; response_revision:13276; number_of_response:1; }","duration":"138.755633ms","start":"2026-03-31T05:25:14.395054Z","end":"2026-03-31T05:25:14.53381Z","steps":["trace[536272205] 'process raft request' (duration: 138.218918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:14.533896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.806595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7351"} {"level":"info","ts":"2026-03-31T05:25:14.533947Z","caller":"traceutil/trace.go:171","msg":"trace[531513744] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:13276; }","duration":"138.895777ms","start":"2026-03-31T05:25:14.395038Z","end":"2026-03-31T05:25:14.533934Z","steps":["trace[531513744] 'agreement among raft nodes before linearized reading' (duration: 138.729823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:14.533877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.501906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7351"} {"level":"info","ts":"2026-03-31T05:25:14.534093Z","caller":"traceutil/trace.go:171","msg":"trace[108647141] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:13276; }","duration":"138.749233ms","start":"2026-03-31T05:25:14.395324Z","end":"2026-03-31T05:25:14.534073Z","steps":["trace[108647141] 'agreement among raft nodes before linearized reading' (duration: 138.141746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:16.69539Z","caller":"traceutil/trace.go:171","msg":"trace[1856776510] linearizableReadLoop","detail":"{readStateIndex:13818; appliedIndex:13817; }","duration":"104.451545ms","start":"2026-03-31T05:25:16.590909Z","end":"2026-03-31T05:25:16.69536Z","steps":["trace[1856776510] 'read index received' (duration: 36.719594ms)","trace[1856776510] 'applied index is now lower than readState.Index' (duration: 67.730681ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:16.695464Z","caller":"traceutil/trace.go:171","msg":"trace[478475082] transaction","detail":"{read_only:false; response_revision:13293; number_of_response:1; }","duration":"152.205161ms","start":"2026-03-31T05:25:16.54321Z","end":"2026-03-31T05:25:16.695415Z","steps":["trace[478475082] 'process raft request' (duration: 84.422538ms)","trace[478475082] 'compare' (duration: 67.566347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:25:16.695788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.046486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7448"} {"level":"info","ts":"2026-03-31T05:25:16.695839Z","caller":"traceutil/trace.go:171","msg":"trace[1955951307] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:13293; }","duration":"156.140189ms","start":"2026-03-31T05:25:16.539684Z","end":"2026-03-31T05:25:16.695825Z","steps":["trace[1955951307] 'agreement among raft nodes before linearized reading' (duration: 155.79089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:16.695925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.899992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7448"} {"level":"info","ts":"2026-03-31T05:25:16.696Z","caller":"traceutil/trace.go:171","msg":"trace[2022326251] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:13293; }","duration":"156.032385ms","start":"2026-03-31T05:25:16.539951Z","end":"2026-03-31T05:25:16.695984Z","steps":["trace[2022326251] 'agreement among raft nodes before linearized reading' (duration: 155.810119ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:16.878746Z","caller":"traceutil/trace.go:171","msg":"trace[278186288] transaction","detail":"{read_only:false; response_revision:13298; number_of_response:1; }","duration":"127.266459ms","start":"2026-03-31T05:25:16.751448Z","end":"2026-03-31T05:25:16.878714Z","steps":["trace[278186288] 'process raft request' (duration: 127.092934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:30.4557Z","caller":"traceutil/trace.go:171","msg":"trace[122686532] transaction","detail":"{read_only:false; response_revision:13388; number_of_response:1; }","duration":"135.829783ms","start":"2026-03-31T05:25:30.31983Z","end":"2026-03-31T05:25:30.455659Z","steps":["trace[122686532] 'process raft request' (duration: 135.480614ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:36.337049Z","caller":"traceutil/trace.go:171","msg":"trace[1115738626] transaction","detail":"{read_only:false; response_revision:13441; number_of_response:1; }","duration":"114.944442ms","start":"2026-03-31T05:25:36.22207Z","end":"2026-03-31T05:25:36.337014Z","steps":["trace[1115738626] 'process raft request' (duration: 114.619484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:37.138252Z","caller":"traceutil/trace.go:171","msg":"trace[1215599806] transaction","detail":"{read_only:false; response_revision:13447; number_of_response:1; }","duration":"211.244917ms","start":"2026-03-31T05:25:36.926958Z","end":"2026-03-31T05:25:37.138203Z","steps":["trace[1215599806] 'process raft request' (duration: 191.638241ms)","trace[1215599806] 'compare' (duration: 19.152713ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:37.1851Z","caller":"traceutil/trace.go:171","msg":"trace[1357289447] linearizableReadLoop","detail":"{readStateIndex:13980; appliedIndex:13977; }","duration":"154.553955ms","start":"2026-03-31T05:25:37.030517Z","end":"2026-03-31T05:25:37.185071Z","steps":["trace[1357289447] 'read index received' (duration: 87.993185ms)","trace[1357289447] 'applied index is now lower than readState.Index' (duration: 66.55925ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:37.185143Z","caller":"traceutil/trace.go:171","msg":"trace[1239399961] transaction","detail":"{read_only:false; response_revision:13448; number_of_response:1; }","duration":"179.674443ms","start":"2026-03-31T05:25:37.005422Z","end":"2026-03-31T05:25:37.185096Z","steps":["trace[1239399961] 'process raft request' (duration: 179.323433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:37.185195Z","caller":"traceutil/trace.go:171","msg":"trace[7585583] transaction","detail":"{read_only:false; response_revision:13449; number_of_response:1; }","duration":"177.257647ms","start":"2026-03-31T05:25:37.007914Z","end":"2026-03-31T05:25:37.185171Z","steps":["trace[7585583] 'process raft request' (duration: 177.061691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:37.185398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.855653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:25:37.18546Z","caller":"traceutil/trace.go:171","msg":"trace[1361680770] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13449; }","duration":"154.958516ms","start":"2026-03-31T05:25:37.030484Z","end":"2026-03-31T05:25:37.185443Z","steps":["trace[1361680770] 'agreement among raft nodes before linearized reading' (duration: 154.765541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:37.185622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.755551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:25:37.185658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.199766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:25:37.185665Z","caller":"traceutil/trace.go:171","msg":"trace[1650279494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13449; }","duration":"154.809962ms","start":"2026-03-31T05:25:37.030847Z","end":"2026-03-31T05:25:37.185657Z","steps":["trace[1650279494] 'agreement among raft nodes before linearized reading' (duration: 154.632057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:37.185624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.162788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:25:37.18591Z","caller":"traceutil/trace.go:171","msg":"trace[1178624827] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:13449; }","duration":"115.461366ms","start":"2026-03-31T05:25:37.070422Z","end":"2026-03-31T05:25:37.185883Z","steps":["trace[1178624827] 'agreement among raft nodes before linearized reading' (duration: 115.130287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:37.192588Z","caller":"traceutil/trace.go:171","msg":"trace[189995326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13449; }","duration":"161.130145ms","start":"2026-03-31T05:25:37.03144Z","end":"2026-03-31T05:25:37.19257Z","steps":["trace[189995326] 'agreement among raft nodes before linearized reading' (duration: 154.146634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:39.261432Z","caller":"traceutil/trace.go:171","msg":"trace[414682009] transaction","detail":"{read_only:false; response_revision:13458; number_of_response:1; }","duration":"113.965765ms","start":"2026-03-31T05:25:39.14744Z","end":"2026-03-31T05:25:39.261406Z","steps":["trace[414682009] 'process raft request' (duration: 113.678217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:39.382577Z","caller":"traceutil/trace.go:171","msg":"trace[167220445] transaction","detail":"{read_only:false; response_revision:13461; number_of_response:1; }","duration":"117.095561ms","start":"2026-03-31T05:25:39.265453Z","end":"2026-03-31T05:25:39.382548Z","steps":["trace[167220445] 'process raft request' (duration: 117.042759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:39.382647Z","caller":"traceutil/trace.go:171","msg":"trace[2110589155] transaction","detail":"{read_only:false; response_revision:13459; number_of_response:1; }","duration":"117.240415ms","start":"2026-03-31T05:25:39.265367Z","end":"2026-03-31T05:25:39.382608Z","steps":["trace[2110589155] 'process raft request' (duration: 112.141295ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:39.38266Z","caller":"traceutil/trace.go:171","msg":"trace[993486416] transaction","detail":"{read_only:false; response_revision:13460; number_of_response:1; }","duration":"117.235245ms","start":"2026-03-31T05:25:39.265385Z","end":"2026-03-31T05:25:39.38262Z","steps":["trace[993486416] 'process raft request' (duration: 117.04719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:39.382826Z","caller":"traceutil/trace.go:171","msg":"trace[1082457170] linearizableReadLoop","detail":"{readStateIndex:13992; appliedIndex:13989; }","duration":"116.600077ms","start":"2026-03-31T05:25:39.266212Z","end":"2026-03-31T05:25:39.382813Z","steps":["trace[1082457170] 'read index received' (duration: 111.175109ms)","trace[1082457170] 'applied index is now lower than readState.Index' (duration: 5.423458ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:39.382951Z","caller":"traceutil/trace.go:171","msg":"trace[315343406] transaction","detail":"{read_only:false; response_revision:13462; number_of_response:1; }","duration":"116.622507ms","start":"2026-03-31T05:25:39.266312Z","end":"2026-03-31T05:25:39.382935Z","steps":["trace[315343406] 'process raft request' (duration: 116.219326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:39.383591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.358458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:54 size:506881"} {"level":"info","ts":"2026-03-31T05:25:39.383651Z","caller":"traceutil/trace.go:171","msg":"trace[898764728] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:54; response_revision:13462; }","duration":"117.460431ms","start":"2026-03-31T05:25:39.266178Z","end":"2026-03-31T05:25:39.383638Z","steps":["trace[898764728] 'agreement among raft nodes before linearized reading' (duration: 116.679999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:40.600377Z","caller":"traceutil/trace.go:171","msg":"trace[950470451] transaction","detail":"{read_only:false; response_revision:13464; number_of_response:1; }","duration":"217.049504ms","start":"2026-03-31T05:25:40.383309Z","end":"2026-03-31T05:25:40.600359Z","steps":["trace[950470451] 'process raft request' (duration: 143.126583ms)","trace[950470451] 'compare' (duration: 73.281414ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:44.435546Z","caller":"traceutil/trace.go:171","msg":"trace[218449819] transaction","detail":"{read_only:false; response_revision:13486; number_of_response:1; }","duration":"112.073164ms","start":"2026-03-31T05:25:44.323437Z","end":"2026-03-31T05:25:44.435511Z","steps":["trace[218449819] 'process raft request' (duration: 111.822377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:48.588389Z","caller":"traceutil/trace.go:171","msg":"trace[1080759518] transaction","detail":"{read_only:false; response_revision:13527; number_of_response:1; }","duration":"211.665076ms","start":"2026-03-31T05:25:48.376699Z","end":"2026-03-31T05:25:48.588364Z","steps":["trace[1080759518] 'process raft request' (duration: 211.521422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:50.658438Z","caller":"traceutil/trace.go:171","msg":"trace[1316688916] transaction","detail":"{read_only:false; response_revision:13543; number_of_response:1; }","duration":"254.443556ms","start":"2026-03-31T05:25:50.403968Z","end":"2026-03-31T05:25:50.658411Z","steps":["trace[1316688916] 'process raft request' (duration: 254.191639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:50.797534Z","caller":"traceutil/trace.go:171","msg":"trace[895888179] linearizableReadLoop","detail":"{readStateIndex:14077; appliedIndex:14075; }","duration":"155.46789ms","start":"2026-03-31T05:25:50.642037Z","end":"2026-03-31T05:25:50.797504Z","steps":["trace[895888179] 'read index received' (duration: 16.154372ms)","trace[895888179] 'applied index is now lower than readState.Index' (duration: 139.312298ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:50.797609Z","caller":"traceutil/trace.go:171","msg":"trace[180562543] transaction","detail":"{read_only:false; response_revision:13544; number_of_response:1; }","duration":"341.883206ms","start":"2026-03-31T05:25:50.455665Z","end":"2026-03-31T05:25:50.797548Z","steps":["trace[180562543] 'process raft request' (duration: 336.13812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:50.797805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.752288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7048"} {"level":"warn","ts":"2026-03-31T05:25:50.797804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.559253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-31T05:25:50.797825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:50.455641Z","time spent":"342.059172ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:25:50.797856Z","caller":"traceutil/trace.go:171","msg":"trace[1989247471] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:13544; }","duration":"155.84548ms","start":"2026-03-31T05:25:50.641995Z","end":"2026-03-31T05:25:50.797841Z","steps":["trace[1989247471] 'agreement among raft nodes before linearized reading' (duration: 155.647415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:50.797872Z","caller":"traceutil/trace.go:171","msg":"trace[1113937853] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13544; }","duration":"155.739008ms","start":"2026-03-31T05:25:50.642114Z","end":"2026-03-31T05:25:50.797853Z","steps":["trace[1113937853] 'agreement among raft nodes before linearized reading' (duration: 155.564113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:50.79808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.231853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:25:50.798107Z","caller":"traceutil/trace.go:171","msg":"trace[195365586] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:13544; }","duration":"118.259263ms","start":"2026-03-31T05:25:50.679837Z","end":"2026-03-31T05:25:50.798096Z","steps":["trace[195365586] 'agreement among raft nodes before linearized reading' (duration: 118.188692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:53.81615Z","caller":"traceutil/trace.go:171","msg":"trace[1520453846] linearizableReadLoop","detail":"{readStateIndex:14095; appliedIndex:14094; }","duration":"267.816522ms","start":"2026-03-31T05:25:53.548312Z","end":"2026-03-31T05:25:53.816128Z","steps":["trace[1520453846] 'read index received' (duration: 267.624627ms)","trace[1520453846] 'applied index is now lower than readState.Index' (duration: 190.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:53.816192Z","caller":"traceutil/trace.go:171","msg":"trace[1984204654] transaction","detail":"{read_only:false; response_revision:13561; number_of_response:1; }","duration":"271.308937ms","start":"2026-03-31T05:25:53.544866Z","end":"2026-03-31T05:25:53.816175Z","steps":["trace[1984204654] 'process raft request' (duration: 271.131312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:53.816331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.003627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:25:53.816351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.478905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:25:53.816362Z","caller":"traceutil/trace.go:171","msg":"trace[1044052930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13561; }","duration":"268.077279ms","start":"2026-03-31T05:25:53.548276Z","end":"2026-03-31T05:25:53.816353Z","steps":["trace[1044052930] 'agreement among raft nodes before linearized reading' (duration: 267.958526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:53.816373Z","caller":"traceutil/trace.go:171","msg":"trace[16509659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13561; }","duration":"266.526136ms","start":"2026-03-31T05:25:53.54984Z","end":"2026-03-31T05:25:53.816366Z","steps":["trace[16509659] 'agreement among raft nodes before linearized reading' (duration: 266.459205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:53.816428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.52009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:25:53.816475Z","caller":"traceutil/trace.go:171","msg":"trace[2042868260] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:13561; }","duration":"257.597752ms","start":"2026-03-31T05:25:53.558869Z","end":"2026-03-31T05:25:53.816467Z","steps":["trace[2042868260] 'agreement among raft nodes before linearized reading' (duration: 257.478129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:53.816498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.826112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:25:53.816542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.150843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:25:53.816598Z","caller":"traceutil/trace.go:171","msg":"trace[135755411] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13561; }","duration":"268.008977ms","start":"2026-03-31T05:25:53.54856Z","end":"2026-03-31T05:25:53.816569Z","steps":["trace[135755411] 'agreement among raft nodes before linearized reading' (duration: 267.73389ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:53.816638Z","caller":"traceutil/trace.go:171","msg":"trace[308400721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13561; }","duration":"267.289797ms","start":"2026-03-31T05:25:53.549323Z","end":"2026-03-31T05:25:53.816613Z","steps":["trace[308400721] 'agreement among raft nodes before linearized reading' (duration: 267.01242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:54.138633Z","caller":"traceutil/trace.go:171","msg":"trace[377560949] transaction","detail":"{read_only:false; response_revision:13562; number_of_response:1; }","duration":"318.941949ms","start":"2026-03-31T05:25:53.819663Z","end":"2026-03-31T05:25:54.138605Z","steps":["trace[377560949] 'process raft request' (duration: 311.472735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:54.138783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:53.819643Z","time spent":"319.059913ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:25:54.143309Z","caller":"traceutil/trace.go:171","msg":"trace[198201128] linearizableReadLoop","detail":"{readStateIndex:14097; appliedIndex:14095; }","duration":"323.269198ms","start":"2026-03-31T05:25:53.819979Z","end":"2026-03-31T05:25:54.143248Z","steps":["trace[198201128] 'read index received' (duration: 311.176288ms)","trace[198201128] 'applied index is now lower than readState.Index' (duration: 12.09143ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:54.143383Z","caller":"traceutil/trace.go:171","msg":"trace[1425271966] transaction","detail":"{read_only:false; response_revision:13563; number_of_response:1; }","duration":"323.623078ms","start":"2026-03-31T05:25:53.819723Z","end":"2026-03-31T05:25:54.143346Z","steps":["trace[1425271966] 'process raft request' (duration: 323.036862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:54.143504Z","caller":"traceutil/trace.go:171","msg":"trace[1808827859] transaction","detail":"{read_only:false; response_revision:13564; number_of_response:1; }","duration":"323.015891ms","start":"2026-03-31T05:25:53.820473Z","end":"2026-03-31T05:25:54.143489Z","steps":["trace[1808827859] 'process raft request' (duration: 322.592999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:54.14354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:53.819699Z","time spent":"323.761261ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:25:54.143602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:53.820455Z","time spent":"323.078023ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:25:54.143807Z","caller":"traceutil/trace.go:171","msg":"trace[643211395] transaction","detail":"{read_only:false; response_revision:13565; number_of_response:1; }","duration":"323.210096ms","start":"2026-03-31T05:25:53.820586Z","end":"2026-03-31T05:25:54.143796Z","steps":["trace[643211395] 'process raft request' (duration: 322.562978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:54.143859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:53.820574Z","time spent":"323.256118ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:25:54.144284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.172135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:25:54.144352Z","caller":"traceutil/trace.go:171","msg":"trace[480584358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13565; }","duration":"233.274488ms","start":"2026-03-31T05:25:53.911059Z","end":"2026-03-31T05:25:54.144333Z","steps":["trace[480584358] 'agreement among raft nodes before linearized reading' (duration: 233.159995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:54.144358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.865093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19044"} {"level":"warn","ts":"2026-03-31T05:25:54.144405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.440769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:516228"} {"level":"info","ts":"2026-03-31T05:25:54.144408Z","caller":"traceutil/trace.go:171","msg":"trace[723030031] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:13565; }","duration":"143.949745ms","start":"2026-03-31T05:25:54.000443Z","end":"2026-03-31T05:25:54.144393Z","steps":["trace[723030031] 'agreement among raft nodes before linearized reading' (duration: 143.788871ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:54.144439Z","caller":"traceutil/trace.go:171","msg":"trace[1844455632] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:13565; }","duration":"324.504101ms","start":"2026-03-31T05:25:53.819925Z","end":"2026-03-31T05:25:54.144429Z","steps":["trace[1844455632] 'agreement among raft nodes before linearized reading' (duration: 323.995927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:54.144471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:53.819907Z","time spent":"324.555143ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":55,"response size":516251,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:25:54.721142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.270268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:25:54.721229Z","caller":"traceutil/trace.go:171","msg":"trace[1068294085] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13565; }","duration":"334.408102ms","start":"2026-03-31T05:25:54.3868Z","end":"2026-03-31T05:25:54.721208Z","steps":["trace[1068294085] 'range keys from in-memory index tree' (duration: 334.037023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:54.721267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:54.386778Z","time spent":"334.480344ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:25:55.972851Z","caller":"traceutil/trace.go:171","msg":"trace[829148528] linearizableReadLoop","detail":"{readStateIndex:14105; appliedIndex:14104; }","duration":"104.416854ms","start":"2026-03-31T05:25:55.868411Z","end":"2026-03-31T05:25:55.972828Z","steps":["trace[829148528] 'read index received' (duration: 104.24726ms)","trace[829148528] 'applied index is now lower than readState.Index' (duration: 168.814µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:55.972905Z","caller":"traceutil/trace.go:171","msg":"trace[675029588] transaction","detail":"{read_only:false; response_revision:13571; number_of_response:1; }","duration":"149.746834ms","start":"2026-03-31T05:25:55.823137Z","end":"2026-03-31T05:25:55.972883Z","steps":["trace[675029588] 'process raft request' (duration: 149.529658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:55.972961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.541247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:25:55.972989Z","caller":"traceutil/trace.go:171","msg":"trace[1843958425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13571; }","duration":"104.62026ms","start":"2026-03-31T05:25:55.868361Z","end":"2026-03-31T05:25:55.972982Z","steps":["trace[1843958425] 'agreement among raft nodes before linearized reading' (duration: 104.555328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:04.748332Z","caller":"traceutil/trace.go:171","msg":"trace[1172379660] linearizableReadLoop","detail":"{readStateIndex:14176; appliedIndex:14175; }","duration":"105.408732ms","start":"2026-03-31T05:26:04.642899Z","end":"2026-03-31T05:26:04.748308Z","steps":["trace[1172379660] 'read index received' (duration: 103.533311ms)","trace[1172379660] 'applied index is now lower than readState.Index' (duration: 1.874651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:26:04.748568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.655168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-31T05:26:04.748498Z","caller":"traceutil/trace.go:171","msg":"trace[410830522] transaction","detail":"{read_only:false; response_revision:13639; number_of_response:1; }","duration":"192.39918ms","start":"2026-03-31T05:26:04.556022Z","end":"2026-03-31T05:26:04.748421Z","steps":["trace[410830522] 'process raft request' (duration: 190.475257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:04.748663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.650498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-31T05:26:04.748726Z","caller":"traceutil/trace.go:171","msg":"trace[1521824179] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:13639; }","duration":"105.758621ms","start":"2026-03-31T05:26:04.642952Z","end":"2026-03-31T05:26:04.748711Z","steps":["trace[1521824179] 'agreement among raft nodes before linearized reading' (duration: 105.604237ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:04.7486Z","caller":"traceutil/trace.go:171","msg":"trace[1496353615] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13639; }","duration":"105.726131ms","start":"2026-03-31T05:26:04.642864Z","end":"2026-03-31T05:26:04.74859Z","steps":["trace[1496353615] 'agreement among raft nodes before linearized reading' (duration: 105.561236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:04.748782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.72581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-vnwjs\" ","response":"range_response_count:1 size:8399"} {"level":"info","ts":"2026-03-31T05:26:04.749092Z","caller":"traceutil/trace.go:171","msg":"trace[1001749616] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-vnwjs; range_end:; response_count:1; response_revision:13639; }","duration":"105.921136ms","start":"2026-03-31T05:26:04.642962Z","end":"2026-03-31T05:26:04.748883Z","steps":["trace[1001749616] 'agreement among raft nodes before linearized reading' (duration: 105.580986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:08.963825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.795245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-31T05:26:08.963899Z","caller":"traceutil/trace.go:171","msg":"trace[1801758767] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13669; }","duration":"123.915998ms","start":"2026-03-31T05:26:08.839965Z","end":"2026-03-31T05:26:08.963881Z","steps":["trace[1801758767] 'range keys from in-memory index tree' (duration: 123.60973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:11.183542Z","caller":"traceutil/trace.go:171","msg":"trace[3500459] transaction","detail":"{read_only:false; response_revision:13683; number_of_response:1; }","duration":"103.086508ms","start":"2026-03-31T05:26:11.080432Z","end":"2026-03-31T05:26:11.183518Z","steps":["trace[3500459] 'process raft request' (duration: 102.513882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:11.183682Z","caller":"traceutil/trace.go:171","msg":"trace[1168202231] transaction","detail":"{read_only:false; response_revision:13684; number_of_response:1; }","duration":"103.215521ms","start":"2026-03-31T05:26:11.08046Z","end":"2026-03-31T05:26:11.183675Z","steps":["trace[1168202231] 'process raft request' (duration: 102.585394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:23.523975Z","caller":"traceutil/trace.go:171","msg":"trace[1091076967] transaction","detail":"{read_only:false; response_revision:13764; number_of_response:1; }","duration":"249.976974ms","start":"2026-03-31T05:26:23.27397Z","end":"2026-03-31T05:26:23.523947Z","steps":["trace[1091076967] 'process raft request' (duration: 249.81508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:23.748301Z","caller":"traceutil/trace.go:171","msg":"trace[340276069] linearizableReadLoop","detail":"{readStateIndex:14306; appliedIndex:14304; }","duration":"453.323323ms","start":"2026-03-31T05:26:23.294956Z","end":"2026-03-31T05:26:23.74828Z","steps":["trace[340276069] 'read index received' (duration: 228.900498ms)","trace[340276069] 'applied index is now lower than readState.Index' (duration: 224.421805ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:26:23.748389Z","caller":"traceutil/trace.go:171","msg":"trace[303570301] transaction","detail":"{read_only:false; response_revision:13765; number_of_response:1; }","duration":"474.139513ms","start":"2026-03-31T05:26:23.274224Z","end":"2026-03-31T05:26:23.748364Z","steps":["trace[303570301] 'process raft request' (duration: 421.501004ms)","trace[303570301] 'compare' (duration: 52.285379ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:26:23.74842Z","caller":"traceutil/trace.go:171","msg":"trace[864367662] transaction","detail":"{read_only:false; response_revision:13766; number_of_response:1; }","duration":"370.950831ms","start":"2026-03-31T05:26:23.377459Z","end":"2026-03-31T05:26:23.74841Z","steps":["trace[864367662] 'process raft request' (duration: 370.747595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:23.748514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:23.377433Z","time spent":"371.013543ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:26:23.748517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:23.274205Z","time spent":"474.240525ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:26:23.748698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.744975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:26:23.748739Z","caller":"traceutil/trace.go:171","msg":"trace[466154293] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13766; }","duration":"453.780405ms","start":"2026-03-31T05:26:23.294945Z","end":"2026-03-31T05:26:23.748726Z","steps":["trace[466154293] 'agreement among raft nodes before linearized reading' (duration: 453.670002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:23.748687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.631601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:26:23.748889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.128125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:26:23.748923Z","caller":"traceutil/trace.go:171","msg":"trace[1054327341] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:13766; }","duration":"161.204547ms","start":"2026-03-31T05:26:23.58771Z","end":"2026-03-31T05:26:23.748914Z","steps":["trace[1054327341] 'agreement among raft nodes before linearized reading' (duration: 161.154095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:23.748984Z","caller":"traceutil/trace.go:171","msg":"trace[1320966914] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:13766; }","duration":"378.812236ms","start":"2026-03-31T05:26:23.370009Z","end":"2026-03-31T05:26:23.748821Z","steps":["trace[1320966914] 'agreement among raft nodes before linearized reading' (duration: 378.637721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:23.749123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:23.369989Z","time spent":"379.075394ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:26:23.748798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:23.294905Z","time spent":"453.886498ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:26:24.134186Z","caller":"traceutil/trace.go:171","msg":"trace[1753078782] linearizableReadLoop","detail":"{readStateIndex:14308; appliedIndex:14307; }","duration":"245.812329ms","start":"2026-03-31T05:26:23.888344Z","end":"2026-03-31T05:26:24.134156Z","steps":["trace[1753078782] 'read index received' (duration: 169.530864ms)","trace[1753078782] 'applied index is now lower than readState.Index' (duration: 76.280205ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:26:24.134231Z","caller":"traceutil/trace.go:171","msg":"trace[1016990894] transaction","detail":"{read_only:false; response_revision:13767; number_of_response:1; }","duration":"380.640906ms","start":"2026-03-31T05:26:23.753545Z","end":"2026-03-31T05:26:24.134186Z","steps":["trace[1016990894] 'process raft request' (duration: 304.298989ms)","trace[1016990894] 'compare' (duration: 76.026679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:26:24.134356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.001005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:26:24.13444Z","caller":"traceutil/trace.go:171","msg":"trace[19841801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13767; }","duration":"246.115839ms","start":"2026-03-31T05:26:23.888303Z","end":"2026-03-31T05:26:24.134419Z","steps":["trace[19841801] 'agreement among raft nodes before linearized reading' (duration: 245.977885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:24.134375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:23.753519Z","time spent":"380.7826ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:26:24.61031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.236059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:26:24.610417Z","caller":"traceutil/trace.go:171","msg":"trace[1162156624] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13769; }","duration":"123.378073ms","start":"2026-03-31T05:26:24.487014Z","end":"2026-03-31T05:26:24.610393Z","steps":["trace[1162156624] 'range keys from in-memory index tree' (duration: 123.051064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:24.610642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.750513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:26:24.610717Z","caller":"traceutil/trace.go:171","msg":"trace[1704652323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13769; }","duration":"142.842706ms","start":"2026-03-31T05:26:24.467855Z","end":"2026-03-31T05:26:24.610698Z","steps":["trace[1704652323] 'range keys from in-memory index tree' (duration: 142.588208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:24.610883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.047176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:26:24.610963Z","caller":"traceutil/trace.go:171","msg":"trace[500713886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13769; }","duration":"141.169049ms","start":"2026-03-31T05:26:24.46977Z","end":"2026-03-31T05:26:24.610939Z","steps":["trace[500713886] 'range keys from in-memory index tree' (duration: 140.493661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:24.610453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.872716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:26:24.611301Z","caller":"traceutil/trace.go:171","msg":"trace[617205148] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:13769; }","duration":"113.724269ms","start":"2026-03-31T05:26:24.497517Z","end":"2026-03-31T05:26:24.611241Z","steps":["trace[617205148] 'range keys from in-memory index tree' (duration: 112.714442ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:25.547833Z","caller":"traceutil/trace.go:171","msg":"trace[1345531702] linearizableReadLoop","detail":"{readStateIndex:14314; appliedIndex:14313; }","duration":"234.683684ms","start":"2026-03-31T05:26:25.313129Z","end":"2026-03-31T05:26:25.547813Z","steps":["trace[1345531702] 'read index received' (duration: 234.547681ms)","trace[1345531702] 'applied index is now lower than readState.Index' (duration: 135.163µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:26:25.547946Z","caller":"traceutil/trace.go:171","msg":"trace[809663092] transaction","detail":"{read_only:false; response_revision:13773; number_of_response:1; }","duration":"237.679746ms","start":"2026-03-31T05:26:25.310235Z","end":"2026-03-31T05:26:25.547915Z","steps":["trace[809663092] 'process raft request' (duration: 237.428879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:25.548007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.859349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:26:25.548033Z","caller":"traceutil/trace.go:171","msg":"trace[532131243] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13773; }","duration":"234.924181ms","start":"2026-03-31T05:26:25.3131Z","end":"2026-03-31T05:26:25.548025Z","steps":["trace[532131243] 'agreement among raft nodes before linearized reading' (duration: 234.786437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:25.720859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.238232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:26:25.720927Z","caller":"traceutil/trace.go:171","msg":"trace[48906439] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13775; }","duration":"110.359066ms","start":"2026-03-31T05:26:25.610551Z","end":"2026-03-31T05:26:25.72091Z","steps":["trace[48906439] 'range keys from in-memory index tree' (duration: 110.14096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:25.930508Z","caller":"traceutil/trace.go:171","msg":"trace[2093061677] transaction","detail":"{read_only:false; response_revision:13778; number_of_response:1; }","duration":"176.105695ms","start":"2026-03-31T05:26:25.75436Z","end":"2026-03-31T05:26:25.930466Z","steps":["trace[2093061677] 'process raft request' (duration: 144.553662ms)","trace[2093061677] 'compare' (duration: 31.301906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:26:26.181058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.745415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:26:26.181177Z","caller":"traceutil/trace.go:171","msg":"trace[1260918640] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:13778; }","duration":"141.91651ms","start":"2026-03-31T05:26:26.039234Z","end":"2026-03-31T05:26:26.18115Z","steps":["trace[1260918640] 'count revisions from in-memory index tree' (duration: 141.649862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:26.99673Z","caller":"traceutil/trace.go:171","msg":"trace[864036653] transaction","detail":"{read_only:false; response_revision:13783; number_of_response:1; }","duration":"251.124495ms","start":"2026-03-31T05:26:26.745452Z","end":"2026-03-31T05:26:26.996576Z","steps":["trace[864036653] 'process raft request' (duration: 248.279737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:26.997403Z","caller":"traceutil/trace.go:171","msg":"trace[1482926888] linearizableReadLoop","detail":"{readStateIndex:14325; appliedIndex:14323; }","duration":"250.844358ms","start":"2026-03-31T05:26:26.746549Z","end":"2026-03-31T05:26:26.997393Z","steps":["trace[1482926888] 'read index received' (duration: 247.303031ms)","trace[1482926888] 'applied index is now lower than readState.Index' (duration: 3.540607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:26:26.997823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.57731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:26:26.99791Z","caller":"traceutil/trace.go:171","msg":"trace[1651927699] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13784; }","duration":"239.682492ms","start":"2026-03-31T05:26:26.758198Z","end":"2026-03-31T05:26:26.997881Z","steps":["trace[1651927699] 'agreement among raft nodes before linearized reading' (duration: 239.345733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:26.998065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.500836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:525285"} {"level":"info","ts":"2026-03-31T05:26:26.998114Z","caller":"traceutil/trace.go:171","msg":"trace[1724853040] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13784; }","duration":"251.579248ms","start":"2026-03-31T05:26:26.746524Z","end":"2026-03-31T05:26:26.998103Z","steps":["trace[1724853040] 'agreement among raft nodes before linearized reading' (duration: 251.036853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:26.998272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.902144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:26:26.998314Z","caller":"traceutil/trace.go:171","msg":"trace[931736516] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:13784; }","duration":"117.944075ms","start":"2026-03-31T05:26:26.880361Z","end":"2026-03-31T05:26:26.998305Z","steps":["trace[931736516] 'agreement among raft nodes before linearized reading' (duration: 117.850322ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:26.998305Z","caller":"traceutil/trace.go:171","msg":"trace[1242368785] transaction","detail":"{read_only:false; response_revision:13784; number_of_response:1; }","duration":"252.523974ms","start":"2026-03-31T05:26:26.745756Z","end":"2026-03-31T05:26:26.99828Z","steps":["trace[1242368785] 'process raft request' (duration: 251.591849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:37.950196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.878073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:26:37.950269Z","caller":"traceutil/trace.go:171","msg":"trace[107831746] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:13839; }","duration":"302.003067ms","start":"2026-03-31T05:26:37.648247Z","end":"2026-03-31T05:26:37.95025Z","steps":["trace[107831746] 'count revisions from in-memory index tree' (duration: 301.77531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:37.950319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.967883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:26:37.950302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:37.648224Z","time spent":"302.068769ms","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:26:37.950537Z","caller":"traceutil/trace.go:171","msg":"trace[625813794] transaction","detail":"{read_only:false; response_revision:13840; number_of_response:1; }","duration":"113.857093ms","start":"2026-03-31T05:26:37.83662Z","end":"2026-03-31T05:26:37.950477Z","steps":["trace[625813794] 'process raft request' (duration: 113.284737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:37.950372Z","caller":"traceutil/trace.go:171","msg":"trace[1716989079] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:13839; }","duration":"149.048445ms","start":"2026-03-31T05:26:37.80131Z","end":"2026-03-31T05:26:37.950359Z","steps":["trace[1716989079] 'count revisions from in-memory index tree' (duration: 148.902361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:38.385421Z","caller":"traceutil/trace.go:171","msg":"trace[234378690] transaction","detail":"{read_only:false; response_revision:13843; number_of_response:1; }","duration":"110.355118ms","start":"2026-03-31T05:26:38.275033Z","end":"2026-03-31T05:26:38.385388Z","steps":["trace[234378690] 'process raft request' (duration: 109.784782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:46.6524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.700756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:26:46.652502Z","caller":"traceutil/trace.go:171","msg":"trace[1673543232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13884; }","duration":"223.8385ms","start":"2026-03-31T05:26:46.428638Z","end":"2026-03-31T05:26:46.652477Z","steps":["trace[1673543232] 'range keys from in-memory index tree' (duration: 223.543752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:46.653158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.832127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:26:46.65324Z","caller":"traceutil/trace.go:171","msg":"trace[1935333013] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13884; }","duration":"381.93213ms","start":"2026-03-31T05:26:46.271286Z","end":"2026-03-31T05:26:46.653218Z","steps":["trace[1935333013] 'range keys from in-memory index tree' (duration: 381.759376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:46.653351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:46.271269Z","time spent":"382.070504ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:26:46.653475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.467952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:26:46.653632Z","caller":"traceutil/trace.go:171","msg":"trace[743494268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13884; }","duration":"286.653377ms","start":"2026-03-31T05:26:46.366957Z","end":"2026-03-31T05:26:46.653611Z","steps":["trace[743494268] 'range keys from in-memory index tree' (duration: 286.257415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:46.652969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.82822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:26:46.653791Z","caller":"traceutil/trace.go:171","msg":"trace[188323177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13884; }","duration":"160.695733ms","start":"2026-03-31T05:26:46.493082Z","end":"2026-03-31T05:26:46.653778Z","steps":["trace[188323177] 'range keys from in-memory index tree' (duration: 159.681045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:54.327995Z","caller":"traceutil/trace.go:171","msg":"trace[2063702442] transaction","detail":"{read_only:false; response_revision:13924; number_of_response:1; }","duration":"165.440233ms","start":"2026-03-31T05:26:54.162525Z","end":"2026-03-31T05:26:54.327966Z","steps":["trace[2063702442] 'process raft request' (duration: 153.765734ms)","trace[2063702442] 'compare' (duration: 11.573726ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:08.504117Z","caller":"traceutil/trace.go:171","msg":"trace[924953221] linearizableReadLoop","detail":"{readStateIndex:14566; appliedIndex:14564; }","duration":"107.117448ms","start":"2026-03-31T05:27:08.396977Z","end":"2026-03-31T05:27:08.504095Z","steps":["trace[924953221] 'read index received' (duration: 60.873984ms)","trace[924953221] 'applied index is now lower than readState.Index' (duration: 46.242624ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:08.504171Z","caller":"traceutil/trace.go:171","msg":"trace[628090902] transaction","detail":"{read_only:false; response_revision:14015; number_of_response:1; }","duration":"127.119725ms","start":"2026-03-31T05:27:08.377025Z","end":"2026-03-31T05:27:08.504144Z","steps":["trace[628090902] 'process raft request' (duration: 127.000432ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:08.504204Z","caller":"traceutil/trace.go:171","msg":"trace[1021016342] transaction","detail":"{read_only:false; response_revision:14014; number_of_response:1; }","duration":"150.577047ms","start":"2026-03-31T05:27:08.353616Z","end":"2026-03-31T05:27:08.504193Z","steps":["trace[1021016342] 'process raft request' (duration: 104.278631ms)","trace[1021016342] 'compare' (duration: 45.781792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:27:08.50439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.348544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-backup-bbc56b8f7-zfgkj\" ","response":"range_response_count:1 size:13174"} {"level":"info","ts":"2026-03-31T05:27:08.50447Z","caller":"traceutil/trace.go:171","msg":"trace[284568657] range","detail":"{range_begin:/registry/pods/openstack/cinder-backup-bbc56b8f7-zfgkj; range_end:; response_count:1; response_revision:14015; }","duration":"107.472708ms","start":"2026-03-31T05:27:08.396972Z","end":"2026-03-31T05:27:08.504445Z","steps":["trace[284568657] 'agreement among raft nodes before linearized reading' (duration: 107.20973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:08.656552Z","caller":"traceutil/trace.go:171","msg":"trace[1881371835] transaction","detail":"{read_only:false; response_revision:14016; number_of_response:1; }","duration":"130.24837ms","start":"2026-03-31T05:27:08.526275Z","end":"2026-03-31T05:27:08.656524Z","steps":["trace[1881371835] 'process raft request' (duration: 124.559736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:10.643019Z","caller":"traceutil/trace.go:171","msg":"trace[1752608922] transaction","detail":"{read_only:false; response_revision:14040; number_of_response:1; }","duration":"129.929232ms","start":"2026-03-31T05:27:10.513058Z","end":"2026-03-31T05:27:10.642987Z","steps":["trace[1752608922] 'process raft request' (duration: 94.243736ms)","trace[1752608922] 'compare' (duration: 35.500401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:27:10.882395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.611828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:27:10.882475Z","caller":"traceutil/trace.go:171","msg":"trace[649792588] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14040; }","duration":"131.737381ms","start":"2026-03-31T05:27:10.750715Z","end":"2026-03-31T05:27:10.882452Z","steps":["trace[649792588] 'range keys from in-memory index tree' (duration: 131.443894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:11.184371Z","caller":"traceutil/trace.go:171","msg":"trace[1201491920] transaction","detail":"{read_only:false; response_revision:14045; number_of_response:1; }","duration":"100.768815ms","start":"2026-03-31T05:27:11.083558Z","end":"2026-03-31T05:27:11.184326Z","steps":["trace[1201491920] 'process raft request' (duration: 51.020625ms)","trace[1201491920] 'compare' (duration: 49.623087ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:11.497593Z","caller":"traceutil/trace.go:171","msg":"trace[1702536742] transaction","detail":"{read_only:false; response_revision:14047; number_of_response:1; }","duration":"103.702565ms","start":"2026-03-31T05:27:11.393869Z","end":"2026-03-31T05:27:11.497572Z","steps":["trace[1702536742] 'process raft request' (duration: 103.548661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:11.523398Z","caller":"traceutil/trace.go:171","msg":"trace[1632168395] linearizableReadLoop","detail":"{readStateIndex:14599; appliedIndex:14597; }","duration":"120.813813ms","start":"2026-03-31T05:27:11.402559Z","end":"2026-03-31T05:27:11.523373Z","steps":["trace[1632168395] 'read index received' (duration: 94.841783ms)","trace[1632168395] 'applied index is now lower than readState.Index' (duration: 25.97095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:27:11.523603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.025049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7530"} {"level":"info","ts":"2026-03-31T05:27:11.523628Z","caller":"traceutil/trace.go:171","msg":"trace[948780638] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:14048; }","duration":"121.104641ms","start":"2026-03-31T05:27:11.402516Z","end":"2026-03-31T05:27:11.523621Z","steps":["trace[948780638] 'agreement among raft nodes before linearized reading' (duration: 120.955217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:11.523936Z","caller":"traceutil/trace.go:171","msg":"trace[1847332704] transaction","detail":"{read_only:false; response_revision:14048; number_of_response:1; }","duration":"129.719466ms","start":"2026-03-31T05:27:11.394203Z","end":"2026-03-31T05:27:11.523922Z","steps":["trace[1847332704] 'process raft request' (duration: 129.051018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:11.523877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.22696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-vnwjs\" ","response":"range_response_count:1 size:8634"} {"level":"info","ts":"2026-03-31T05:27:11.524262Z","caller":"traceutil/trace.go:171","msg":"trace[1542525801] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-vnwjs; range_end:; response_count:1; response_revision:14048; }","duration":"100.625391ms","start":"2026-03-31T05:27:11.423612Z","end":"2026-03-31T05:27:11.524238Z","steps":["trace[1542525801] 'agreement among raft nodes before linearized reading' (duration: 100.210769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:16.09814Z","caller":"traceutil/trace.go:171","msg":"trace[1755336116] transaction","detail":"{read_only:false; response_revision:14077; number_of_response:1; }","duration":"335.780708ms","start":"2026-03-31T05:27:15.762331Z","end":"2026-03-31T05:27:16.098112Z","steps":["trace[1755336116] 'process raft request' (duration: 335.624954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:16.098297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:15.762315Z","time spent":"335.903922ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:27:23.614949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.605604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:27:23.615074Z","caller":"traceutil/trace.go:171","msg":"trace[1985428908] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14125; }","duration":"328.763178ms","start":"2026-03-31T05:27:23.286282Z","end":"2026-03-31T05:27:23.615045Z","steps":["trace[1985428908] 'range keys from in-memory index tree' (duration: 328.443229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:23.615166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:23.286262Z","time spent":"328.86114ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:27:23.615879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.852626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:27:23.615935Z","caller":"traceutil/trace.go:171","msg":"trace[1643436825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14125; }","duration":"119.929689ms","start":"2026-03-31T05:27:23.495989Z","end":"2026-03-31T05:27:23.615919Z","steps":["trace[1643436825] 'range keys from in-memory index tree' (duration: 119.751744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:23.78185Z","caller":"traceutil/trace.go:171","msg":"trace[1868584335] transaction","detail":"{read_only:false; response_revision:14126; number_of_response:1; }","duration":"159.640164ms","start":"2026-03-31T05:27:23.622165Z","end":"2026-03-31T05:27:23.781805Z","steps":["trace[1868584335] 'process raft request' (duration: 159.363736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:23.795494Z","caller":"traceutil/trace.go:171","msg":"trace[878157651] linearizableReadLoop","detail":"{readStateIndex:14682; appliedIndex:14679; }","duration":"115.784825ms","start":"2026-03-31T05:27:23.679685Z","end":"2026-03-31T05:27:23.79547Z","steps":["trace[878157651] 'read index received' (duration: 101.853485ms)","trace[878157651] 'applied index is now lower than readState.Index' (duration: 13.93022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:27:23.79562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.908759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:27:23.796092Z","caller":"traceutil/trace.go:171","msg":"trace[864432271] transaction","detail":"{read_only:false; response_revision:14127; number_of_response:1; }","duration":"172.872385ms","start":"2026-03-31T05:27:23.623188Z","end":"2026-03-31T05:27:23.79606Z","steps":["trace[864432271] 'process raft request' (duration: 172.133015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:23.796796Z","caller":"traceutil/trace.go:171","msg":"trace[242466061] transaction","detail":"{read_only:false; response_revision:14128; number_of_response:1; }","duration":"167.305724ms","start":"2026-03-31T05:27:23.629424Z","end":"2026-03-31T05:27:23.796729Z","steps":["trace[242466061] 'process raft request' (duration: 165.997208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:23.796915Z","caller":"traceutil/trace.go:171","msg":"trace[1973019271] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:14128; }","duration":"115.97281ms","start":"2026-03-31T05:27:23.679675Z","end":"2026-03-31T05:27:23.795648Z","steps":["trace[1973019271] 'agreement among raft nodes before linearized reading' (duration: 115.874888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:24.986621Z","caller":"traceutil/trace.go:171","msg":"trace[457679111] linearizableReadLoop","detail":"{readStateIndex:14687; appliedIndex:14686; }","duration":"110.954684ms","start":"2026-03-31T05:27:24.875641Z","end":"2026-03-31T05:27:24.986596Z","steps":["trace[457679111] 'read index received' (duration: 110.746418ms)","trace[457679111] 'applied index is now lower than readState.Index' (duration: 207.456µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:24.986699Z","caller":"traceutil/trace.go:171","msg":"trace[440412695] transaction","detail":"{read_only:false; response_revision:14133; number_of_response:1; }","duration":"159.8482ms","start":"2026-03-31T05:27:24.82681Z","end":"2026-03-31T05:27:24.986658Z","steps":["trace[440412695] 'process raft request' (duration: 159.657194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:24.986782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.124108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:24.987446Z","caller":"traceutil/trace.go:171","msg":"trace[504049536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14133; }","duration":"111.811616ms","start":"2026-03-31T05:27:24.875608Z","end":"2026-03-31T05:27:24.987419Z","steps":["trace[504049536] 'agreement among raft nodes before linearized reading' (duration: 111.118998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:31.023768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.523907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:31.023867Z","caller":"traceutil/trace.go:171","msg":"trace[385516662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14165; }","duration":"153.671722ms","start":"2026-03-31T05:27:30.870173Z","end":"2026-03-31T05:27:31.023844Z","steps":["trace[385516662] 'range keys from in-memory index tree' (duration: 153.378023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:32.389727Z","caller":"traceutil/trace.go:171","msg":"trace[1966298492] transaction","detail":"{read_only:false; response_revision:14171; number_of_response:1; }","duration":"163.189291ms","start":"2026-03-31T05:27:32.226514Z","end":"2026-03-31T05:27:32.389703Z","steps":["trace[1966298492] 'process raft request' (duration: 163.071008ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:32.422409Z","caller":"traceutil/trace.go:171","msg":"trace[1775378496] linearizableReadLoop","detail":"{readStateIndex:14727; appliedIndex:14726; }","duration":"143.232416ms","start":"2026-03-31T05:27:32.279157Z","end":"2026-03-31T05:27:32.422389Z","steps":["trace[1775378496] 'read index received' (duration: 110.597514ms)","trace[1775378496] 'applied index is now lower than readState.Index' (duration: 32.633912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:27:32.422646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.462242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:27:32.422732Z","caller":"traceutil/trace.go:171","msg":"trace[1408528976] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:14172; }","duration":"143.600166ms","start":"2026-03-31T05:27:32.279111Z","end":"2026-03-31T05:27:32.422711Z","steps":["trace[1408528976] 'agreement among raft nodes before linearized reading' (duration: 143.36266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:32.423412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.106813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:27:32.423465Z","caller":"traceutil/trace.go:171","msg":"trace[2122084150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14172; }","duration":"143.968256ms","start":"2026-03-31T05:27:32.279484Z","end":"2026-03-31T05:27:32.423453Z","steps":["trace[2122084150] 'agreement among raft nodes before linearized reading' (duration: 143.04401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:34.924956Z","caller":"traceutil/trace.go:171","msg":"trace[244469600] transaction","detail":"{read_only:false; response_revision:14187; number_of_response:1; }","duration":"161.195026ms","start":"2026-03-31T05:27:34.763711Z","end":"2026-03-31T05:27:34.924906Z","steps":["trace[244469600] 'process raft request' (duration: 160.94899ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:37.152528Z","caller":"traceutil/trace.go:171","msg":"trace[2116370874] transaction","detail":"{read_only:false; response_revision:14203; number_of_response:1; }","duration":"254.060716ms","start":"2026-03-31T05:27:36.898415Z","end":"2026-03-31T05:27:37.152475Z","steps":["trace[2116370874] 'process raft request' (duration: 252.930195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:37.154207Z","caller":"traceutil/trace.go:171","msg":"trace[1770116701] linearizableReadLoop","detail":"{readStateIndex:14761; appliedIndex:14759; }","duration":"171.260081ms","start":"2026-03-31T05:27:36.982928Z","end":"2026-03-31T05:27:37.154188Z","steps":["trace[1770116701] 'read index received' (duration: 168.401343ms)","trace[1770116701] 'applied index is now lower than readState.Index' (duration: 2.858238ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:37.154303Z","caller":"traceutil/trace.go:171","msg":"trace[925392242] transaction","detail":"{read_only:false; response_revision:14204; number_of_response:1; }","duration":"224.380845ms","start":"2026-03-31T05:27:36.929851Z","end":"2026-03-31T05:27:37.154232Z","steps":["trace[925392242] 'process raft request' (duration: 224.19441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:37.154336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.380026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:37.154488Z","caller":"traceutil/trace.go:171","msg":"trace[1384521844] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:14205; }","duration":"171.606641ms","start":"2026-03-31T05:27:36.982863Z","end":"2026-03-31T05:27:37.154469Z","steps":["trace[1384521844] 'agreement among raft nodes before linearized reading' (duration: 171.417576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:38.685771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.511206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:27:38.685881Z","caller":"traceutil/trace.go:171","msg":"trace[836567878] linearizableReadLoop","detail":"{readStateIndex:14769; appliedIndex:14768; }","duration":"140.333177ms","start":"2026-03-31T05:27:38.545527Z","end":"2026-03-31T05:27:38.68586Z","steps":["trace[836567878] 'read index received' (duration: 31.628555ms)","trace[836567878] 'applied index is now lower than readState.Index' (duration: 108.703612ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:38.685972Z","caller":"traceutil/trace.go:171","msg":"trace[699066131] transaction","detail":"{read_only:false; response_revision:14212; number_of_response:1; }","duration":"153.422345ms","start":"2026-03-31T05:27:38.532537Z","end":"2026-03-31T05:27:38.68596Z","steps":["trace[699066131] 'process raft request' (duration: 44.646491ms)","trace[699066131] 'compare' (duration: 108.401673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:27:38.686067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.536462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/volumev3\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:38.686174Z","caller":"traceutil/trace.go:171","msg":"trace[295329501] range","detail":"{range_begin:/registry/ingress/openstack/volumev3; range_end:; response_count:0; response_revision:14212; }","duration":"140.646085ms","start":"2026-03-31T05:27:38.545511Z","end":"2026-03-31T05:27:38.686157Z","steps":["trace[295329501] 'agreement among raft nodes before linearized reading' (duration: 140.497671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:38.686201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.095548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:27:38.686274Z","caller":"traceutil/trace.go:171","msg":"trace[87915327] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:14212; }","duration":"107.214661ms","start":"2026-03-31T05:27:38.57903Z","end":"2026-03-31T05:27:38.686245Z","steps":["trace[87915327] 'agreement among raft nodes before linearized reading' (duration: 107.004736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:38.686368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.993683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:27:38.686478Z","caller":"traceutil/trace.go:171","msg":"trace[1330002997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14212; }","duration":"115.133727ms","start":"2026-03-31T05:27:38.571325Z","end":"2026-03-31T05:27:38.686458Z","steps":["trace[1330002997] 'agreement among raft nodes before linearized reading' (duration: 114.660814ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:39.055835Z","caller":"traceutil/trace.go:171","msg":"trace[475652024] linearizableReadLoop","detail":"{readStateIndex:14773; appliedIndex:14772; }","duration":"183.62371ms","start":"2026-03-31T05:27:38.872192Z","end":"2026-03-31T05:27:39.055816Z","steps":["trace[475652024] 'read index received' (duration: 170.066829ms)","trace[475652024] 'applied index is now lower than readState.Index' (duration: 13.556141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:27:39.055982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.767604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:39.055971Z","caller":"traceutil/trace.go:171","msg":"trace[1102320383] transaction","detail":"{read_only:false; response_revision:14216; number_of_response:1; }","duration":"204.573973ms","start":"2026-03-31T05:27:38.851348Z","end":"2026-03-31T05:27:39.055922Z","steps":["trace[1102320383] 'process raft request' (duration: 190.982071ms)","trace[1102320383] 'compare' (duration: 13.358025ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:39.056016Z","caller":"traceutil/trace.go:171","msg":"trace[2057286513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14216; }","duration":"183.843846ms","start":"2026-03-31T05:27:38.872163Z","end":"2026-03-31T05:27:39.056007Z","steps":["trace[2057286513] 'agreement among raft nodes before linearized reading' (duration: 183.753193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:39.056079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.937889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-7n4xj.18a1d43ebbd7ede0\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T05:27:39.056145Z","caller":"traceutil/trace.go:171","msg":"trace[1973592194] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-7n4xj.18a1d43ebbd7ede0; range_end:; response_count:1; response_revision:14216; }","duration":"135.039541ms","start":"2026-03-31T05:27:38.921088Z","end":"2026-03-31T05:27:39.056128Z","steps":["trace[1973592194] 'agreement among raft nodes before linearized reading' (duration: 134.861756ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:39.944636Z","caller":"traceutil/trace.go:171","msg":"trace[174366355] transaction","detail":"{read_only:false; response_revision:14237; number_of_response:1; }","duration":"316.892323ms","start":"2026-03-31T05:27:39.627716Z","end":"2026-03-31T05:27:39.944609Z","steps":["trace[174366355] 'process raft request' (duration: 221.492695ms)","trace[174366355] 'compare' (duration: 95.076519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:27:39.944735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:39.627687Z","time spent":"317.004076ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:27:40.037098Z","caller":"traceutil/trace.go:171","msg":"trace[1945167919] linearizableReadLoop","detail":"{readStateIndex:14796; appliedIndex:14794; }","duration":"407.272504ms","start":"2026-03-31T05:27:39.629801Z","end":"2026-03-31T05:27:40.037074Z","steps":["trace[1945167919] 'read index received' (duration: 219.420658ms)","trace[1945167919] 'applied index is now lower than readState.Index' (duration: 187.850976ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:40.037199Z","caller":"traceutil/trace.go:171","msg":"trace[1602855432] transaction","detail":"{read_only:false; response_revision:14239; number_of_response:1; }","duration":"398.363111ms","start":"2026-03-31T05:27:39.638827Z","end":"2026-03-31T05:27:40.03719Z","steps":["trace[1602855432] 'process raft request' (duration: 398.186516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:40.037281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:39.638809Z","time spent":"398.408212ms","remote":"127.0.0.1:45440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6262,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:27:40.037314Z","caller":"traceutil/trace.go:171","msg":"trace[47198929] transaction","detail":"{read_only:false; response_revision:14238; number_of_response:1; }","duration":"408.354954ms","start":"2026-03-31T05:27:39.628891Z","end":"2026-03-31T05:27:40.037246Z","steps":["trace[47198929] 'process raft request' (duration: 408.010044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:40.037429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:39.628877Z","time spent":"408.503207ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:27:40.037554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.721116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T05:27:40.037637Z","caller":"traceutil/trace.go:171","msg":"trace[1624559395] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:14239; }","duration":"407.83087ms","start":"2026-03-31T05:27:39.629786Z","end":"2026-03-31T05:27:40.037617Z","steps":["trace[1624559395] 'agreement among raft nodes before linearized reading' (duration: 407.522471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:40.03767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:39.62978Z","time spent":"407.884181ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-31T05:27:40.038623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.584258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T05:27:40.038697Z","caller":"traceutil/trace.go:171","msg":"trace[147799598] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:14239; }","duration":"315.698391ms","start":"2026-03-31T05:27:39.722981Z","end":"2026-03-31T05:27:40.03868Z","steps":["trace[147799598] 'agreement among raft nodes before linearized reading' (duration: 314.289782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:40.038744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:39.722962Z","time spent":"315.766782ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-31T05:27:40.633231Z","caller":"traceutil/trace.go:171","msg":"trace[1132819618] transaction","detail":"{read_only:false; response_revision:14249; number_of_response:1; }","duration":"112.092084ms","start":"2026-03-31T05:27:40.521115Z","end":"2026-03-31T05:27:40.633207Z","steps":["trace[1132819618] 'process raft request' (duration: 111.93197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:40.854644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.755473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:27:40.854759Z","caller":"traceutil/trace.go:171","msg":"trace[55702280] linearizableReadLoop","detail":"{readStateIndex:14809; appliedIndex:14808; }","duration":"155.423169ms","start":"2026-03-31T05:27:40.699319Z","end":"2026-03-31T05:27:40.854742Z","steps":["trace[55702280] 'read index received' (duration: 31.309295ms)","trace[55702280] 'applied index is now lower than readState.Index' (duration: 124.112014ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:40.854798Z","caller":"traceutil/trace.go:171","msg":"trace[394828426] transaction","detail":"{read_only:false; response_revision:14250; number_of_response:1; }","duration":"163.599033ms","start":"2026-03-31T05:27:40.691158Z","end":"2026-03-31T05:27:40.854757Z","steps":["trace[394828426] 'process raft request' (duration: 39.631234ms)","trace[394828426] 'compare' (duration: 122.798777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:27:40.854951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.631015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:27:40.854986Z","caller":"traceutil/trace.go:171","msg":"trace[364748569] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:14250; }","duration":"155.691536ms","start":"2026-03-31T05:27:40.699287Z","end":"2026-03-31T05:27:40.854979Z","steps":["trace[364748569] 'agreement among raft nodes before linearized reading' (duration: 155.545272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:47.006029Z","caller":"traceutil/trace.go:171","msg":"trace[1442263833] transaction","detail":"{read_only:false; response_revision:14357; number_of_response:1; }","duration":"129.662645ms","start":"2026-03-31T05:27:46.876347Z","end":"2026-03-31T05:27:47.00601Z","steps":["trace[1442263833] 'process raft request' (duration: 107.628273ms)","trace[1442263833] 'compare' (duration: 21.851517ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:47.006024Z","caller":"traceutil/trace.go:171","msg":"trace[1131412992] linearizableReadLoop","detail":"{readStateIndex:14919; appliedIndex:14918; }","duration":"122.416107ms","start":"2026-03-31T05:27:46.883575Z","end":"2026-03-31T05:27:47.005991Z","steps":["trace[1131412992] 'read index received' (duration: 100.283502ms)","trace[1131412992] 'applied index is now lower than readState.Index' (duration: 22.131095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:27:47.00625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.660333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:27:47.006326Z","caller":"traceutil/trace.go:171","msg":"trace[2143827556] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:14357; }","duration":"122.779296ms","start":"2026-03-31T05:27:46.88353Z","end":"2026-03-31T05:27:47.006309Z","steps":["trace[2143827556] 'agreement among raft nodes before linearized reading' (duration: 122.517679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:47.006487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.879544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:27:47.00657Z","caller":"traceutil/trace.go:171","msg":"trace[1354591420] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:14357; }","duration":"109.993227ms","start":"2026-03-31T05:27:46.896546Z","end":"2026-03-31T05:27:47.006539Z","steps":["trace[1354591420] 'agreement among raft nodes before linearized reading' (duration: 109.76279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:47.549004Z","caller":"traceutil/trace.go:171","msg":"trace[1174870184] linearizableReadLoop","detail":"{readStateIndex:14926; appliedIndex:14924; }","duration":"178.13136ms","start":"2026-03-31T05:27:47.370839Z","end":"2026-03-31T05:27:47.54897Z","steps":["trace[1174870184] 'read index received' (duration: 177.841242ms)","trace[1174870184] 'applied index is now lower than readState.Index' (duration: 288.848µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:47.54911Z","caller":"traceutil/trace.go:171","msg":"trace[1946705293] transaction","detail":"{read_only:false; response_revision:14363; number_of_response:1; }","duration":"194.828796ms","start":"2026-03-31T05:27:47.354269Z","end":"2026-03-31T05:27:47.549098Z","steps":["trace[1946705293] 'process raft request' (duration: 194.643801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:47.549107Z","caller":"traceutil/trace.go:171","msg":"trace[1731177494] transaction","detail":"{read_only:false; response_revision:14362; number_of_response:1; }","duration":"195.031651ms","start":"2026-03-31T05:27:47.354029Z","end":"2026-03-31T05:27:47.54906Z","steps":["trace[1731177494] 'process raft request' (duration: 194.668081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:47.549212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.347406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:27:47.549288Z","caller":"traceutil/trace.go:171","msg":"trace[196435847] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:14363; }","duration":"178.469789ms","start":"2026-03-31T05:27:47.370801Z","end":"2026-03-31T05:27:47.549271Z","steps":["trace[196435847] 'agreement among raft nodes before linearized reading' (duration: 178.282034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:47.945503Z","caller":"traceutil/trace.go:171","msg":"trace[1184548628] transaction","detail":"{read_only:false; response_revision:14365; number_of_response:1; }","duration":"106.340437ms","start":"2026-03-31T05:27:47.839138Z","end":"2026-03-31T05:27:47.945478Z","steps":["trace[1184548628] 'process raft request' (duration: 106.195973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:49.228345Z","caller":"traceutil/trace.go:171","msg":"trace[1141005267] transaction","detail":"{read_only:false; response_revision:14369; number_of_response:1; }","duration":"316.496023ms","start":"2026-03-31T05:27:48.911827Z","end":"2026-03-31T05:27:49.228323Z","steps":["trace[1141005267] 'process raft request' (duration: 316.269507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:49.228493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.927614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:27:49.228508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:48.911808Z","time spent":"316.612055ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5579,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:27:49.228571Z","caller":"traceutil/trace.go:171","msg":"trace[12322972] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:14369; }","duration":"283.061208ms","start":"2026-03-31T05:27:48.945493Z","end":"2026-03-31T05:27:49.228554Z","steps":["trace[12322972] 'agreement among raft nodes before linearized reading' (duration: 282.917214ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:49.228291Z","caller":"traceutil/trace.go:171","msg":"trace[1371565796] linearizableReadLoop","detail":"{readStateIndex:14932; appliedIndex:14931; }","duration":"282.726669ms","start":"2026-03-31T05:27:48.945534Z","end":"2026-03-31T05:27:49.228261Z","steps":["trace[1371565796] 'read index received' (duration: 282.594745ms)","trace[1371565796] 'applied index is now lower than readState.Index' (duration: 130.554µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:27:49.249622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.217208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:27:49.249677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.111945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:27:49.249655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.711564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:27:49.249622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.773355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:49.249698Z","caller":"traceutil/trace.go:171","msg":"trace[951319688] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:14370; }","duration":"236.158397ms","start":"2026-03-31T05:27:49.013532Z","end":"2026-03-31T05:27:49.24969Z","steps":["trace[951319688] 'agreement among raft nodes before linearized reading' (duration: 236.127516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:49.249704Z","caller":"traceutil/trace.go:171","msg":"trace[1793803851] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:14370; }","duration":"235.883849ms","start":"2026-03-31T05:27:49.013816Z","end":"2026-03-31T05:27:49.2497Z","steps":["trace[1793803851] 'agreement among raft nodes before linearized reading' (duration: 235.756005ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:49.249714Z","caller":"traceutil/trace.go:171","msg":"trace[70387893] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:0; response_revision:14370; }","duration":"235.818477ms","start":"2026-03-31T05:27:49.013882Z","end":"2026-03-31T05:27:49.2497Z","steps":["trace[70387893] 'agreement among raft nodes before linearized reading' (duration: 235.708124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:49.249708Z","caller":"traceutil/trace.go:171","msg":"trace[295899060] transaction","detail":"{read_only:false; response_revision:14370; number_of_response:1; }","duration":"237.280407ms","start":"2026-03-31T05:27:49.012391Z","end":"2026-03-31T05:27:49.249671Z","steps":["trace[295899060] 'process raft request' (duration: 237.045381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:49.249683Z","caller":"traceutil/trace.go:171","msg":"trace[1335576226] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:14370; }","duration":"236.31337ms","start":"2026-03-31T05:27:49.013354Z","end":"2026-03-31T05:27:49.249667Z","steps":["trace[1335576226] 'agreement among raft nodes before linearized reading' (duration: 236.201257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:49.249734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.67913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:27:49.24984Z","caller":"traceutil/trace.go:171","msg":"trace[481371684] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:14370; }","duration":"206.789993ms","start":"2026-03-31T05:27:49.043037Z","end":"2026-03-31T05:27:49.249827Z","steps":["trace[481371684] 'agreement among raft nodes before linearized reading' (duration: 206.530146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:49.250108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.776775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:27:49.250171Z","caller":"traceutil/trace.go:171","msg":"trace[578749324] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14370; }","duration":"194.866857ms","start":"2026-03-31T05:27:49.055289Z","end":"2026-03-31T05:27:49.250156Z","steps":["trace[578749324] 'agreement among raft nodes before linearized reading' (duration: 194.474507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:49.670029Z","caller":"traceutil/trace.go:171","msg":"trace[252496811] transaction","detail":"{read_only:false; response_revision:14375; number_of_response:1; }","duration":"114.901181ms","start":"2026-03-31T05:27:49.555097Z","end":"2026-03-31T05:27:49.669999Z","steps":["trace[252496811] 'process raft request' (duration: 114.728797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:49.684533Z","caller":"traceutil/trace.go:171","msg":"trace[1034930104] transaction","detail":"{read_only:false; response_revision:14376; number_of_response:1; }","duration":"128.654637ms","start":"2026-03-31T05:27:49.555854Z","end":"2026-03-31T05:27:49.684509Z","steps":["trace[1034930104] 'process raft request' (duration: 128.530394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:50.452981Z","caller":"traceutil/trace.go:171","msg":"trace[773482365] linearizableReadLoop","detail":"{readStateIndex:14946; appliedIndex:14945; }","duration":"124.561405ms","start":"2026-03-31T05:27:50.328393Z","end":"2026-03-31T05:27:50.452955Z","steps":["trace[773482365] 'read index received' (duration: 124.212406ms)","trace[773482365] 'applied index is now lower than readState.Index' (duration: 347.999µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:50.453001Z","caller":"traceutil/trace.go:171","msg":"trace[1582615714] transaction","detail":"{read_only:false; response_revision:14383; number_of_response:1; }","duration":"129.46803ms","start":"2026-03-31T05:27:50.323502Z","end":"2026-03-31T05:27:50.45297Z","steps":["trace[1582615714] 'process raft request' (duration: 129.200662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:50.453193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.781271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:27:50.453242Z","caller":"traceutil/trace.go:171","msg":"trace[238226540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14383; }","duration":"124.869194ms","start":"2026-03-31T05:27:50.328361Z","end":"2026-03-31T05:27:50.45323Z","steps":["trace[238226540] 'agreement among raft nodes before linearized reading' (duration: 124.690319ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:57.914126Z","caller":"traceutil/trace.go:171","msg":"trace[785531674] linearizableReadLoop","detail":"{readStateIndex:15007; appliedIndex:15006; }","duration":"198.430425ms","start":"2026-03-31T05:27:57.715671Z","end":"2026-03-31T05:27:57.914101Z","steps":["trace[785531674] 'read index received' (duration: 198.215769ms)","trace[785531674] 'applied index is now lower than readState.Index' (duration: 213.746µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:57.914299Z","caller":"traceutil/trace.go:171","msg":"trace[668196825] transaction","detail":"{read_only:false; response_revision:14442; number_of_response:1; }","duration":"204.205253ms","start":"2026-03-31T05:27:57.710073Z","end":"2026-03-31T05:27:57.914278Z","steps":["trace[668196825] 'process raft request' (duration: 203.882064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:57.914408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.722713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:27:57.914453Z","caller":"traceutil/trace.go:171","msg":"trace[1094479689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14442; }","duration":"198.800065ms","start":"2026-03-31T05:27:57.715641Z","end":"2026-03-31T05:27:57.914441Z","steps":["trace[1094479689] 'agreement among raft nodes before linearized reading' (duration: 198.554349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:58.200059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.898642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:27:58.200182Z","caller":"traceutil/trace.go:171","msg":"trace[426762298] transaction","detail":"{read_only:false; response_revision:14443; number_of_response:1; }","duration":"281.352512ms","start":"2026-03-31T05:27:57.9188Z","end":"2026-03-31T05:27:58.200153Z","steps":["trace[426762298] 'process raft request' (duration: 174.278615ms)","trace[426762298] 'compare' (duration: 106.08916ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:58.235919Z","caller":"traceutil/trace.go:171","msg":"trace[677926449] linearizableReadLoop","detail":"{readStateIndex:15009; appliedIndex:15008; }","duration":"126.901549ms","start":"2026-03-31T05:27:58.108988Z","end":"2026-03-31T05:27:58.235889Z","steps":["trace[677926449] 'read index received' (duration: 126.752075ms)","trace[677926449] 'applied index is now lower than readState.Index' (duration: 148.304µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:58.236072Z","caller":"traceutil/trace.go:171","msg":"trace[2100553580] transaction","detail":"{read_only:false; response_revision:14444; number_of_response:1; }","duration":"273.819486ms","start":"2026-03-31T05:27:57.962235Z","end":"2026-03-31T05:27:58.236054Z","steps":["trace[2100553580] 'process raft request' (duration: 273.521708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:58.236594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.582368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:27:58.236695Z","caller":"traceutil/trace.go:171","msg":"trace[1164842139] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14444; }","duration":"127.736723ms","start":"2026-03-31T05:27:58.108937Z","end":"2026-03-31T05:27:58.236674Z","steps":["trace[1164842139] 'agreement among raft nodes before linearized reading' (duration: 127.437545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:58.389277Z","caller":"traceutil/trace.go:171","msg":"trace[483658002] linearizableReadLoop","detail":"{readStateIndex:15010; appliedIndex:15009; }","duration":"148.15212ms","start":"2026-03-31T05:27:58.241101Z","end":"2026-03-31T05:27:58.389253Z","steps":["trace[483658002] 'read index received' (duration: 146.30943ms)","trace[483658002] 'applied index is now lower than readState.Index' (duration: 1.84155ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:58.389375Z","caller":"traceutil/trace.go:171","msg":"trace[1798401545] transaction","detail":"{read_only:false; response_revision:14445; number_of_response:1; }","duration":"148.802739ms","start":"2026-03-31T05:27:58.240541Z","end":"2026-03-31T05:27:58.389344Z","steps":["trace[1798401545] 'process raft request' (duration: 146.888666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:58.389474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.351326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:27:58.389515Z","caller":"traceutil/trace.go:171","msg":"trace[1566305983] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14445; }","duration":"148.430848ms","start":"2026-03-31T05:27:58.241074Z","end":"2026-03-31T05:27:58.389505Z","steps":["trace[1566305983] 'agreement among raft nodes before linearized reading' (duration: 148.271774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:01.853172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792642297,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:28:01.889257Z","caller":"traceutil/trace.go:171","msg":"trace[1756388170] transaction","detail":"{read_only:false; response_revision:14458; number_of_response:1; }","duration":"580.581273ms","start":"2026-03-31T05:28:01.30864Z","end":"2026-03-31T05:28:01.889221Z","steps":["trace[1756388170] 'process raft request' (duration: 580.316295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:01.88956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.308621Z","time spent":"580.734147ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:28:01.900968Z","caller":"traceutil/trace.go:171","msg":"trace[293692304] linearizableReadLoop","detail":"{readStateIndex:15024; appliedIndex:15022; }","duration":"548.255219ms","start":"2026-03-31T05:28:01.352678Z","end":"2026-03-31T05:28:01.900933Z","steps":["trace[293692304] 'read index received' (duration: 536.305852ms)","trace[293692304] 'applied index is now lower than readState.Index' (duration: 11.948337ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:01.901064Z","caller":"traceutil/trace.go:171","msg":"trace[33006155] transaction","detail":"{read_only:false; response_revision:14459; number_of_response:1; }","duration":"482.45523ms","start":"2026-03-31T05:28:01.418567Z","end":"2026-03-31T05:28:01.901022Z","steps":["trace[33006155] 'process raft request' (duration: 482.180483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:01.901219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.519557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:28:01.90126Z","caller":"traceutil/trace.go:171","msg":"trace[1014189517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14459; }","duration":"548.586298ms","start":"2026-03-31T05:28:01.352659Z","end":"2026-03-31T05:28:01.901246Z","steps":["trace[1014189517] 'agreement among raft nodes before linearized reading' (duration: 548.421054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:01.901307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.352594Z","time spent":"548.701601ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:28:01.901495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.58997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:01.901581Z","caller":"traceutil/trace.go:171","msg":"trace[454943196] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:14459; }","duration":"119.773825ms","start":"2026-03-31T05:28:01.781786Z","end":"2026-03-31T05:28:01.90156Z","steps":["trace[454943196] 'agreement among raft nodes before linearized reading' (duration: 119.560029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:01.901639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.424155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415220"} {"level":"info","ts":"2026-03-31T05:28:01.901767Z","caller":"traceutil/trace.go:171","msg":"trace[1017301576] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:14459; }","duration":"476.572269ms","start":"2026-03-31T05:28:01.425179Z","end":"2026-03-31T05:28:01.901751Z","steps":["trace[1017301576] 'agreement among raft nodes before linearized reading' (duration: 476.330033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:01.901795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.425164Z","time spent":"476.62289ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415243,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T05:28:01.901469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.249361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:28:01.902237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.41854Z","time spent":"482.699707ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:28:01.902262Z","caller":"traceutil/trace.go:171","msg":"trace[1821806768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14459; }","duration":"398.055953ms","start":"2026-03-31T05:28:01.504178Z","end":"2026-03-31T05:28:01.902234Z","steps":["trace[1821806768] 'agreement among raft nodes before linearized reading' (duration: 397.19691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:01.902327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.504162Z","time spent":"398.147655ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:28:01.902583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.271348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:28:01.902687Z","caller":"traceutil/trace.go:171","msg":"trace[212601187] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:14459; }","duration":"541.553195ms","start":"2026-03-31T05:28:01.361114Z","end":"2026-03-31T05:28:01.902668Z","steps":["trace[212601187] 'agreement among raft nodes before linearized reading' (duration: 540.175448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:01.902778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.3611Z","time spent":"541.660579ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:28:02.124588Z","caller":"traceutil/trace.go:171","msg":"trace[1083136162] linearizableReadLoop","detail":"{readStateIndex:15026; appliedIndex:15024; }","duration":"217.010643ms","start":"2026-03-31T05:28:01.907554Z","end":"2026-03-31T05:28:02.124565Z","steps":["trace[1083136162] 'read index received' (duration: 130.266041ms)","trace[1083136162] 'applied index is now lower than readState.Index' (duration: 86.743751ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:02.12583Z","caller":"traceutil/trace.go:171","msg":"trace[607299722] transaction","detail":"{read_only:false; response_revision:14460; number_of_response:1; }","duration":"220.763275ms","start":"2026-03-31T05:28:01.90502Z","end":"2026-03-31T05:28:02.125783Z","steps":["trace[607299722] 'process raft request' (duration: 132.78954ms)","trace[607299722] 'compare' (duration: 86.512345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:28:02.126091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.489456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:28:02.126014Z","caller":"traceutil/trace.go:171","msg":"trace[1420841592] transaction","detail":"{read_only:false; response_revision:14461; number_of_response:1; }","duration":"218.629137ms","start":"2026-03-31T05:28:01.907335Z","end":"2026-03-31T05:28:02.125964Z","steps":["trace[1420841592] 'process raft request' (duration: 217.187067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:02.126157Z","caller":"traceutil/trace.go:171","msg":"trace[365900977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14461; }","duration":"198.60339ms","start":"2026-03-31T05:28:01.927537Z","end":"2026-03-31T05:28:02.12614Z","steps":["trace[365900977] 'agreement among raft nodes before linearized reading' (duration: 198.401194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:02.126381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.801091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:549692"} {"level":"info","ts":"2026-03-31T05:28:02.126469Z","caller":"traceutil/trace.go:171","msg":"trace[1810627019] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:14461; }","duration":"218.919105ms","start":"2026-03-31T05:28:01.90753Z","end":"2026-03-31T05:28:02.126449Z","steps":["trace[1810627019] 'agreement among raft nodes before linearized reading' (duration: 218.192455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:02.300243Z","caller":"traceutil/trace.go:171","msg":"trace[745006379] transaction","detail":"{read_only:false; response_revision:14462; number_of_response:1; }","duration":"169.124244ms","start":"2026-03-31T05:28:02.131099Z","end":"2026-03-31T05:28:02.300223Z","steps":["trace[745006379] 'process raft request' (duration: 113.838002ms)","trace[745006379] 'compare' (duration: 54.980203ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:02.494395Z","caller":"traceutil/trace.go:171","msg":"trace[1454516486] transaction","detail":"{read_only:false; response_revision:14463; number_of_response:1; }","duration":"190.966491ms","start":"2026-03-31T05:28:02.303393Z","end":"2026-03-31T05:28:02.494359Z","steps":["trace[1454516486] 'process raft request' (duration: 190.699314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:02.701995Z","caller":"traceutil/trace.go:171","msg":"trace[848988010] linearizableReadLoop","detail":"{readStateIndex:15030; appliedIndex:15028; }","duration":"260.238784ms","start":"2026-03-31T05:28:02.441727Z","end":"2026-03-31T05:28:02.701966Z","steps":["trace[848988010] 'read index received' (duration: 52.472225ms)","trace[848988010] 'applied index is now lower than readState.Index' (duration: 207.765469ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:02.702096Z","caller":"traceutil/trace.go:171","msg":"trace[1382239566] transaction","detail":"{read_only:false; response_revision:14464; number_of_response:1; }","duration":"277.923668ms","start":"2026-03-31T05:28:02.424146Z","end":"2026-03-31T05:28:02.70207Z","steps":["trace[1382239566] 'process raft request' (duration: 277.474275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:02.702232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.48596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:28:02.702298Z","caller":"traceutil/trace.go:171","msg":"trace[171564906] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14464; }","duration":"260.595163ms","start":"2026-03-31T05:28:02.441683Z","end":"2026-03-31T05:28:02.702278Z","steps":["trace[171564906] 'agreement among raft nodes before linearized reading' (duration: 260.418668ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:03.154598Z","caller":"traceutil/trace.go:171","msg":"trace[1936058755] linearizableReadLoop","detail":"{readStateIndex:15033; appliedIndex:15032; }","duration":"285.837636ms","start":"2026-03-31T05:28:02.868731Z","end":"2026-03-31T05:28:03.154568Z","steps":["trace[1936058755] 'read index received' (duration: 285.535317ms)","trace[1936058755] 'applied index is now lower than readState.Index' (duration: 300.468µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:03.15498Z","caller":"traceutil/trace.go:171","msg":"trace[654002591] transaction","detail":"{read_only:false; response_revision:14467; number_of_response:1; }","duration":"350.078302ms","start":"2026-03-31T05:28:02.804887Z","end":"2026-03-31T05:28:03.154966Z","steps":["trace[654002591] 'process raft request' (duration: 349.468306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:03.155087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:02.804863Z","time spent":"350.156484ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:28:03.155312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.558865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:03.155373Z","caller":"traceutil/trace.go:171","msg":"trace[1906253104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14467; }","duration":"286.656068ms","start":"2026-03-31T05:28:02.8687Z","end":"2026-03-31T05:28:03.155356Z","steps":["trace[1906253104] 'agreement among raft nodes before linearized reading' (duration: 286.529555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:03.639503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.486284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:28:03.639622Z","caller":"traceutil/trace.go:171","msg":"trace[234453677] linearizableReadLoop","detail":"{readStateIndex:15034; appliedIndex:15033; }","duration":"348.782846ms","start":"2026-03-31T05:28:03.29082Z","end":"2026-03-31T05:28:03.639602Z","steps":["trace[234453677] 'read index received' (duration: 217.025504ms)","trace[234453677] 'applied index is now lower than readState.Index' (duration: 131.756132ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:03.639701Z","caller":"traceutil/trace.go:171","msg":"trace[1478195875] transaction","detail":"{read_only:false; response_revision:14468; number_of_response:1; }","duration":"436.659768ms","start":"2026-03-31T05:28:03.203029Z","end":"2026-03-31T05:28:03.639689Z","steps":["trace[1478195875] 'process raft request' (duration: 304.896776ms)","trace[1478195875] 'compare' (duration: 131.255368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:28:03.639762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:03.203004Z","time spent":"436.727929ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:28:03.639935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.367279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:03.639999Z","caller":"traceutil/trace.go:171","msg":"trace[2022193993] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:14468; }","duration":"346.461182ms","start":"2026-03-31T05:28:03.293523Z","end":"2026-03-31T05:28:03.639984Z","steps":["trace[2022193993] 'agreement among raft nodes before linearized reading' (duration: 346.344229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:03.640024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:03.293508Z","time spent":"346.511003ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:28:03.64006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.884637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19044"} {"level":"warn","ts":"2026-03-31T05:28:03.64007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.522277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:03.640193Z","caller":"traceutil/trace.go:171","msg":"trace[494733922] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:14468; }","duration":"262.655711ms","start":"2026-03-31T05:28:03.377492Z","end":"2026-03-31T05:28:03.640148Z","steps":["trace[494733922] 'agreement among raft nodes before linearized reading' (duration: 262.437875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:03.640229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.64692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5154"} {"level":"info","ts":"2026-03-31T05:28:03.640249Z","caller":"traceutil/trace.go:171","msg":"trace[1446578316] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:14468; }","duration":"330.691711ms","start":"2026-03-31T05:28:03.309551Z","end":"2026-03-31T05:28:03.640243Z","steps":["trace[1446578316] 'agreement among raft nodes before linearized reading' (duration: 330.601949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:03.640264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:03.309537Z","time spent":"330.723842ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5177,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:28:03.640296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.472374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:03.640333Z","caller":"traceutil/trace.go:171","msg":"trace[2058800409] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:14468; }","duration":"349.535195ms","start":"2026-03-31T05:28:03.290787Z","end":"2026-03-31T05:28:03.640323Z","steps":["trace[2058800409] 'agreement among raft nodes before linearized reading' (duration: 349.479954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:03.640361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:03.290772Z","time spent":"349.583217ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:28:03.640369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.563735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:03.640458Z","caller":"traceutil/trace.go:171","msg":"trace[321048432] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:14468; }","duration":"346.666767ms","start":"2026-03-31T05:28:03.293767Z","end":"2026-03-31T05:28:03.640434Z","steps":["trace[321048432] 'agreement among raft nodes before linearized reading' (duration: 346.499063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:03.640482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.90776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:03.64012Z","caller":"traceutil/trace.go:171","msg":"trace[430619783] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14468; }","duration":"153.981719ms","start":"2026-03-31T05:28:03.486123Z","end":"2026-03-31T05:28:03.640105Z","steps":["trace[430619783] 'agreement among raft nodes before linearized reading' (duration: 153.798994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:03.64051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:03.293763Z","time spent":"346.733659ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"info","ts":"2026-03-31T05:28:03.640534Z","caller":"traceutil/trace.go:171","msg":"trace[1855724033] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:14468; }","duration":"182.991843ms","start":"2026-03-31T05:28:03.457525Z","end":"2026-03-31T05:28:03.640517Z","steps":["trace[1855724033] 'agreement among raft nodes before linearized reading' (duration: 182.91226ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:05.384143Z","caller":"traceutil/trace.go:171","msg":"trace[1395126245] linearizableReadLoop","detail":"{readStateIndex:15044; appliedIndex:15043; }","duration":"122.807868ms","start":"2026-03-31T05:28:05.261308Z","end":"2026-03-31T05:28:05.384115Z","steps":["trace[1395126245] 'read index received' (duration: 122.51931ms)","trace[1395126245] 'applied index is now lower than readState.Index' (duration: 287.508µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:05.384213Z","caller":"traceutil/trace.go:171","msg":"trace[10507795] transaction","detail":"{read_only:false; response_revision:14478; number_of_response:1; }","duration":"190.989601ms","start":"2026-03-31T05:28:05.193178Z","end":"2026-03-31T05:28:05.384168Z","steps":["trace[10507795] 'process raft request' (duration: 190.770515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:05.384398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.069304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-86f678998d-62hmx.18a1d5c62b0bbc94\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-03-31T05:28:05.384458Z","caller":"traceutil/trace.go:171","msg":"trace[1636957324] range","detail":"{range_begin:/registry/events/openstack/cinder-api-86f678998d-62hmx.18a1d5c62b0bbc94; range_end:; response_count:1; response_revision:14478; }","duration":"123.173588ms","start":"2026-03-31T05:28:05.261267Z","end":"2026-03-31T05:28:05.384441Z","steps":["trace[1636957324] 'agreement among raft nodes before linearized reading' (duration: 122.975382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:05.649428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.091689ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T05:28:05.649523Z","caller":"traceutil/trace.go:171","msg":"trace[1271928576] linearizableReadLoop","detail":"{readStateIndex:15045; appliedIndex:15044; }","duration":"187.28716ms","start":"2026-03-31T05:28:05.462217Z","end":"2026-03-31T05:28:05.649504Z","steps":["trace[1271928576] 'read index received' (duration: 24.079348ms)","trace[1271928576] 'applied index is now lower than readState.Index' (duration: 163.206442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:28:05.649796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.568428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:05.649839Z","caller":"traceutil/trace.go:171","msg":"trace[1092206444] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:14478; }","duration":"187.64139ms","start":"2026-03-31T05:28:05.462184Z","end":"2026-03-31T05:28:05.649825Z","steps":["trace[1092206444] 'agreement among raft nodes before linearized reading' (duration: 187.563968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:06.136308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.284555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:28:06.136442Z","caller":"traceutil/trace.go:171","msg":"trace[618730485] transaction","detail":"{read_only:false; response_revision:14481; number_of_response:1; }","duration":"203.496743ms","start":"2026-03-31T05:28:05.932915Z","end":"2026-03-31T05:28:06.136412Z","steps":["trace[618730485] 'process raft request' (duration: 74.028094ms)","trace[618730485] 'compare' (duration: 129.094479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:28:06.800349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792642367,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:28:07.194266Z","caller":"traceutil/trace.go:171","msg":"trace[1545736849] transaction","detail":"{read_only:false; response_revision:14482; number_of_response:1; }","duration":"980.005241ms","start":"2026-03-31T05:28:06.214237Z","end":"2026-03-31T05:28:07.194242Z","steps":["trace[1545736849] 'process raft request' (duration: 979.793775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.194394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.214218Z","time spent":"980.110254ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:28:07.202798Z","caller":"traceutil/trace.go:171","msg":"trace[1552978504] linearizableReadLoop","detail":"{readStateIndex:15050; appliedIndex:15048; }","duration":"902.682997ms","start":"2026-03-31T05:28:06.300093Z","end":"2026-03-31T05:28:07.202776Z","steps":["trace[1552978504] 'read index received' (duration: 893.923358ms)","trace[1552978504] 'applied index is now lower than readState.Index' (duration: 8.758789ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:07.202961Z","caller":"traceutil/trace.go:171","msg":"trace[329375485] transaction","detail":"{read_only:false; response_revision:14483; number_of_response:1; }","duration":"986.17633ms","start":"2026-03-31T05:28:06.216745Z","end":"2026-03-31T05:28:07.202922Z","steps":["trace[329375485] 'process raft request' (duration: 985.953094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.20356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.216708Z","time spent":"986.812638ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:28:07.203056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.959465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:28:07.203676Z","caller":"traceutil/trace.go:171","msg":"trace[1806764941] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:14483; }","duration":"903.618613ms","start":"2026-03-31T05:28:06.300031Z","end":"2026-03-31T05:28:07.20365Z","steps":["trace[1806764941] 'agreement among raft nodes before linearized reading' (duration: 902.906434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.203769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.300004Z","time spent":"903.744456ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:28:07.203306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.102613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:28:07.203899Z","caller":"traceutil/trace.go:171","msg":"trace[1287931543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14483; }","duration":"413.725541ms","start":"2026-03-31T05:28:06.790162Z","end":"2026-03-31T05:28:07.203887Z","steps":["trace[1287931543] 'agreement among raft nodes before linearized reading' (duration: 413.056852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.20397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.790141Z","time spent":"413.817263ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:28:07.20338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.190416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:28:07.204087Z","caller":"traceutil/trace.go:171","msg":"trace[700695711] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:14483; }","duration":"319.909306ms","start":"2026-03-31T05:28:06.884159Z","end":"2026-03-31T05:28:07.204068Z","steps":["trace[700695711] 'agreement among raft nodes before linearized reading' (duration: 319.168205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.203438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.982472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:28:07.204156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.884145Z","time spent":"319.992718ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-31T05:28:07.204175Z","caller":"traceutil/trace.go:171","msg":"trace[489290024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14483; }","duration":"694.774394ms","start":"2026-03-31T05:28:06.509383Z","end":"2026-03-31T05:28:07.204157Z","steps":["trace[489290024] 'agreement among raft nodes before linearized reading' (duration: 693.829888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.204218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.50936Z","time spent":"694.844985ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:28:07.203428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.969806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:07.204317Z","caller":"traceutil/trace.go:171","msg":"trace[1899725169] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:14483; }","duration":"527.907762ms","start":"2026-03-31T05:28:06.676397Z","end":"2026-03-31T05:28:07.204305Z","steps":["trace[1899725169] 'agreement among raft nodes before linearized reading' (duration: 526.966606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.204356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.676375Z","time spent":"527.970573ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:07.203451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.466691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:28:07.204527Z","caller":"traceutil/trace.go:171","msg":"trace[564962405] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14483; }","duration":"400.52615ms","start":"2026-03-31T05:28:06.80395Z","end":"2026-03-31T05:28:07.204476Z","steps":["trace[564962405] 'agreement among raft nodes before linearized reading' (duration: 399.44718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.203461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.963801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:28:07.204563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.803933Z","time spent":"400.619392ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:28:07.203447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.473536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:07.204589Z","caller":"traceutil/trace.go:171","msg":"trace[586207168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14483; }","duration":"827.111262ms","start":"2026-03-31T05:28:06.377455Z","end":"2026-03-31T05:28:07.204567Z","steps":["trace[586207168] 'agreement among raft nodes before linearized reading' (duration: 825.731445ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:07.204711Z","caller":"traceutil/trace.go:171","msg":"trace[1805209153] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:14483; }","duration":"789.76314ms","start":"2026-03-31T05:28:06.414914Z","end":"2026-03-31T05:28:07.204677Z","steps":["trace[1805209153] 'agreement among raft nodes before linearized reading' (duration: 788.407603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.204726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.377433Z","time spent":"827.255846ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:28:07.20482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.414893Z","time spent":"789.905495ms","remote":"127.0.0.1:35204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:07.4786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.569538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:07.478673Z","caller":"traceutil/trace.go:171","msg":"trace[14676543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14489; }","duration":"172.692731ms","start":"2026-03-31T05:28:07.305961Z","end":"2026-03-31T05:28:07.478654Z","steps":["trace[14676543] 'count revisions from in-memory index tree' (duration: 172.485536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:08.76968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.318893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:08.769795Z","caller":"traceutil/trace.go:171","msg":"trace[1774357083] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:14491; }","duration":"671.482158ms","start":"2026-03-31T05:28:08.098287Z","end":"2026-03-31T05:28:08.769769Z","steps":["trace[1774357083] 'count revisions from in-memory index tree' (duration: 671.223971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:08.769852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:08.098268Z","time spent":"671.562329ms","remote":"127.0.0.1:33378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:08.770347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.00836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:08.770457Z","caller":"traceutil/trace.go:171","msg":"trace[1382856094] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:14491; }","duration":"635.175165ms","start":"2026-03-31T05:28:08.135252Z","end":"2026-03-31T05:28:08.770427Z","steps":["trace[1382856094] 'count revisions from in-memory index tree' (duration: 634.885637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:08.770527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:08.135224Z","time spent":"635.284158ms","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":16,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:08.770551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.169942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:28:08.770743Z","caller":"traceutil/trace.go:171","msg":"trace[1922349863] transaction","detail":"{read_only:false; response_revision:14492; number_of_response:1; }","duration":"628.77639ms","start":"2026-03-31T05:28:08.14191Z","end":"2026-03-31T05:28:08.770686Z","steps":["trace[1922349863] 'process raft request' (duration: 315.388902ms)","trace[1922349863] 'compare' (duration: 312.484623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:28:08.770894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:08.141889Z","time spent":"628.922944ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:28:09.01942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.817252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:28:09.019487Z","caller":"traceutil/trace.go:171","msg":"trace[222118982] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:14492; }","duration":"124.937356ms","start":"2026-03-31T05:28:08.894532Z","end":"2026-03-31T05:28:09.01947Z","steps":["trace[222118982] 'range keys from in-memory index tree' (duration: 124.606427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:09.019942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.231383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:09.019977Z","caller":"traceutil/trace.go:171","msg":"trace[1660370365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14492; }","duration":"148.317395ms","start":"2026-03-31T05:28:08.87165Z","end":"2026-03-31T05:28:09.019968Z","steps":["trace[1660370365] 'range keys from in-memory index tree' (duration: 148.16929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:09.41435Z","caller":"traceutil/trace.go:171","msg":"trace[929783967] transaction","detail":"{read_only:false; response_revision:14494; number_of_response:1; }","duration":"108.872517ms","start":"2026-03-31T05:28:09.305454Z","end":"2026-03-31T05:28:09.414326Z","steps":["trace[929783967] 'process raft request' (duration: 108.756834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:09.436683Z","caller":"traceutil/trace.go:171","msg":"trace[1216741516] linearizableReadLoop","detail":"{readStateIndex:15065; appliedIndex:15061; }","duration":"130.454286ms","start":"2026-03-31T05:28:09.306209Z","end":"2026-03-31T05:28:09.436663Z","steps":["trace[1216741516] 'read index received' (duration: 108.031174ms)","trace[1216741516] 'applied index is now lower than readState.Index' (duration: 22.422322ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:09.436811Z","caller":"traceutil/trace.go:171","msg":"trace[879252323] transaction","detail":"{read_only:false; response_revision:14497; number_of_response:1; }","duration":"130.892158ms","start":"2026-03-31T05:28:09.3059Z","end":"2026-03-31T05:28:09.436792Z","steps":["trace[879252323] 'process raft request' (duration: 130.719773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:09.436811Z","caller":"traceutil/trace.go:171","msg":"trace[306029354] transaction","detail":"{read_only:false; response_revision:14496; number_of_response:1; }","duration":"130.840047ms","start":"2026-03-31T05:28:09.305891Z","end":"2026-03-31T05:28:09.436731Z","steps":["trace[306029354] 'process raft request' (duration: 130.706894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:09.436965Z","caller":"traceutil/trace.go:171","msg":"trace[1244319123] transaction","detail":"{read_only:false; response_revision:14495; number_of_response:1; }","duration":"131.083873ms","start":"2026-03-31T05:28:09.305868Z","end":"2026-03-31T05:28:09.436952Z","steps":["trace[1244319123] 'process raft request' (duration: 130.639711ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:09.437023Z","caller":"traceutil/trace.go:171","msg":"trace[1579726449] transaction","detail":"{read_only:false; response_revision:14498; number_of_response:1; }","duration":"130.286531ms","start":"2026-03-31T05:28:09.306698Z","end":"2026-03-31T05:28:09.436985Z","steps":["trace[1579726449] 'process raft request' (duration: 129.939822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:09.437347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.122905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:549692"} {"level":"info","ts":"2026-03-31T05:28:09.437382Z","caller":"traceutil/trace.go:171","msg":"trace[90621949] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:14498; }","duration":"131.183886ms","start":"2026-03-31T05:28:09.306192Z","end":"2026-03-31T05:28:09.437375Z","steps":["trace[90621949] 'agreement among raft nodes before linearized reading' (duration: 130.548689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:09.599332Z","caller":"traceutil/trace.go:171","msg":"trace[1821382771] transaction","detail":"{read_only:false; response_revision:14499; number_of_response:1; }","duration":"114.620462ms","start":"2026-03-31T05:28:09.484664Z","end":"2026-03-31T05:28:09.599285Z","steps":["trace[1821382771] 'process raft request' (duration: 42.653885ms)","trace[1821382771] 'compare' (duration: 71.547686ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:14.186707Z","caller":"traceutil/trace.go:171","msg":"trace[1729707422] linearizableReadLoop","detail":"{readStateIndex:15109; appliedIndex:15108; }","duration":"157.112216ms","start":"2026-03-31T05:28:14.029553Z","end":"2026-03-31T05:28:14.186666Z","steps":["trace[1729707422] 'read index received' (duration: 156.853279ms)","trace[1729707422] 'applied index is now lower than readState.Index' (duration: 257.337µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:14.186805Z","caller":"traceutil/trace.go:171","msg":"trace[621846787] transaction","detail":"{read_only:false; response_revision:14540; number_of_response:1; }","duration":"169.614517ms","start":"2026-03-31T05:28:14.017137Z","end":"2026-03-31T05:28:14.186752Z","steps":["trace[621846787] 'process raft request' (duration: 169.285878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:14.187019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.434134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:28:14.187064Z","caller":"traceutil/trace.go:171","msg":"trace[1113986559] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14540; }","duration":"157.544667ms","start":"2026-03-31T05:28:14.029508Z","end":"2026-03-31T05:28:14.187052Z","steps":["trace[1113986559] 'agreement among raft nodes before linearized reading' (duration: 157.341142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:14.282477Z","caller":"traceutil/trace.go:171","msg":"trace[1195957796] transaction","detail":"{read_only:false; response_revision:14541; number_of_response:1; }","duration":"198.009043ms","start":"2026-03-31T05:28:14.084435Z","end":"2026-03-31T05:28:14.282444Z","steps":["trace[1195957796] 'process raft request' (duration: 176.437524ms)","trace[1195957796] 'compare' (duration: 21.418605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:28:14.282704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.176176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-31T05:28:14.282801Z","caller":"traceutil/trace.go:171","msg":"trace[1648723646] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:14541; }","duration":"240.289129ms","start":"2026-03-31T05:28:14.042486Z","end":"2026-03-31T05:28:14.282775Z","steps":["trace[1648723646] 'agreement among raft nodes before linearized reading' (duration: 239.977991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:14.283395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.471371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:28:14.283472Z","caller":"traceutil/trace.go:171","msg":"trace[757391841] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14541; }","duration":"241.565384ms","start":"2026-03-31T05:28:14.041887Z","end":"2026-03-31T05:28:14.283453Z","steps":["trace[757391841] 'agreement among raft nodes before linearized reading' (duration: 240.621618ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:14.442715Z","caller":"traceutil/trace.go:171","msg":"trace[1597481099] transaction","detail":"{read_only:false; response_revision:14543; number_of_response:1; }","duration":"100.011104ms","start":"2026-03-31T05:28:14.342681Z","end":"2026-03-31T05:28:14.442692Z","steps":["trace[1597481099] 'process raft request' (duration: 99.546421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:14.443246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.22993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:63 size:88189"} {"level":"info","ts":"2026-03-31T05:28:14.443284Z","caller":"traceutil/trace.go:171","msg":"trace[257299915] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:63; response_revision:14543; }","duration":"100.304332ms","start":"2026-03-31T05:28:14.342973Z","end":"2026-03-31T05:28:14.443277Z","steps":["trace[257299915] 'agreement among raft nodes before linearized reading' (duration: 99.917351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:19.528838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.101219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:28:19.528959Z","caller":"traceutil/trace.go:171","msg":"trace[111133406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14575; }","duration":"163.259204ms","start":"2026-03-31T05:28:19.365669Z","end":"2026-03-31T05:28:19.528929Z","steps":["trace[111133406] 'range keys from in-memory index tree' (duration: 162.856283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:22.943555Z","caller":"traceutil/trace.go:171","msg":"trace[1804549255] transaction","detail":"{read_only:false; response_revision:14594; number_of_response:1; }","duration":"101.786952ms","start":"2026-03-31T05:28:22.841746Z","end":"2026-03-31T05:28:22.943533Z","steps":["trace[1804549255] 'process raft request' (duration: 101.478114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:27.68364Z","caller":"traceutil/trace.go:171","msg":"trace[124343034] transaction","detail":"{read_only:false; response_revision:14618; number_of_response:1; }","duration":"111.997532ms","start":"2026-03-31T05:28:27.571615Z","end":"2026-03-31T05:28:27.683612Z","steps":["trace[124343034] 'process raft request' (duration: 111.819957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:31.945148Z","caller":"traceutil/trace.go:171","msg":"trace[554898277] transaction","detail":"{read_only:false; response_revision:14641; number_of_response:1; }","duration":"117.089982ms","start":"2026-03-31T05:28:31.828008Z","end":"2026-03-31T05:28:31.945098Z","steps":["trace[554898277] 'process raft request' (duration: 116.972279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:31.945143Z","caller":"traceutil/trace.go:171","msg":"trace[1642889050] transaction","detail":"{read_only:false; response_revision:14640; number_of_response:1; }","duration":"117.137733ms","start":"2026-03-31T05:28:31.827958Z","end":"2026-03-31T05:28:31.945096Z","steps":["trace[1642889050] 'process raft request' (duration: 114.125251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:31.945174Z","caller":"traceutil/trace.go:171","msg":"trace[1128166579] transaction","detail":"{read_only:false; response_revision:14642; number_of_response:1; }","duration":"117.103302ms","start":"2026-03-31T05:28:31.828022Z","end":"2026-03-31T05:28:31.945125Z","steps":["trace[1128166579] 'process raft request' (duration: 117.03753ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:31.945241Z","caller":"traceutil/trace.go:171","msg":"trace[1289492840] transaction","detail":"{read_only:false; response_revision:14643; number_of_response:1; }","duration":"117.171184ms","start":"2026-03-31T05:28:31.828044Z","end":"2026-03-31T05:28:31.945215Z","steps":["trace[1289492840] 'process raft request' (duration: 117.040491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:33.940052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792642829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:28:34.441066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792642829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:28:34.853095Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.865731928s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:28:34.853499Z","caller":"traceutil/trace.go:171","msg":"trace[345142846] transaction","detail":"{read_only:false; response_revision:14645; number_of_response:1; }","duration":"1.866260373s","start":"2026-03-31T05:28:32.987213Z","end":"2026-03-31T05:28:34.853473Z","steps":["trace[345142846] 'process raft request' (duration: 1.866079288s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:34.853666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:32.987175Z","time spent":"1.866418857s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:28:35.22446Z","caller":"traceutil/trace.go:171","msg":"trace[1802534550] transaction","detail":"{read_only:false; response_revision:14647; number_of_response:1; }","duration":"930.787322ms","start":"2026-03-31T05:28:34.293642Z","end":"2026-03-31T05:28:35.224429Z","steps":["trace[1802534550] 'process raft request' (duration: 930.72245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:35.224533Z","caller":"traceutil/trace.go:171","msg":"trace[300177785] transaction","detail":"{read_only:false; response_revision:14646; number_of_response:1; }","duration":"1.396593079s","start":"2026-03-31T05:28:33.827903Z","end":"2026-03-31T05:28:35.224496Z","steps":["trace[300177785] 'process raft request' (duration: 1.396294971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.224621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:34.293624Z","time spent":"930.908996ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:28:35.224748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:33.827875Z","time spent":"1.396767975s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:28:35.225563Z","caller":"traceutil/trace.go:171","msg":"trace[1762881025] linearizableReadLoop","detail":"{readStateIndex:15221; appliedIndex:15217; }","duration":"1.786557553s","start":"2026-03-31T05:28:33.438982Z","end":"2026-03-31T05:28:35.225539Z","steps":["trace[1762881025] 'read index received' (duration: 1.414404266s)","trace[1762881025] 'applied index is now lower than readState.Index' (duration: 372.152237ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:35.225696Z","caller":"traceutil/trace.go:171","msg":"trace[535950538] transaction","detail":"{read_only:false; response_revision:14649; number_of_response:1; }","duration":"550.37317ms","start":"2026-03-31T05:28:34.67531Z","end":"2026-03-31T05:28:35.225683Z","steps":["trace[535950538] 'process raft request' (duration: 550.135273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:35.225654Z","caller":"traceutil/trace.go:171","msg":"trace[2003193022] transaction","detail":"{read_only:false; response_revision:14648; number_of_response:1; }","duration":"926.935947ms","start":"2026-03-31T05:28:34.298696Z","end":"2026-03-31T05:28:35.225632Z","steps":["trace[2003193022] 'process raft request' (duration: 925.702873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.225784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:34.675286Z","time spent":"550.436152ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:28:35.22581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:34.298672Z","time spent":"927.081461ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:28:35.225994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787011895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:35.226016Z","caller":"traceutil/trace.go:171","msg":"trace[1534281809] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:14649; }","duration":"1.787064297s","start":"2026-03-31T05:28:33.438946Z","end":"2026-03-31T05:28:35.22601Z","steps":["trace[1534281809] 'agreement among raft nodes before linearized reading' (duration: 1.787020826s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.226042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:33.438929Z","time spent":"1.787100328s","remote":"127.0.0.1:33084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:35.226166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553019107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:35.226181Z","caller":"traceutil/trace.go:171","msg":"trace[37663129] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:14649; }","duration":"1.553080268s","start":"2026-03-31T05:28:33.673095Z","end":"2026-03-31T05:28:35.226176Z","steps":["trace[37663129] 'agreement among raft nodes before linearized reading' (duration: 1.553050258s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.226195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:33.673074Z","time spent":"1.55311667s","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:35.226281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273317618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:28:35.22631Z","caller":"traceutil/trace.go:171","msg":"trace[1609114772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14649; }","duration":"1.2733722s","start":"2026-03-31T05:28:33.952928Z","end":"2026-03-31T05:28:35.2263Z","steps":["trace[1609114772] 'agreement among raft nodes before linearized reading' (duration: 1.273268257s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.226331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:33.952913Z","time spent":"1.273413231s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:28:35.226345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335145229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:35.226362Z","caller":"traceutil/trace.go:171","msg":"trace[2075092528] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:14649; }","duration":"1.335164629s","start":"2026-03-31T05:28:33.891191Z","end":"2026-03-31T05:28:35.226356Z","steps":["trace[2075092528] 'agreement among raft nodes before linearized reading' (duration: 1.335076077s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.226382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:33.891156Z","time spent":"1.335221831s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:35.226473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356119603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:28:35.226487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.542713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:35.226496Z","caller":"traceutil/trace.go:171","msg":"trace[1592646043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14649; }","duration":"1.356178444s","start":"2026-03-31T05:28:33.870312Z","end":"2026-03-31T05:28:35.22649Z","steps":["trace[1592646043] 'agreement among raft nodes before linearized reading' (duration: 1.356134793s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.22651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:33.870298Z","time spent":"1.356208705s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:28:35.226512Z","caller":"traceutil/trace.go:171","msg":"trace[427147271] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:14649; }","duration":"163.572133ms","start":"2026-03-31T05:28:35.062931Z","end":"2026-03-31T05:28:35.226503Z","steps":["trace[427147271] 'agreement among raft nodes before linearized reading' (duration: 163.525592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.226666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.66292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:28:35.226696Z","caller":"traceutil/trace.go:171","msg":"trace[31623039] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14649; }","duration":"312.721021ms","start":"2026-03-31T05:28:34.913969Z","end":"2026-03-31T05:28:35.22669Z","steps":["trace[31623039] 'agreement among raft nodes before linearized reading' (duration: 312.639939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.226714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:34.913952Z","time spent":"312.757033ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:28:35.226718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398736158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6386"} {"level":"info","ts":"2026-03-31T05:28:35.22674Z","caller":"traceutil/trace.go:171","msg":"trace[1181124946] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:14649; }","duration":"1.398804161s","start":"2026-03-31T05:28:33.827929Z","end":"2026-03-31T05:28:35.226733Z","steps":["trace[1181124946] 'agreement among raft nodes before linearized reading' (duration: 1.398754589s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.226753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:33.827908Z","time spent":"1.398841881s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6409,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-31T05:28:35.226848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398885793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:35.226869Z","caller":"traceutil/trace.go:171","msg":"trace[1031314358] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:14649; }","duration":"1.398930783s","start":"2026-03-31T05:28:33.827934Z","end":"2026-03-31T05:28:35.226864Z","steps":["trace[1031314358] 'agreement among raft nodes before linearized reading' (duration: 1.398899052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.226883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:33.827926Z","time spent":"1.398953845s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:28:35.226882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170096556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:35.226906Z","caller":"traceutil/trace.go:171","msg":"trace[765104668] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:14649; }","duration":"1.170176028s","start":"2026-03-31T05:28:34.056723Z","end":"2026-03-31T05:28:35.226899Z","steps":["trace[765104668] 'agreement among raft nodes before linearized reading' (duration: 1.170141067s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.226931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:34.056707Z","time spent":"1.170218319s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:35.226954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428173514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:35.226968Z","caller":"traceutil/trace.go:171","msg":"trace[1626925924] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:14649; }","duration":"1.428216524s","start":"2026-03-31T05:28:33.798748Z","end":"2026-03-31T05:28:35.226964Z","steps":["trace[1626925924] 'agreement among raft nodes before linearized reading' (duration: 1.428194043s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.226983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:33.798733Z","time spent":"1.428246695s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:28:35.227074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27336685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:28:35.227102Z","caller":"traceutil/trace.go:171","msg":"trace[1218667621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14649; }","duration":"1.273447201s","start":"2026-03-31T05:28:33.953648Z","end":"2026-03-31T05:28:35.227095Z","steps":["trace[1218667621] 'agreement among raft nodes before linearized reading' (duration: 1.27338278s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.227114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517322001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:28:35.227123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:33.953607Z","time spent":"1.273511274s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:28:35.227131Z","caller":"traceutil/trace.go:171","msg":"trace[1094570032] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14649; }","duration":"1.517369912s","start":"2026-03-31T05:28:33.709755Z","end":"2026-03-31T05:28:35.227125Z","steps":["trace[1094570032] 'agreement among raft nodes before linearized reading' (duration: 1.517331641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.227149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:33.709738Z","time spent":"1.517408113s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:28:35.226851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.065808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:28:35.227273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273637467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:28:35.227294Z","caller":"traceutil/trace.go:171","msg":"trace[1090219879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14649; }","duration":"1.27372061s","start":"2026-03-31T05:28:33.953567Z","end":"2026-03-31T05:28:35.227287Z","steps":["trace[1090219879] 'agreement among raft nodes before linearized reading' (duration: 1.273660748s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.227312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:33.953529Z","time spent":"1.273778421s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:28:35.227472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273936966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:28:35.227499Z","caller":"traceutil/trace.go:171","msg":"trace[785243397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14649; }","duration":"1.273964226s","start":"2026-03-31T05:28:33.953529Z","end":"2026-03-31T05:28:35.227493Z","steps":["trace[785243397] 'agreement among raft nodes before linearized reading' (duration: 1.273898585s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.227518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:33.953512Z","time spent":"1.274001167s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:28:35.227293Z","caller":"traceutil/trace.go:171","msg":"trace[349975142] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:14649; }","duration":"781.50851ms","start":"2026-03-31T05:28:34.445776Z","end":"2026-03-31T05:28:35.227285Z","steps":["trace[349975142] 'agreement among raft nodes before linearized reading' (duration: 781.050007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.227654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:34.445733Z","time spent":"781.913311ms","remote":"127.0.0.1:37900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:35.226674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391021357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:28:35.227704Z","caller":"traceutil/trace.go:171","msg":"trace[1473300147] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:14649; }","duration":"1.392061976s","start":"2026-03-31T05:28:33.835634Z","end":"2026-03-31T05:28:35.227696Z","steps":["trace[1473300147] 'agreement among raft nodes before linearized reading' (duration: 1.390962986s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.227728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:33.835627Z","time spent":"1.392095877s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:28:35.227078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473795871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:28:35.22787Z","caller":"traceutil/trace.go:171","msg":"trace[65041123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14649; }","duration":"1.474617043s","start":"2026-03-31T05:28:33.753248Z","end":"2026-03-31T05:28:35.227865Z","steps":["trace[65041123] 'agreement among raft nodes before linearized reading' (duration: 1.473790971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.227888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:33.753231Z","time spent":"1.474651664s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:28:35.371857Z","caller":"traceutil/trace.go:171","msg":"trace[2029578937] transaction","detail":"{read_only:false; response_revision:14652; number_of_response:1; }","duration":"136.42616ms","start":"2026-03-31T05:28:35.235409Z","end":"2026-03-31T05:28:35.371835Z","steps":["trace[2029578937] 'process raft request' (duration: 136.368779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:35.371872Z","caller":"traceutil/trace.go:171","msg":"trace[1410029263] transaction","detail":"{read_only:false; response_revision:14651; number_of_response:1; }","duration":"136.577224ms","start":"2026-03-31T05:28:35.235265Z","end":"2026-03-31T05:28:35.371842Z","steps":["trace[1410029263] 'process raft request' (duration: 136.390409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.37213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.082439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:35.37213Z","caller":"traceutil/trace.go:171","msg":"trace[1903271406] transaction","detail":"{read_only:false; response_revision:14654; number_of_response:1; }","duration":"136.462311ms","start":"2026-03-31T05:28:35.235633Z","end":"2026-03-31T05:28:35.372095Z","steps":["trace[1903271406] 'process raft request' (duration: 136.365349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:35.372164Z","caller":"traceutil/trace.go:171","msg":"trace[2096205579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14655; }","duration":"137.13634ms","start":"2026-03-31T05:28:35.23502Z","end":"2026-03-31T05:28:35.372156Z","steps":["trace[2096205579] 'agreement among raft nodes before linearized reading' (duration: 137.046658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:35.372153Z","caller":"traceutil/trace.go:171","msg":"trace[1450045866] transaction","detail":"{read_only:false; response_revision:14653; number_of_response:1; }","duration":"136.691947ms","start":"2026-03-31T05:28:35.235437Z","end":"2026-03-31T05:28:35.372129Z","steps":["trace[1450045866] 'process raft request' (duration: 136.370838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.372275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.096509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18956"} {"level":"info","ts":"2026-03-31T05:28:35.372328Z","caller":"traceutil/trace.go:171","msg":"trace[2036412673] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14655; }","duration":"137.202881ms","start":"2026-03-31T05:28:35.235115Z","end":"2026-03-31T05:28:35.372318Z","steps":["trace[2036412673] 'agreement among raft nodes before linearized reading' (duration: 137.009916ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:35.37239Z","caller":"traceutil/trace.go:171","msg":"trace[139111057] transaction","detail":"{read_only:false; response_revision:14655; number_of_response:1; }","duration":"135.047902ms","start":"2026-03-31T05:28:35.23708Z","end":"2026-03-31T05:28:35.372128Z","steps":["trace[139111057] 'process raft request' (duration: 134.95297ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:35.636036Z","caller":"traceutil/trace.go:171","msg":"trace[1239262951] linearizableReadLoop","detail":"{readStateIndex:15229; appliedIndex:15228; }","duration":"199.342631ms","start":"2026-03-31T05:28:35.436654Z","end":"2026-03-31T05:28:35.635997Z","steps":["trace[1239262951] 'read index received' (duration: 188.810793ms)","trace[1239262951] 'applied index is now lower than readState.Index' (duration: 10.530228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:28:35.63618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.516165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:35.636219Z","caller":"traceutil/trace.go:171","msg":"trace[1782803149] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14656; }","duration":"199.600908ms","start":"2026-03-31T05:28:35.436611Z","end":"2026-03-31T05:28:35.636212Z","steps":["trace[1782803149] 'agreement among raft nodes before linearized reading' (duration: 199.505045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:35.636314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.609141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:35.636372Z","caller":"traceutil/trace.go:171","msg":"trace[677519024] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:14656; }","duration":"179.739525ms","start":"2026-03-31T05:28:35.456614Z","end":"2026-03-31T05:28:35.636353Z","steps":["trace[677519024] 'agreement among raft nodes before linearized reading' (duration: 179.605401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:35.636056Z","caller":"traceutil/trace.go:171","msg":"trace[2097575010] transaction","detail":"{read_only:false; response_revision:14656; number_of_response:1; }","duration":"217.727763ms","start":"2026-03-31T05:28:35.418282Z","end":"2026-03-31T05:28:35.63601Z","steps":["trace[2097575010] 'process raft request' (duration: 207.277768ms)","trace[2097575010] 'compare' (duration: 10.214979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:28:35.637211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.031639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:35.637318Z","caller":"traceutil/trace.go:171","msg":"trace[609999294] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:14656; }","duration":"136.831841ms","start":"2026-03-31T05:28:35.500457Z","end":"2026-03-31T05:28:35.637288Z","steps":["trace[609999294] 'agreement among raft nodes before linearized reading' (duration: 136.018499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:36.899573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.007965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:36.899748Z","caller":"traceutil/trace.go:171","msg":"trace[406633099] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:14656; }","duration":"435.242812ms","start":"2026-03-31T05:28:36.464485Z","end":"2026-03-31T05:28:36.899728Z","steps":["trace[406633099] 'count revisions from in-memory index tree' (duration: 434.937603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:36.899816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:36.464469Z","time spent":"435.333304ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:28:36.946184Z","caller":"traceutil/trace.go:171","msg":"trace[1756736728] transaction","detail":"{read_only:false; response_revision:14657; number_of_response:1; }","duration":"298.863183ms","start":"2026-03-31T05:28:36.647288Z","end":"2026-03-31T05:28:36.946151Z","steps":["trace[1756736728] 'process raft request' (duration: 298.683868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:37.162605Z","caller":"traceutil/trace.go:171","msg":"trace[1145526843] transaction","detail":"{read_only:false; response_revision:14659; number_of_response:1; }","duration":"171.014897ms","start":"2026-03-31T05:28:36.99156Z","end":"2026-03-31T05:28:37.162575Z","steps":["trace[1145526843] 'process raft request' (duration: 170.836882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:37.412845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.256299ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:37.414505Z","caller":"traceutil/trace.go:171","msg":"trace[859979580] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14659; }","duration":"132.931145ms","start":"2026-03-31T05:28:37.281549Z","end":"2026-03-31T05:28:37.41448Z","steps":["trace[859979580] 'range keys from in-memory index tree' (duration: 131.236938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:37.41324Z","caller":"traceutil/trace.go:171","msg":"trace[794542889] transaction","detail":"{read_only:false; number_of_response:1; response_revision:14660; }","duration":"241.447562ms","start":"2026-03-31T05:28:37.171775Z","end":"2026-03-31T05:28:37.413223Z","steps":["trace[794542889] 'process raft request' (duration: 174.43422ms)","trace[794542889] 'compare' (duration: 66.776946ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:37.413714Z","caller":"traceutil/trace.go:171","msg":"trace[1961315750] linearizableReadLoop","detail":"{readStateIndex:15236; appliedIndex:15233; }","duration":"178.864961ms","start":"2026-03-31T05:28:37.234802Z","end":"2026-03-31T05:28:37.413667Z","steps":["trace[1961315750] 'read index received' (duration: 111.593832ms)","trace[1961315750] 'applied index is now lower than readState.Index' (duration: 67.269039ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:37.413739Z","caller":"traceutil/trace.go:171","msg":"trace[1764035727] transaction","detail":"{read_only:false; response_revision:14662; number_of_response:1; }","duration":"181.146993ms","start":"2026-03-31T05:28:37.232556Z","end":"2026-03-31T05:28:37.413702Z","steps":["trace[1764035727] 'process raft request' (duration: 180.961218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:37.413762Z","caller":"traceutil/trace.go:171","msg":"trace[461066534] transaction","detail":"{read_only:false; response_revision:14663; number_of_response:1; }","duration":"141.343225ms","start":"2026-03-31T05:28:37.272379Z","end":"2026-03-31T05:28:37.413722Z","steps":["trace[461066534] 'process raft request' (duration: 141.209121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:37.415032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.967301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:28:37.413817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.986565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:28:37.415074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.90465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:28:37.415101Z","caller":"traceutil/trace.go:171","msg":"trace[899102761] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:14663; }","duration":"180.100015ms","start":"2026-03-31T05:28:37.234974Z","end":"2026-03-31T05:28:37.415074Z","steps":["trace[899102761] 'agreement among raft nodes before linearized reading' (duration: 179.977351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:37.415117Z","caller":"traceutil/trace.go:171","msg":"trace[1483094483] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:14663; }","duration":"111.982862ms","start":"2026-03-31T05:28:37.303117Z","end":"2026-03-31T05:28:37.415099Z","steps":["trace[1483094483] 'agreement among raft nodes before linearized reading' (duration: 111.867709ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:37.415099Z","caller":"traceutil/trace.go:171","msg":"trace[1589338411] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:14663; }","duration":"180.29805ms","start":"2026-03-31T05:28:37.234781Z","end":"2026-03-31T05:28:37.415079Z","steps":["trace[1589338411] 'agreement among raft nodes before linearized reading' (duration: 178.955663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:37.415278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.770355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:28:37.415327Z","caller":"traceutil/trace.go:171","msg":"trace[78290181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14663; }","duration":"119.876408ms","start":"2026-03-31T05:28:37.295438Z","end":"2026-03-31T05:28:37.415314Z","steps":["trace[78290181] 'agreement among raft nodes before linearized reading' (duration: 119.690913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:37.413987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.154569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6386"} {"level":"info","ts":"2026-03-31T05:28:37.415455Z","caller":"traceutil/trace.go:171","msg":"trace[1546850593] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:14663; }","duration":"180.678421ms","start":"2026-03-31T05:28:37.234764Z","end":"2026-03-31T05:28:37.415442Z","steps":["trace[1546850593] 'agreement among raft nodes before linearized reading' (duration: 179.039256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:37.413904Z","caller":"traceutil/trace.go:171","msg":"trace[1886661668] transaction","detail":"{read_only:false; response_revision:14661; number_of_response:1; }","duration":"183.617601ms","start":"2026-03-31T05:28:37.230089Z","end":"2026-03-31T05:28:37.413706Z","steps":["trace[1886661668] 'process raft request' (duration: 183.235341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:37.646257Z","caller":"traceutil/trace.go:171","msg":"trace[902924531] transaction","detail":"{read_only:false; response_revision:14665; number_of_response:1; }","duration":"226.432202ms","start":"2026-03-31T05:28:37.419761Z","end":"2026-03-31T05:28:37.646193Z","steps":["trace[902924531] 'process raft request' (duration: 226.146604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:37.646434Z","caller":"traceutil/trace.go:171","msg":"trace[1155849219] transaction","detail":"{read_only:false; response_revision:14667; number_of_response:1; }","duration":"225.122006ms","start":"2026-03-31T05:28:37.421298Z","end":"2026-03-31T05:28:37.64642Z","steps":["trace[1155849219] 'process raft request' (duration: 224.809767ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:37.646607Z","caller":"traceutil/trace.go:171","msg":"trace[948476605] transaction","detail":"{read_only:false; response_revision:14668; number_of_response:1; }","duration":"225.180468ms","start":"2026-03-31T05:28:37.421416Z","end":"2026-03-31T05:28:37.646597Z","steps":["trace[948476605] 'process raft request' (duration: 224.959242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:37.646983Z","caller":"traceutil/trace.go:171","msg":"trace[1325017861] linearizableReadLoop","detail":"{readStateIndex:15240; appliedIndex:15237; }","duration":"226.651468ms","start":"2026-03-31T05:28:37.420308Z","end":"2026-03-31T05:28:37.646959Z","steps":["trace[1325017861] 'read index received' (duration: 14.905767ms)","trace[1325017861] 'applied index is now lower than readState.Index' (duration: 211.744821ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:37.647046Z","caller":"traceutil/trace.go:171","msg":"trace[1875023768] transaction","detail":"{read_only:false; response_revision:14669; number_of_response:1; }","duration":"225.458196ms","start":"2026-03-31T05:28:37.421571Z","end":"2026-03-31T05:28:37.647029Z","steps":["trace[1875023768] 'process raft request' (duration: 224.998963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:37.64721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.73757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-ks-service-bf2cx\" ","response":"range_response_count:1 size:8327"} {"level":"info","ts":"2026-03-31T05:28:37.647242Z","caller":"traceutil/trace.go:171","msg":"trace[627539837] range","detail":"{range_begin:/registry/pods/openstack/placement-ks-service-bf2cx; range_end:; response_count:1; response_revision:14669; }","duration":"211.832172ms","start":"2026-03-31T05:28:37.435401Z","end":"2026-03-31T05:28:37.647234Z","steps":["trace[627539837] 'agreement among raft nodes before linearized reading' (duration: 211.688248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:37.64782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.500811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:60 size:558098"} {"level":"info","ts":"2026-03-31T05:28:37.647874Z","caller":"traceutil/trace.go:171","msg":"trace[1507707682] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:60; response_revision:14669; }","duration":"227.605213ms","start":"2026-03-31T05:28:37.420257Z","end":"2026-03-31T05:28:37.647862Z","steps":["trace[1507707682] 'agreement among raft nodes before linearized reading' (duration: 226.803571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:37.648632Z","caller":"traceutil/trace.go:171","msg":"trace[1555592524] transaction","detail":"{read_only:false; response_revision:14666; number_of_response:1; }","duration":"225.978679ms","start":"2026-03-31T05:28:37.420167Z","end":"2026-03-31T05:28:37.646146Z","steps":["trace[1555592524] 'process raft request' (duration: 225.897057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:37.963087Z","caller":"traceutil/trace.go:171","msg":"trace[912715562] linearizableReadLoop","detail":"{readStateIndex:15244; appliedIndex:15243; }","duration":"219.302667ms","start":"2026-03-31T05:28:37.743734Z","end":"2026-03-31T05:28:37.963036Z","steps":["trace[912715562] 'read index received' (duration: 168.145878ms)","trace[912715562] 'applied index is now lower than readState.Index' (duration: 51.156029ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:37.963226Z","caller":"traceutil/trace.go:171","msg":"trace[794664198] transaction","detail":"{read_only:false; response_revision:14670; number_of_response:1; }","duration":"307.850978ms","start":"2026-03-31T05:28:37.655362Z","end":"2026-03-31T05:28:37.963213Z","steps":["trace[794664198] 'process raft request' (duration: 256.591776ms)","trace[794664198] 'compare' (duration: 50.716697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:28:37.963423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:37.655342Z","time spent":"308.011332ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8314,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:28:37.963466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.736908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:37.963524Z","caller":"traceutil/trace.go:171","msg":"trace[1211896949] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:14670; }","duration":"219.832362ms","start":"2026-03-31T05:28:37.743672Z","end":"2026-03-31T05:28:37.963505Z","steps":["trace[1211896949] 'agreement among raft nodes before linearized reading' (duration: 219.745869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:37.963727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.293771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:37.963895Z","caller":"traceutil/trace.go:171","msg":"trace[70821777] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:14670; }","duration":"142.540548ms","start":"2026-03-31T05:28:37.821297Z","end":"2026-03-31T05:28:37.963837Z","steps":["trace[70821777] 'agreement among raft nodes before linearized reading' (duration: 142.169678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:39.239762Z","caller":"traceutil/trace.go:171","msg":"trace[1206932167] transaction","detail":"{read_only:false; response_revision:14671; number_of_response:1; }","duration":"285.542658ms","start":"2026-03-31T05:28:38.954187Z","end":"2026-03-31T05:28:39.23973Z","steps":["trace[1206932167] 'process raft request' (duration: 285.366584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:39.441638Z","caller":"traceutil/trace.go:171","msg":"trace[2031360053] linearizableReadLoop","detail":"{readStateIndex:15246; appliedIndex:15244; }","duration":"388.050641ms","start":"2026-03-31T05:28:39.053564Z","end":"2026-03-31T05:28:39.441615Z","steps":["trace[2031360053] 'read index received' (duration: 185.986456ms)","trace[2031360053] 'applied index is now lower than readState.Index' (duration: 202.063045ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:39.441704Z","caller":"traceutil/trace.go:171","msg":"trace[676840983] transaction","detail":"{read_only:false; response_revision:14672; number_of_response:1; }","duration":"466.131237ms","start":"2026-03-31T05:28:38.975544Z","end":"2026-03-31T05:28:39.441676Z","steps":["trace[676840983] 'process raft request' (duration: 465.921571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.441855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:38.975514Z","time spent":"466.24798ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:28:39.441934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.387091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-31T05:28:39.441993Z","caller":"traceutil/trace.go:171","msg":"trace[1795099836] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:14672; }","duration":"388.443962ms","start":"2026-03-31T05:28:39.053535Z","end":"2026-03-31T05:28:39.441979Z","steps":["trace[1795099836] 'agreement among raft nodes before linearized reading' (duration: 388.287038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.442034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:39.05348Z","time spent":"388.545685ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-31T05:28:39.460258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.719656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:28:39.460337Z","caller":"traceutil/trace.go:171","msg":"trace[760825900] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14674; }","duration":"261.83346ms","start":"2026-03-31T05:28:39.198484Z","end":"2026-03-31T05:28:39.460317Z","steps":["trace[760825900] 'agreement among raft nodes before linearized reading' (duration: 261.653965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.460597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.190352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:39.460686Z","caller":"traceutil/trace.go:171","msg":"trace[617372302] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:14674; }","duration":"163.308376ms","start":"2026-03-31T05:28:39.297341Z","end":"2026-03-31T05:28:39.460649Z","steps":["trace[617372302] 'agreement among raft nodes before linearized reading' (duration: 163.11097ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:39.665377Z","caller":"traceutil/trace.go:171","msg":"trace[2097090549] linearizableReadLoop","detail":"{readStateIndex:15252; appliedIndex:15251; }","duration":"122.904821ms","start":"2026-03-31T05:28:39.542432Z","end":"2026-03-31T05:28:39.665336Z","steps":["trace[2097090549] 'read index received' (duration: 93.2462ms)","trace[2097090549] 'applied index is now lower than readState.Index' (duration: 29.657391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:28:39.665594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.144177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:39.665675Z","caller":"traceutil/trace.go:171","msg":"trace[1877878872] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:14678; }","duration":"123.261181ms","start":"2026-03-31T05:28:39.542395Z","end":"2026-03-31T05:28:39.665656Z","steps":["trace[1877878872] 'agreement among raft nodes before linearized reading' (duration: 123.079266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:39.665812Z","caller":"traceutil/trace.go:171","msg":"trace[895882725] transaction","detail":"{read_only:false; response_revision:14678; number_of_response:1; }","duration":"128.408982ms","start":"2026-03-31T05:28:39.536961Z","end":"2026-03-31T05:28:39.66537Z","steps":["trace[895882725] 'process raft request' (duration: 98.807572ms)","trace[895882725] 'compare' (duration: 29.362173ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:41.697839Z","caller":"traceutil/trace.go:171","msg":"trace[517897873] transaction","detail":"{read_only:false; response_revision:14698; number_of_response:1; }","duration":"230.257536ms","start":"2026-03-31T05:28:41.467558Z","end":"2026-03-31T05:28:41.697816Z","steps":["trace[517897873] 'process raft request' (duration: 230.124702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:41.698718Z","caller":"traceutil/trace.go:171","msg":"trace[400463287] transaction","detail":"{read_only:false; response_revision:14699; number_of_response:1; }","duration":"225.63542ms","start":"2026-03-31T05:28:41.473057Z","end":"2026-03-31T05:28:41.698692Z","steps":["trace[400463287] 'process raft request' (duration: 225.458065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:41.69883Z","caller":"traceutil/trace.go:171","msg":"trace[1446390676] linearizableReadLoop","detail":"{readStateIndex:15273; appliedIndex:15271; }","duration":"224.385345ms","start":"2026-03-31T05:28:41.474431Z","end":"2026-03-31T05:28:41.698816Z","steps":["trace[1446390676] 'read index received' (duration: 223.262345ms)","trace[1446390676] 'applied index is now lower than readState.Index' (duration: 1.12175ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:41.698892Z","caller":"traceutil/trace.go:171","msg":"trace[1188804730] transaction","detail":"{read_only:false; response_revision:14700; number_of_response:1; }","duration":"203.729611ms","start":"2026-03-31T05:28:41.49514Z","end":"2026-03-31T05:28:41.698869Z","steps":["trace[1188804730] 'process raft request' (duration: 203.505965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:41.698976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.469988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7433"} {"level":"warn","ts":"2026-03-31T05:28:41.698976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.5373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6483"} {"level":"info","ts":"2026-03-31T05:28:41.699003Z","caller":"traceutil/trace.go:171","msg":"trace[2015007786] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:14700; }","duration":"224.507809ms","start":"2026-03-31T05:28:41.474489Z","end":"2026-03-31T05:28:41.698996Z","steps":["trace[2015007786] 'agreement among raft nodes before linearized reading' (duration: 224.410617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:41.699016Z","caller":"traceutil/trace.go:171","msg":"trace[1495972824] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:14700; }","duration":"224.610722ms","start":"2026-03-31T05:28:41.474393Z","end":"2026-03-31T05:28:41.699003Z","steps":["trace[1495972824] 'agreement among raft nodes before linearized reading' (duration: 224.474228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:41.699068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.548152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:28:41.699085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.54566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:41.699129Z","caller":"traceutil/trace.go:171","msg":"trace[1702776417] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:14700; }","duration":"208.672897ms","start":"2026-03-31T05:28:41.490444Z","end":"2026-03-31T05:28:41.699117Z","steps":["trace[1702776417] 'agreement among raft nodes before linearized reading' (duration: 208.530553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:41.699104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.024602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-ks-user-gqx4s\" ","response":"range_response_count:1 size:8973"} {"level":"warn","ts":"2026-03-31T05:28:41.699157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.552489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:28:41.699207Z","caller":"traceutil/trace.go:171","msg":"trace[1432652549] range","detail":"{range_begin:/registry/pods/openstack/placement-ks-user-gqx4s; range_end:; response_count:1; response_revision:14700; }","duration":"218.131565ms","start":"2026-03-31T05:28:41.481055Z","end":"2026-03-31T05:28:41.699187Z","steps":["trace[1432652549] 'agreement among raft nodes before linearized reading' (duration: 217.910729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:41.699214Z","caller":"traceutil/trace.go:171","msg":"trace[450213216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14700; }","duration":"168.661042ms","start":"2026-03-31T05:28:41.53054Z","end":"2026-03-31T05:28:41.699201Z","steps":["trace[450213216] 'agreement among raft nodes before linearized reading' (duration: 168.500378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:41.699157Z","caller":"traceutil/trace.go:171","msg":"trace[1271193813] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:14700; }","duration":"224.639652ms","start":"2026-03-31T05:28:41.4745Z","end":"2026-03-31T05:28:41.699139Z","steps":["trace[1271193813] 'agreement among raft nodes before linearized reading' (duration: 224.492838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:42.678648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.611763ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T05:29:07.861853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.99307ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:07.861986Z","caller":"traceutil/trace.go:171","msg":"trace[2027517397] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14859; }","duration":"580.170865ms","start":"2026-03-31T05:29:07.281787Z","end":"2026-03-31T05:29:07.861958Z","steps":["trace[2027517397] 'range keys from in-memory index tree' (duration: 579.969949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:07.862365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.429628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:07.862451Z","caller":"traceutil/trace.go:171","msg":"trace[1586658381] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:14859; }","duration":"510.568952ms","start":"2026-03-31T05:29:07.351861Z","end":"2026-03-31T05:29:07.86243Z","steps":["trace[1586658381] 'count revisions from in-memory index tree' (duration: 510.350526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:07.862492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:07.351839Z","time spent":"510.640114ms","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:29:07.946361Z","caller":"traceutil/trace.go:171","msg":"trace[1463742993] linearizableReadLoop","detail":"{readStateIndex:15441; appliedIndex:15440; }","duration":"185.290467ms","start":"2026-03-31T05:29:07.76104Z","end":"2026-03-31T05:29:07.94633Z","steps":["trace[1463742993] 'read index received' (duration: 184.802034ms)","trace[1463742993] 'applied index is now lower than readState.Index' (duration: 487.613µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:29:07.946485Z","caller":"traceutil/trace.go:171","msg":"trace[864797576] transaction","detail":"{read_only:false; response_revision:14860; number_of_response:1; }","duration":"502.653505ms","start":"2026-03-31T05:29:07.443819Z","end":"2026-03-31T05:29:07.946473Z","steps":["trace[864797576] 'process raft request' (duration: 502.09498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:07.946603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:07.443778Z","time spent":"502.726927ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:29:07.946926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.846232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12758"} {"level":"info","ts":"2026-03-31T05:29:07.947154Z","caller":"traceutil/trace.go:171","msg":"trace[1327224087] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:14860; }","duration":"186.12785ms","start":"2026-03-31T05:29:07.760968Z","end":"2026-03-31T05:29:07.947096Z","steps":["trace[1327224087] 'agreement among raft nodes before linearized reading' (duration: 185.614606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:08.017853Z","caller":"traceutil/trace.go:171","msg":"trace[1267819195] transaction","detail":"{read_only:false; response_revision:14863; number_of_response:1; }","duration":"169.33018ms","start":"2026-03-31T05:29:07.8485Z","end":"2026-03-31T05:29:08.017831Z","steps":["trace[1267819195] 'process raft request' (duration: 169.252118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:08.01804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.300669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:08.018082Z","caller":"traceutil/trace.go:171","msg":"trace[653399190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14863; }","duration":"147.404271ms","start":"2026-03-31T05:29:07.870669Z","end":"2026-03-31T05:29:08.018073Z","steps":["trace[653399190] 'agreement among raft nodes before linearized reading' (duration: 147.335829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:08.018368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.697997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:29:08.018406Z","caller":"traceutil/trace.go:171","msg":"trace[558251028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14863; }","duration":"110.78609ms","start":"2026-03-31T05:29:07.907611Z","end":"2026-03-31T05:29:08.018397Z","steps":["trace[558251028] 'agreement among raft nodes before linearized reading' (duration: 110.714188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:08.018755Z","caller":"traceutil/trace.go:171","msg":"trace[1385288986] transaction","detail":"{read_only:false; response_revision:14861; number_of_response:1; }","duration":"211.031541ms","start":"2026-03-31T05:29:07.807713Z","end":"2026-03-31T05:29:08.018744Z","steps":["trace[1385288986] 'process raft request' (duration: 161.506317ms)","trace[1385288986] 'compare' (duration: 48.344932ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:29:08.019053Z","caller":"traceutil/trace.go:171","msg":"trace[1418857827] transaction","detail":"{read_only:false; response_revision:14862; number_of_response:1; }","duration":"208.841561ms","start":"2026-03-31T05:29:07.810145Z","end":"2026-03-31T05:29:08.018987Z","steps":["trace[1418857827] 'process raft request' (duration: 207.541125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:08.343097Z","caller":"traceutil/trace.go:171","msg":"trace[955954780] transaction","detail":"{read_only:false; response_revision:14865; number_of_response:1; }","duration":"319.638671ms","start":"2026-03-31T05:29:08.023414Z","end":"2026-03-31T05:29:08.343053Z","steps":["trace[955954780] 'process raft request' (duration: 319.353233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:08.343312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:08.023351Z","time spent":"319.847717ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:29:08.343488Z","caller":"traceutil/trace.go:171","msg":"trace[280015862] transaction","detail":"{read_only:false; response_revision:14867; number_of_response:1; }","duration":"319.830936ms","start":"2026-03-31T05:29:08.023633Z","end":"2026-03-31T05:29:08.343464Z","steps":["trace[280015862] 'process raft request' (duration: 319.657891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:08.343497Z","caller":"traceutil/trace.go:171","msg":"trace[2087426077] transaction","detail":"{read_only:false; response_revision:14866; number_of_response:1; }","duration":"319.888028ms","start":"2026-03-31T05:29:08.023569Z","end":"2026-03-31T05:29:08.343457Z","steps":["trace[2087426077] 'process raft request' (duration: 319.429575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:08.343576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:08.023623Z","time spent":"319.913949ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:29:08.343425Z","caller":"traceutil/trace.go:171","msg":"trace[320910349] linearizableReadLoop","detail":"{readStateIndex:15448; appliedIndex:15445; }","duration":"261.166402ms","start":"2026-03-31T05:29:08.082234Z","end":"2026-03-31T05:29:08.343401Z","steps":["trace[320910349] 'read index received' (duration: 23.337018ms)","trace[320910349] 'applied index is now lower than readState.Index' (duration: 237.828664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:29:08.343637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:08.023554Z","time spent":"319.99957ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:29:08.34383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.600783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:29:08.343837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.588515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:29:08.343878Z","caller":"traceutil/trace.go:171","msg":"trace[1712648291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14867; }","duration":"261.697217ms","start":"2026-03-31T05:29:08.082166Z","end":"2026-03-31T05:29:08.343864Z","steps":["trace[1712648291] 'agreement among raft nodes before linearized reading' (duration: 261.489021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:08.343892Z","caller":"traceutil/trace.go:171","msg":"trace[675250254] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:14867; }","duration":"140.695397ms","start":"2026-03-31T05:29:08.20318Z","end":"2026-03-31T05:29:08.343875Z","steps":["trace[675250254] 'agreement among raft nodes before linearized reading' (duration: 140.542643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:08.343943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.480458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:29:08.344038Z","caller":"traceutil/trace.go:171","msg":"trace[1041489723] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:14867; }","duration":"232.608361ms","start":"2026-03-31T05:29:08.111403Z","end":"2026-03-31T05:29:08.344011Z","steps":["trace[1041489723] 'agreement among raft nodes before linearized reading' (duration: 232.322833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:08.343901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.803909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:29:08.345689Z","caller":"traceutil/trace.go:171","msg":"trace[929620235] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14867; }","duration":"259.611539ms","start":"2026-03-31T05:29:08.086063Z","end":"2026-03-31T05:29:08.345674Z","steps":["trace[929620235] 'agreement among raft nodes before linearized reading' (duration: 257.619955ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:26.777163Z","caller":"traceutil/trace.go:171","msg":"trace[484535681] linearizableReadLoop","detail":"{readStateIndex:15599; appliedIndex:15598; }","duration":"253.287946ms","start":"2026-03-31T05:29:26.523851Z","end":"2026-03-31T05:29:26.777139Z","steps":["trace[484535681] 'read index received' (duration: 253.143283ms)","trace[484535681] 'applied index is now lower than readState.Index' (duration: 143.793µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:29:26.777251Z","caller":"traceutil/trace.go:171","msg":"trace[1563133033] transaction","detail":"{read_only:false; response_revision:15012; number_of_response:1; }","duration":"274.842486ms","start":"2026-03-31T05:29:26.502364Z","end":"2026-03-31T05:29:26.777206Z","steps":["trace[1563133033] 'process raft request' (duration: 274.59795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:26.777343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.475052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:29:26.777384Z","caller":"traceutil/trace.go:171","msg":"trace[827180799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15012; }","duration":"253.554674ms","start":"2026-03-31T05:29:26.52382Z","end":"2026-03-31T05:29:26.777375Z","steps":["trace[827180799] 'agreement among raft nodes before linearized reading' (duration: 253.432451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:26.777393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.531593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:29:26.777445Z","caller":"traceutil/trace.go:171","msg":"trace[1374190943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15012; }","duration":"253.622065ms","start":"2026-03-31T05:29:26.523806Z","end":"2026-03-31T05:29:26.777428Z","steps":["trace[1374190943] 'agreement among raft nodes before linearized reading' (duration: 253.480611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:26.778631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.745444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:29:26.778696Z","caller":"traceutil/trace.go:171","msg":"trace[994169664] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15013; }","duration":"247.820167ms","start":"2026-03-31T05:29:26.530859Z","end":"2026-03-31T05:29:26.778679Z","steps":["trace[994169664] 'agreement among raft nodes before linearized reading' (duration: 247.655512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:26.779085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.128317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:29:26.779133Z","caller":"traceutil/trace.go:171","msg":"trace[853147567] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15013; }","duration":"153.19128ms","start":"2026-03-31T05:29:26.625928Z","end":"2026-03-31T05:29:26.779119Z","steps":["trace[853147567] 'agreement among raft nodes before linearized reading' (duration: 153.122138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:26.779466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.39997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:29:26.779531Z","caller":"traceutil/trace.go:171","msg":"trace[383489524] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15013; }","duration":"170.507162ms","start":"2026-03-31T05:29:26.609008Z","end":"2026-03-31T05:29:26.779516Z","steps":["trace[383489524] 'agreement among raft nodes before linearized reading' (duration: 170.297347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:26.779785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.747112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:26.779854Z","caller":"traceutil/trace.go:171","msg":"trace[946920817] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:15013; }","duration":"184.844655ms","start":"2026-03-31T05:29:26.594989Z","end":"2026-03-31T05:29:26.779834Z","steps":["trace[946920817] 'agreement among raft nodes before linearized reading' (duration: 184.749972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:26.779998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.442443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:29:26.780075Z","caller":"traceutil/trace.go:171","msg":"trace[360589848] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:15013; }","duration":"233.566627ms","start":"2026-03-31T05:29:26.546486Z","end":"2026-03-31T05:29:26.780052Z","steps":["trace[360589848] 'agreement among raft nodes before linearized reading' (duration: 233.31657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:27.259075Z","caller":"traceutil/trace.go:171","msg":"trace[807786348] transaction","detail":"{read_only:false; response_revision:15018; number_of_response:1; }","duration":"140.588064ms","start":"2026-03-31T05:29:27.118452Z","end":"2026-03-31T05:29:27.25904Z","steps":["trace[807786348] 'process raft request' (duration: 140.404689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:32.625879Z","caller":"traceutil/trace.go:171","msg":"trace[2146326051] transaction","detail":"{read_only:false; response_revision:15039; number_of_response:1; }","duration":"454.106677ms","start":"2026-03-31T05:29:32.171746Z","end":"2026-03-31T05:29:32.625852Z","steps":["trace[2146326051] 'process raft request' (duration: 453.952213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:32.626025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:32.171726Z","time spent":"454.227431ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:29:32.636559Z","caller":"traceutil/trace.go:171","msg":"trace[1512004601] linearizableReadLoop","detail":"{readStateIndex:15630; appliedIndex:15627; }","duration":"389.852371ms","start":"2026-03-31T05:29:32.246687Z","end":"2026-03-31T05:29:32.636539Z","steps":["trace[1512004601] 'read index received' (duration: 379.073676ms)","trace[1512004601] 'applied index is now lower than readState.Index' (duration: 10.778045ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:29:32.636883Z","caller":"traceutil/trace.go:171","msg":"trace[7333278] transaction","detail":"{read_only:false; response_revision:15040; number_of_response:1; }","duration":"462.717253ms","start":"2026-03-31T05:29:32.17412Z","end":"2026-03-31T05:29:32.636837Z","steps":["trace[7333278] 'process raft request' (duration: 462.308052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:32.637017Z","caller":"traceutil/trace.go:171","msg":"trace[608280339] transaction","detail":"{read_only:false; response_revision:15041; number_of_response:1; }","duration":"462.030304ms","start":"2026-03-31T05:29:32.174961Z","end":"2026-03-31T05:29:32.636991Z","steps":["trace[608280339] 'process raft request' (duration: 461.549491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:32.63692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.19811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:29:32.637145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.539968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-f6b697bbb-wksjs\" ","response":"range_response_count:1 size:8540"} {"level":"warn","ts":"2026-03-31T05:29:32.637156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:32.174926Z","time spent":"462.152087ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:29:32.6372Z","caller":"traceutil/trace.go:171","msg":"trace[1889805724] range","detail":"{range_begin:/registry/pods/openstack/placement-api-f6b697bbb-wksjs; range_end:; response_count:1; response_revision:15041; }","duration":"255.63424ms","start":"2026-03-31T05:29:32.38155Z","end":"2026-03-31T05:29:32.637184Z","steps":["trace[1889805724] 'agreement among raft nodes before linearized reading' (duration: 255.459216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:32.63717Z","caller":"traceutil/trace.go:171","msg":"trace[1822423274] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:15041; }","duration":"390.513769ms","start":"2026-03-31T05:29:32.246642Z","end":"2026-03-31T05:29:32.637156Z","steps":["trace[1822423274] 'agreement among raft nodes before linearized reading' (duration: 390.168709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:32.63728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:32.174087Z","time spent":"463.025231ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:29:32.63731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:32.246618Z","time spent":"390.678053ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:29:32.636965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.609609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:29:32.63754Z","caller":"traceutil/trace.go:171","msg":"trace[1803652792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15041; }","duration":"328.190345ms","start":"2026-03-31T05:29:32.309335Z","end":"2026-03-31T05:29:32.637525Z","steps":["trace[1803652792] 'agreement among raft nodes before linearized reading' (duration: 327.513726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:32.637587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:32.309281Z","time spent":"328.293577ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:29:32.637759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.623671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:29:32.637962Z","caller":"traceutil/trace.go:171","msg":"trace[137943705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15041; }","duration":"105.204517ms","start":"2026-03-31T05:29:32.532735Z","end":"2026-03-31T05:29:32.63794Z","steps":["trace[137943705] 'agreement among raft nodes before linearized reading' (duration: 104.244061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:35.144291Z","caller":"traceutil/trace.go:171","msg":"trace[1399927248] transaction","detail":"{read_only:false; response_revision:15059; number_of_response:1; }","duration":"178.705756ms","start":"2026-03-31T05:29:34.96555Z","end":"2026-03-31T05:29:35.144256Z","steps":["trace[1399927248] 'process raft request' (duration: 178.504431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:35.404561Z","caller":"traceutil/trace.go:171","msg":"trace[1392056428] transaction","detail":"{read_only:false; response_revision:15060; number_of_response:1; }","duration":"438.575422ms","start":"2026-03-31T05:29:34.965951Z","end":"2026-03-31T05:29:35.404526Z","steps":["trace[1392056428] 'process raft request' (duration: 436.099345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:35.405037Z","caller":"traceutil/trace.go:171","msg":"trace[501954126] transaction","detail":"{read_only:false; response_revision:15061; number_of_response:1; }","duration":"438.996164ms","start":"2026-03-31T05:29:34.966009Z","end":"2026-03-31T05:29:35.405005Z","steps":["trace[501954126] 'process raft request' (duration: 438.417048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:35.405214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:34.965999Z","time spent":"439.140907ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:29:35.405357Z","caller":"traceutil/trace.go:171","msg":"trace[1382562891] transaction","detail":"{read_only:false; response_revision:15062; number_of_response:1; }","duration":"439.224209ms","start":"2026-03-31T05:29:34.9661Z","end":"2026-03-31T05:29:35.405325Z","steps":["trace[1382562891] 'process raft request' (duration: 438.737946ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:35.405378Z","caller":"traceutil/trace.go:171","msg":"trace[1114980341] linearizableReadLoop","detail":"{readStateIndex:15651; appliedIndex:15647; }","duration":"439.157898ms","start":"2026-03-31T05:29:34.966138Z","end":"2026-03-31T05:29:35.405296Z","steps":["trace[1114980341] 'read index received' (duration: 177.902554ms)","trace[1114980341] 'applied index is now lower than readState.Index' (duration: 261.253154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:29:35.405522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:34.966072Z","time spent":"439.375144ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:29:35.40559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:34.965931Z","time spent":"438.721126ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:29:35.405724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.546871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:29:35.405792Z","caller":"traceutil/trace.go:171","msg":"trace[1810412004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15062; }","duration":"291.664145ms","start":"2026-03-31T05:29:35.114109Z","end":"2026-03-31T05:29:35.405773Z","steps":["trace[1810412004] 'agreement among raft nodes before linearized reading' (duration: 291.545891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:35.405866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.724894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582819"} {"level":"info","ts":"2026-03-31T05:29:35.405903Z","caller":"traceutil/trace.go:171","msg":"trace[1590462277] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:15062; }","duration":"439.784805ms","start":"2026-03-31T05:29:34.96611Z","end":"2026-03-31T05:29:35.405895Z","steps":["trace[1590462277] 'agreement among raft nodes before linearized reading' (duration: 439.341273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:35.405926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:34.966097Z","time spent":"439.821796ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":582842,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:29:36.801398Z","caller":"traceutil/trace.go:171","msg":"trace[1000978336] transaction","detail":"{read_only:false; response_revision:15063; number_of_response:1; }","duration":"213.56057ms","start":"2026-03-31T05:29:36.587803Z","end":"2026-03-31T05:29:36.801364Z","steps":["trace[1000978336] 'process raft request' (duration: 213.413496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:36.868461Z","caller":"traceutil/trace.go:171","msg":"trace[1964975879] linearizableReadLoop","detail":"{readStateIndex:15655; appliedIndex:15651; }","duration":"184.903296ms","start":"2026-03-31T05:29:36.683537Z","end":"2026-03-31T05:29:36.86844Z","steps":["trace[1964975879] 'read index received' (duration: 117.692588ms)","trace[1964975879] 'applied index is now lower than readState.Index' (duration: 67.210008ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:29:36.868784Z","caller":"traceutil/trace.go:171","msg":"trace[1460173064] transaction","detail":"{read_only:false; response_revision:15064; number_of_response:1; }","duration":"204.539233ms","start":"2026-03-31T05:29:36.664205Z","end":"2026-03-31T05:29:36.868744Z","steps":["trace[1460173064] 'process raft request' (duration: 204.016699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:36.869016Z","caller":"traceutil/trace.go:171","msg":"trace[1695337093] transaction","detail":"{read_only:false; response_revision:15065; number_of_response:1; }","duration":"195.266609ms","start":"2026-03-31T05:29:36.673739Z","end":"2026-03-31T05:29:36.869005Z","steps":["trace[1695337093] 'process raft request' (duration: 194.621032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:36.869106Z","caller":"traceutil/trace.go:171","msg":"trace[1567079846] transaction","detail":"{read_only:false; response_revision:15066; number_of_response:1; }","duration":"193.627905ms","start":"2026-03-31T05:29:36.675468Z","end":"2026-03-31T05:29:36.869096Z","steps":["trace[1567079846] 'process raft request' (duration: 192.940676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:36.869313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.76214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:36.869384Z","caller":"traceutil/trace.go:171","msg":"trace[440629498] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:15066; }","duration":"185.875232ms","start":"2026-03-31T05:29:36.683491Z","end":"2026-03-31T05:29:36.869366Z","steps":["trace[440629498] 'agreement among raft nodes before linearized reading' (duration: 185.743279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:36.869467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.312769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:29:36.869473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.779771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:29:36.869524Z","caller":"traceutil/trace.go:171","msg":"trace[1182455815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15066; }","duration":"117.414511ms","start":"2026-03-31T05:29:36.752095Z","end":"2026-03-31T05:29:36.869509Z","steps":["trace[1182455815] 'agreement among raft nodes before linearized reading' (duration: 117.244247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:36.869538Z","caller":"traceutil/trace.go:171","msg":"trace[1171956635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15066; }","duration":"117.886944ms","start":"2026-03-31T05:29:36.751635Z","end":"2026-03-31T05:29:36.869522Z","steps":["trace[1171956635] 'agreement among raft nodes before linearized reading' (duration: 117.625456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.071972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.763609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:29:37.072271Z","caller":"traceutil/trace.go:171","msg":"trace[1324967868] linearizableReadLoop","detail":"{readStateIndex:15657; appliedIndex:15655; }","duration":"169.622188ms","start":"2026-03-31T05:29:36.902626Z","end":"2026-03-31T05:29:37.072248Z","steps":["trace[1324967868] 'read index received' (duration: 28.466688ms)","trace[1324967868] 'applied index is now lower than readState.Index' (duration: 141.15405ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:29:37.072274Z","caller":"traceutil/trace.go:171","msg":"trace[1147277277] transaction","detail":"{read_only:false; response_revision:15067; number_of_response:1; }","duration":"198.54565ms","start":"2026-03-31T05:29:36.873686Z","end":"2026-03-31T05:29:37.072232Z","steps":["trace[1147277277] 'process raft request' (duration: 57.39311ms)","trace[1147277277] 'compare' (duration: 140.530323ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:29:37.072366Z","caller":"traceutil/trace.go:171","msg":"trace[2021907843] transaction","detail":"{read_only:false; response_revision:15068; number_of_response:1; }","duration":"198.494918ms","start":"2026-03-31T05:29:36.873858Z","end":"2026-03-31T05:29:37.072353Z","steps":["trace[2021907843] 'process raft request' (duration: 198.298353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.072441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.811443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:29:37.072481Z","caller":"traceutil/trace.go:171","msg":"trace[752114751] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:15068; }","duration":"169.852974ms","start":"2026-03-31T05:29:36.902619Z","end":"2026-03-31T05:29:37.072472Z","steps":["trace[752114751] 'agreement among raft nodes before linearized reading' (duration: 169.730211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:37.235319Z","caller":"traceutil/trace.go:171","msg":"trace[80556750] linearizableReadLoop","detail":"{readStateIndex:15658; appliedIndex:15657; }","duration":"162.981297ms","start":"2026-03-31T05:29:37.072314Z","end":"2026-03-31T05:29:37.235296Z","steps":["trace[80556750] 'read index received' (duration: 162.458552ms)","trace[80556750] 'applied index is now lower than readState.Index' (duration: 521.945µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:29:37.235342Z","caller":"traceutil/trace.go:171","msg":"trace[290684543] transaction","detail":"{read_only:false; response_revision:15069; number_of_response:1; }","duration":"258.464827ms","start":"2026-03-31T05:29:36.976854Z","end":"2026-03-31T05:29:37.235319Z","steps":["trace[290684543] 'process raft request' (duration: 257.915502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.235504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.458392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:29:37.235536Z","caller":"traceutil/trace.go:171","msg":"trace[1692378904] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:15069; }","duration":"230.542774ms","start":"2026-03-31T05:29:37.004983Z","end":"2026-03-31T05:29:37.235526Z","steps":["trace[1692378904] 'agreement among raft nodes before linearized reading' (duration: 230.41278ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:37.404043Z","caller":"traceutil/trace.go:171","msg":"trace[1339100443] transaction","detail":"{read_only:false; response_revision:15071; number_of_response:1; }","duration":"160.032226ms","start":"2026-03-31T05:29:37.243977Z","end":"2026-03-31T05:29:37.404009Z","steps":["trace[1339100443] 'process raft request' (duration: 107.796078ms)","trace[1339100443] 'compare' (duration: 52.026703ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:29:39.385904Z","caller":"traceutil/trace.go:171","msg":"trace[703304481] transaction","detail":"{read_only:false; response_revision:15080; number_of_response:1; }","duration":"276.253975ms","start":"2026-03-31T05:29:39.109609Z","end":"2026-03-31T05:29:39.385863Z","steps":["trace[703304481] 'process raft request' (duration: 203.210978ms)","trace[703304481] 'compare' (duration: 72.79833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:29:55.925234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792644223,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:29:56.182305Z","caller":"traceutil/trace.go:171","msg":"trace[631494735] linearizableReadLoop","detail":"{readStateIndex:15751; appliedIndex:15750; }","duration":"757.568676ms","start":"2026-03-31T05:29:55.424718Z","end":"2026-03-31T05:29:56.182287Z","steps":["trace[631494735] 'read index received' (duration: 757.411481ms)","trace[631494735] 'applied index is now lower than readState.Index' (duration: 156.515µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:29:56.182561Z","caller":"traceutil/trace.go:171","msg":"trace[1858839940] transaction","detail":"{read_only:false; response_revision:15158; number_of_response:1; }","duration":"920.80377ms","start":"2026-03-31T05:29:55.261744Z","end":"2026-03-31T05:29:56.182548Z","steps":["trace[1858839940] 'process raft request' (duration: 920.44028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:56.182653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.261709Z","time spent":"920.887952ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:29:56.182832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.120651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:56.182875Z","caller":"traceutil/trace.go:171","msg":"trace[1358592916] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:15158; }","duration":"758.213243ms","start":"2026-03-31T05:29:55.42465Z","end":"2026-03-31T05:29:56.182863Z","steps":["trace[1358592916] 'agreement among raft nodes before linearized reading' (duration: 758.145181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:56.182907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.424621Z","time spent":"758.278045ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:29:56.183179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.521196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:29:56.183233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.196014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:29:56.183268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.045536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:29:56.183283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.520128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:29:56.183308Z","caller":"traceutil/trace.go:171","msg":"trace[1278124228] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:15158; }","duration":"548.122008ms","start":"2026-03-31T05:29:55.635176Z","end":"2026-03-31T05:29:56.183298Z","steps":["trace[1278124228] 'agreement among raft nodes before linearized reading' (duration: 547.986775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:56.183322Z","caller":"traceutil/trace.go:171","msg":"trace[1276433770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15158; }","duration":"624.59769ms","start":"2026-03-31T05:29:55.558714Z","end":"2026-03-31T05:29:56.183311Z","steps":["trace[1276433770] 'agreement among raft nodes before linearized reading' (duration: 624.494197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:56.183348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.635158Z","time spent":"548.1817ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:29:56.183352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.55869Z","time spent":"624.654432ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:29:56.183383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.503546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:29:56.183253Z","caller":"traceutil/trace.go:171","msg":"trace[1546155610] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:15158; }","duration":"346.63695ms","start":"2026-03-31T05:29:55.836598Z","end":"2026-03-31T05:29:56.183234Z","steps":["trace[1546155610] 'agreement among raft nodes before linearized reading' (duration: 346.518006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:56.183411Z","caller":"traceutil/trace.go:171","msg":"trace[1782629628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15158; }","duration":"677.580898ms","start":"2026-03-31T05:29:55.505824Z","end":"2026-03-31T05:29:56.183404Z","steps":["trace[1782629628] 'agreement among raft nodes before linearized reading' (duration: 677.509726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:56.183312Z","caller":"traceutil/trace.go:171","msg":"trace[1352004144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15158; }","duration":"724.338257ms","start":"2026-03-31T05:29:55.458954Z","end":"2026-03-31T05:29:56.183293Z","steps":["trace[1352004144] 'agreement among raft nodes before linearized reading' (duration: 724.119701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:56.183399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.415417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:29:56.183439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.505794Z","time spent":"677.63923ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:29:56.183425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.148897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:29:56.183452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.83658Z","time spent":"346.838165ms","remote":"127.0.0.1:35204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:29:56.183442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.558847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:56.183474Z","caller":"traceutil/trace.go:171","msg":"trace[620111426] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15158; }","duration":"589.526851ms","start":"2026-03-31T05:29:55.593927Z","end":"2026-03-31T05:29:56.183454Z","steps":["trace[620111426] 'agreement among raft nodes before linearized reading' (duration: 589.347306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:56.183499Z","caller":"traceutil/trace.go:171","msg":"trace[1507693768] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:15158; }","duration":"240.27296ms","start":"2026-03-31T05:29:55.943206Z","end":"2026-03-31T05:29:56.183479Z","steps":["trace[1507693768] 'agreement among raft nodes before linearized reading' (duration: 240.104006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:56.183489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.458925Z","time spent":"724.533983ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:29:56.183535Z","caller":"traceutil/trace.go:171","msg":"trace[515879027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15158; }","duration":"312.67703ms","start":"2026-03-31T05:29:55.87083Z","end":"2026-03-31T05:29:56.183507Z","steps":["trace[515879027] 'agreement among raft nodes before linearized reading' (duration: 312.546726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:56.183552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.593908Z","time spent":"589.615733ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:29:56.183582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.870812Z","time spent":"312.762313ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:29:56.183448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.044455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:29:56.18364Z","caller":"traceutil/trace.go:171","msg":"trace[1335074206] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:15158; }","duration":"108.24729ms","start":"2026-03-31T05:29:56.075371Z","end":"2026-03-31T05:29:56.183618Z","steps":["trace[1335074206] 'agreement among raft nodes before linearized reading' (duration: 107.987143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:56.183973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.512311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:29:56.184027Z","caller":"traceutil/trace.go:171","msg":"trace[1044507482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15158; }","duration":"601.224461ms","start":"2026-03-31T05:29:55.582787Z","end":"2026-03-31T05:29:56.184011Z","steps":["trace[1044507482] 'agreement among raft nodes before linearized reading' (duration: 600.380898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:56.184059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.582769Z","time spent":"601.282153ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:29:56.688942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792644227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:29:57.189776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792644227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:29:57.221647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.034478057s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:29:57.222117Z","caller":"traceutil/trace.go:171","msg":"trace[26364747] transaction","detail":"{read_only:false; response_revision:15159; number_of_response:1; }","duration":"1.035019612s","start":"2026-03-31T05:29:56.187049Z","end":"2026-03-31T05:29:57.222068Z","steps":["trace[26364747] 'process raft request' (duration: 1.034789296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:57.222354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:56.187023Z","time spent":"1.035218578s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:29:57.229636Z","caller":"traceutil/trace.go:171","msg":"trace[533633707] linearizableReadLoop","detail":"{readStateIndex:15760; appliedIndex:15751; }","duration":"1.04118009s","start":"2026-03-31T05:29:56.188431Z","end":"2026-03-31T05:29:57.229611Z","steps":["trace[533633707] 'read index received' (duration: 1.033442309s)","trace[533633707] 'applied index is now lower than readState.Index' (duration: 7.735851ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:29:57.229985Z","caller":"traceutil/trace.go:171","msg":"trace[968631872] transaction","detail":"{read_only:false; response_revision:15160; number_of_response:1; }","duration":"1.041443658s","start":"2026-03-31T05:29:56.188526Z","end":"2026-03-31T05:29:57.22997Z","steps":["trace[968631872] 'process raft request' (duration: 1.040445641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:57.230089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:56.188515Z","time spent":"1.041506639s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:29:57.230327Z","caller":"traceutil/trace.go:171","msg":"trace[1967529705] transaction","detail":"{read_only:false; response_revision:15161; number_of_response:1; }","duration":"1.041686115s","start":"2026-03-31T05:29:56.188572Z","end":"2026-03-31T05:29:57.230258Z","steps":["trace[1967529705] 'process raft request' (duration: 1.040497632s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:57.230617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:56.188561Z","time spent":"1.041798238s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:29:57.230737Z","caller":"traceutil/trace.go:171","msg":"trace[26371316] transaction","detail":"{read_only:false; response_revision:15162; number_of_response:1; }","duration":"1.042146457s","start":"2026-03-31T05:29:56.188582Z","end":"2026-03-31T05:29:57.230729Z","steps":["trace[26371316] 'process raft request' (duration: 1.040573004s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:57.231608Z","caller":"traceutil/trace.go:171","msg":"trace[500142308] transaction","detail":"{read_only:false; response_revision:15166; number_of_response:1; }","duration":"209.856359ms","start":"2026-03-31T05:29:57.021744Z","end":"2026-03-31T05:29:57.2316Z","steps":["trace[500142308] 'process raft request' (duration: 207.732441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:57.231642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:56.188577Z","time spent":"1.043027711s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:29:57.231764Z","caller":"traceutil/trace.go:171","msg":"trace[943238291] transaction","detail":"{read_only:false; response_revision:15167; number_of_response:1; }","duration":"204.021329ms","start":"2026-03-31T05:29:57.027732Z","end":"2026-03-31T05:29:57.231754Z","steps":["trace[943238291] 'process raft request' (duration: 201.782788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:57.232327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043892075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582819"} {"level":"info","ts":"2026-03-31T05:29:57.232367Z","caller":"traceutil/trace.go:171","msg":"trace[1545013095] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:15168; }","duration":"1.043947066s","start":"2026-03-31T05:29:56.188411Z","end":"2026-03-31T05:29:57.232358Z","steps":["trace[1545013095] 'agreement among raft nodes before linearized reading' (duration: 1.043303709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:57.232394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:56.188403Z","time spent":"1.043985037s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":582842,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:29:57.232603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.912824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:29:57.232653Z","caller":"traceutil/trace.go:171","msg":"trace[153547717] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:15168; }","duration":"328.993836ms","start":"2026-03-31T05:29:56.903645Z","end":"2026-03-31T05:29:57.232639Z","steps":["trace[153547717] 'agreement among raft nodes before linearized reading' (duration: 328.830661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:57.231469Z","caller":"traceutil/trace.go:171","msg":"trace[1182769156] transaction","detail":"{read_only:false; response_revision:15163; number_of_response:1; }","duration":"1.042798405s","start":"2026-03-31T05:29:56.188629Z","end":"2026-03-31T05:29:57.231428Z","steps":["trace[1182769156] 'process raft request' (duration: 1.040604285s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:57.232689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:56.903626Z","time spent":"329.052238ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:29:57.232733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:56.188623Z","time spent":"1.04408558s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:29:57.232327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.587724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:57.232863Z","caller":"traceutil/trace.go:171","msg":"trace[882579549] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:15168; }","duration":"751.196721ms","start":"2026-03-31T05:29:56.481653Z","end":"2026-03-31T05:29:57.23285Z","steps":["trace[882579549] 'agreement among raft nodes before linearized reading' (duration: 750.569914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:57.232902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:56.481632Z","time spent":"751.255653ms","remote":"127.0.0.1:37900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:29:57.231543Z","caller":"traceutil/trace.go:171","msg":"trace[1740362987] transaction","detail":"{read_only:false; response_revision:15164; number_of_response:1; }","duration":"1.042857967s","start":"2026-03-31T05:29:56.188675Z","end":"2026-03-31T05:29:57.231533Z","steps":["trace[1740362987] 'process raft request' (duration: 1.040630986s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:57.233037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.735949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:29:57.231581Z","caller":"traceutil/trace.go:171","msg":"trace[1312702079] transaction","detail":"{read_only:false; response_revision:15165; number_of_response:1; }","duration":"215.775361ms","start":"2026-03-31T05:29:57.015796Z","end":"2026-03-31T05:29:57.231572Z","steps":["trace[1312702079] 'process raft request' (duration: 213.630092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:57.233153Z","caller":"traceutil/trace.go:171","msg":"trace[940083666] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:15168; }","duration":"644.881244ms","start":"2026-03-31T05:29:56.588255Z","end":"2026-03-31T05:29:57.233136Z","steps":["trace[940083666] 'agreement among raft nodes before linearized reading' (duration: 644.725939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:57.233194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:56.588239Z","time spent":"644.945335ms","remote":"127.0.0.1:33222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:29:57.233055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:56.188661Z","time spent":"1.044368548s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:29:57.424553Z","caller":"traceutil/trace.go:171","msg":"trace[714540049] transaction","detail":"{read_only:false; response_revision:15170; number_of_response:1; }","duration":"111.678054ms","start":"2026-03-31T05:29:57.31285Z","end":"2026-03-31T05:29:57.424528Z","steps":["trace[714540049] 'process raft request' (duration: 111.483149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:04.804469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792644346,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:30:05.008489Z","caller":"traceutil/trace.go:171","msg":"trace[1788402336] linearizableReadLoop","detail":"{readStateIndex:15796; appliedIndex:15795; }","duration":"704.658439ms","start":"2026-03-31T05:30:04.303797Z","end":"2026-03-31T05:30:05.008455Z","steps":["trace[1788402336] 'read index received' (duration: 704.33193ms)","trace[1788402336] 'applied index is now lower than readState.Index' (duration: 325.169µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:30:05.008773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.273558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:05.008817Z","caller":"traceutil/trace.go:171","msg":"trace[458677912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15201; }","duration":"139.367881ms","start":"2026-03-31T05:30:04.869437Z","end":"2026-03-31T05:30:05.008805Z","steps":["trace[458677912] 'agreement among raft nodes before linearized reading' (duration: 139.202536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:05.008663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.834034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:30:05.008918Z","caller":"traceutil/trace.go:171","msg":"trace[757294987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15201; }","duration":"705.06933ms","start":"2026-03-31T05:30:04.303791Z","end":"2026-03-31T05:30:05.00886Z","steps":["trace[757294987] 'agreement among raft nodes before linearized reading' (duration: 704.775832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:05.009012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:04.303735Z","time spent":"705.259166ms","remote":"127.0.0.1:51754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:30:05.008738Z","caller":"traceutil/trace.go:171","msg":"trace[269145847] transaction","detail":"{read_only:false; response_revision:15201; number_of_response:1; }","duration":"776.177535ms","start":"2026-03-31T05:30:04.232378Z","end":"2026-03-31T05:30:05.008555Z","steps":["trace[269145847] 'process raft request' (duration: 775.866946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:05.009509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:04.232364Z","time spent":"777.005427ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:05.766042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792644351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:30:06.266579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792644351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:30:06.767031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792644351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:30:06.84951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674688265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:06.84978Z","caller":"traceutil/trace.go:171","msg":"trace[1281903011] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:15201; }","duration":"1.674969592s","start":"2026-03-31T05:30:05.174768Z","end":"2026-03-31T05:30:06.849737Z","steps":["trace[1281903011] 'count revisions from in-memory index tree' (duration: 1.674607913s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:06.849905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.174748Z","time spent":"1.675144598s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:30:07.029138Z","caller":"traceutil/trace.go:171","msg":"trace[1578434878] transaction","detail":"{read_only:false; response_revision:15202; number_of_response:1; }","duration":"1.765995882s","start":"2026-03-31T05:30:05.263126Z","end":"2026-03-31T05:30:07.029122Z","steps":["trace[1578434878] 'process raft request' (duration: 1.765899169s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:07.029231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.263074Z","time spent":"1.766108885s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:30:07.094072Z","caller":"traceutil/trace.go:171","msg":"trace[503550981] linearizableReadLoop","detail":"{readStateIndex:15799; appliedIndex:15796; }","duration":"1.82883562s","start":"2026-03-31T05:30:05.265212Z","end":"2026-03-31T05:30:07.094048Z","steps":["trace[503550981] 'read index received' (duration: 1.763816182s)","trace[503550981] 'applied index is now lower than readState.Index' (duration: 65.018158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:30:07.094343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829112467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:30:07.094408Z","caller":"traceutil/trace.go:171","msg":"trace[2011837054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15204; }","duration":"1.829222441s","start":"2026-03-31T05:30:05.265171Z","end":"2026-03-31T05:30:07.094393Z","steps":["trace[2011837054] 'agreement among raft nodes before linearized reading' (duration: 1.829026705s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:07.094482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.265158Z","time spent":"1.829306582s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:30:07.094581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729499783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:30:07.094639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.143373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T05:30:07.094678Z","caller":"traceutil/trace.go:171","msg":"trace[974934549] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62; range_end:; response_count:1; response_revision:15204; }","duration":"430.223494ms","start":"2026-03-31T05:30:06.664442Z","end":"2026-03-31T05:30:07.094665Z","steps":["trace[974934549] 'agreement among raft nodes before linearized reading' (duration: 430.08269ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:07.094682Z","caller":"traceutil/trace.go:171","msg":"trace[993682090] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:15204; }","duration":"1.729643007s","start":"2026-03-31T05:30:05.365008Z","end":"2026-03-31T05:30:07.094652Z","steps":["trace[993682090] 'agreement among raft nodes before linearized reading' (duration: 1.729505813s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:07.094704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:06.664423Z","time spent":"430.275526ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62\" "} {"level":"info","ts":"2026-03-31T05:30:07.094088Z","caller":"traceutil/trace.go:171","msg":"trace[1063770005] transaction","detail":"{read_only:false; response_revision:15203; number_of_response:1; }","duration":"1.829577671s","start":"2026-03-31T05:30:05.264488Z","end":"2026-03-31T05:30:07.094066Z","steps":["trace[1063770005] 'process raft request' (duration: 1.793751911s)","trace[1063770005] 'compare' (duration: 35.633074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:30:07.09474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.364975Z","time spent":"1.7297512s","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:30:07.094741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820733198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:30:07.09481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.874447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:30:07.094845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.264474Z","time spent":"1.83029315s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:30:07.09482Z","caller":"traceutil/trace.go:171","msg":"trace[1617184855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15204; }","duration":"1.820845512s","start":"2026-03-31T05:30:05.273956Z","end":"2026-03-31T05:30:07.094801Z","steps":["trace[1617184855] 'agreement among raft nodes before linearized reading' (duration: 1.820595315s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:07.094639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822585259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:30:07.09492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.273946Z","time spent":"1.820960765s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:30:07.094929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820900363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:30:07.094137Z","caller":"traceutil/trace.go:171","msg":"trace[832748928] transaction","detail":"{read_only:false; response_revision:15204; number_of_response:1; }","duration":"1.829375475s","start":"2026-03-31T05:30:05.264731Z","end":"2026-03-31T05:30:07.094107Z","steps":["trace[832748928] 'process raft request' (duration: 1.829274282s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:07.094974Z","caller":"traceutil/trace.go:171","msg":"trace[1224416174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15204; }","duration":"1.820956984s","start":"2026-03-31T05:30:05.274004Z","end":"2026-03-31T05:30:07.094961Z","steps":["trace[1224416174] 'agreement among raft nodes before linearized reading' (duration: 1.820844651s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:07.095009Z","caller":"traceutil/trace.go:171","msg":"trace[1853923520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15204; }","duration":"1.822934059s","start":"2026-03-31T05:30:05.272008Z","end":"2026-03-31T05:30:07.094942Z","steps":["trace[1853923520] 'agreement among raft nodes before linearized reading' (duration: 1.822492596s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:07.095056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.273996Z","time spent":"1.821041657s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:30:07.095078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499257888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:07.095114Z","caller":"traceutil/trace.go:171","msg":"trace[476879507] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:15204; }","duration":"1.499325319s","start":"2026-03-31T05:30:05.595778Z","end":"2026-03-31T05:30:07.095103Z","steps":["trace[476879507] 'agreement among raft nodes before linearized reading' (duration: 1.499255637s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:07.095139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.595762Z","time spent":"1.499371431s","remote":"127.0.0.1:37528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:30:07.095117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.271993Z","time spent":"1.823091942s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:30:07.095244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.254959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T05:30:07.094874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.278631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:30:07.095295Z","caller":"traceutil/trace.go:171","msg":"trace[2041929339] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:15204; }","duration":"191.351513ms","start":"2026-03-31T05:30:06.903931Z","end":"2026-03-31T05:30:07.095283Z","steps":["trace[2041929339] 'agreement among raft nodes before linearized reading' (duration: 191.214859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:07.09531Z","caller":"traceutil/trace.go:171","msg":"trace[1024295568] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15204; }","duration":"251.756964ms","start":"2026-03-31T05:30:06.843544Z","end":"2026-03-31T05:30:07.095301Z","steps":["trace[1024295568] 'agreement among raft nodes before linearized reading' (duration: 251.301432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:07.095055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.264717Z","time spent":"1.83029206s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:07.095359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.573908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:151639"} {"level":"info","ts":"2026-03-31T05:30:07.094869Z","caller":"traceutil/trace.go:171","msg":"trace[735314609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15204; }","duration":"225.932208ms","start":"2026-03-31T05:30:06.868921Z","end":"2026-03-31T05:30:07.094853Z","steps":["trace[735314609] 'agreement among raft nodes before linearized reading' (duration: 225.838796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:07.095431Z","caller":"traceutil/trace.go:171","msg":"trace[1798192641] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:15204; }","duration":"609.684971ms","start":"2026-03-31T05:30:06.485729Z","end":"2026-03-31T05:30:07.095414Z","steps":["trace[1798192641] 'agreement among raft nodes before linearized reading' (duration: 609.347592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:07.095464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8233573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:30:07.095471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:06.485708Z","time spent":"609.750814ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":151662,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-31T05:30:07.095525Z","caller":"traceutil/trace.go:171","msg":"trace[552328751] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15204; }","duration":"1.823439113s","start":"2026-03-31T05:30:05.272058Z","end":"2026-03-31T05:30:07.095497Z","steps":["trace[552328751] 'agreement among raft nodes before linearized reading' (duration: 1.823281538s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:07.095565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.272051Z","time spent":"1.823505254s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:30:07.095689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801614356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:30:07.09577Z","caller":"traceutil/trace.go:171","msg":"trace[426590755] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:15204; }","duration":"1.80176496s","start":"2026-03-31T05:30:05.293989Z","end":"2026-03-31T05:30:07.095754Z","steps":["trace[426590755] 'agreement among raft nodes before linearized reading' (duration: 1.801556734s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:07.095819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.293963Z","time spent":"1.801845852s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:30:07.269912Z","caller":"traceutil/trace.go:171","msg":"trace[666140270] transaction","detail":"{read_only:false; response_revision:15205; number_of_response:1; }","duration":"170.476641ms","start":"2026-03-31T05:30:07.099412Z","end":"2026-03-31T05:30:07.269889Z","steps":["trace[666140270] 'process raft request' (duration: 169.152035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:07.270065Z","caller":"traceutil/trace.go:171","msg":"trace[1764952231] transaction","detail":"{read_only:false; response_revision:15206; number_of_response:1; }","duration":"170.430941ms","start":"2026-03-31T05:30:07.099617Z","end":"2026-03-31T05:30:07.270048Z","steps":["trace[1764952231] 'process raft request' (duration: 170.221795ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:07.270319Z","caller":"traceutil/trace.go:171","msg":"trace[1309025644] transaction","detail":"{read_only:false; response_revision:15207; number_of_response:1; }","duration":"168.120078ms","start":"2026-03-31T05:30:07.102174Z","end":"2026-03-31T05:30:07.270294Z","steps":["trace[1309025644] 'process raft request' (duration: 167.812399ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:07.270878Z","caller":"traceutil/trace.go:171","msg":"trace[1148563411] transaction","detail":"{read_only:false; response_revision:15210; number_of_response:1; }","duration":"168.524538ms","start":"2026-03-31T05:30:07.102345Z","end":"2026-03-31T05:30:07.27087Z","steps":["trace[1148563411] 'process raft request' (duration: 168.478387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:07.271215Z","caller":"traceutil/trace.go:171","msg":"trace[220141227] linearizableReadLoop","detail":"{readStateIndex:15807; appliedIndex:15800; }","duration":"118.653215ms","start":"2026-03-31T05:30:07.152555Z","end":"2026-03-31T05:30:07.271208Z","steps":["trace[220141227] 'read index received' (duration: 116.023193ms)","trace[220141227] 'applied index is now lower than readState.Index' (duration: 2.629082ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:07.271087Z","caller":"traceutil/trace.go:171","msg":"trace[1136206714] transaction","detail":"{read_only:false; response_revision:15212; number_of_response:1; }","duration":"117.284977ms","start":"2026-03-31T05:30:07.153781Z","end":"2026-03-31T05:30:07.271066Z","steps":["trace[1136206714] 'process raft request' (duration: 117.215745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:07.271335Z","caller":"traceutil/trace.go:171","msg":"trace[313289669] transaction","detail":"{read_only:false; response_revision:15209; number_of_response:1; }","duration":"168.991461ms","start":"2026-03-31T05:30:07.102314Z","end":"2026-03-31T05:30:07.271305Z","steps":["trace[313289669] 'process raft request' (duration: 168.465657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:07.271449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.790958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:30:07.271479Z","caller":"traceutil/trace.go:171","msg":"trace[1332152307] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:15212; }","duration":"107.86408ms","start":"2026-03-31T05:30:07.163608Z","end":"2026-03-31T05:30:07.271472Z","steps":["trace[1332152307] 'agreement among raft nodes before linearized reading' (duration: 107.793908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:07.271191Z","caller":"traceutil/trace.go:171","msg":"trace[817430215] transaction","detail":"{read_only:false; response_revision:15211; number_of_response:1; }","duration":"168.806356ms","start":"2026-03-31T05:30:07.102376Z","end":"2026-03-31T05:30:07.271182Z","steps":["trace[817430215] 'process raft request' (duration: 168.470597ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:07.271353Z","caller":"traceutil/trace.go:171","msg":"trace[1468281110] transaction","detail":"{read_only:false; response_revision:15208; number_of_response:1; }","duration":"169.063043ms","start":"2026-03-31T05:30:07.102277Z","end":"2026-03-31T05:30:07.27134Z","steps":["trace[1468281110] 'process raft request' (duration: 167.943123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:07.271786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.933775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582819"} {"level":"info","ts":"2026-03-31T05:30:07.271818Z","caller":"traceutil/trace.go:171","msg":"trace[1802010014] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:15212; }","duration":"166.980006ms","start":"2026-03-31T05:30:07.104831Z","end":"2026-03-31T05:30:07.271811Z","steps":["trace[1802010014] 'agreement among raft nodes before linearized reading' (duration: 166.490503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:09.316139Z","caller":"traceutil/trace.go:171","msg":"trace[561423230] transaction","detail":"{read_only:false; response_revision:15218; number_of_response:1; }","duration":"209.419466ms","start":"2026-03-31T05:30:09.10669Z","end":"2026-03-31T05:30:09.316109Z","steps":["trace[561423230] 'process raft request' (duration: 209.218441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:11.518741Z","caller":"traceutil/trace.go:171","msg":"trace[1067353526] transaction","detail":"{read_only:false; response_revision:15230; number_of_response:1; }","duration":"118.994884ms","start":"2026-03-31T05:30:11.399719Z","end":"2026-03-31T05:30:11.518714Z","steps":["trace[1067353526] 'process raft request' (duration: 118.278375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:11.565408Z","caller":"traceutil/trace.go:171","msg":"trace[1926230328] transaction","detail":"{read_only:false; response_revision:15233; number_of_response:1; }","duration":"164.631592ms","start":"2026-03-31T05:30:11.400746Z","end":"2026-03-31T05:30:11.565377Z","steps":["trace[1926230328] 'process raft request' (duration: 164.587491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:11.56582Z","caller":"traceutil/trace.go:171","msg":"trace[1768125912] transaction","detail":"{read_only:false; response_revision:15231; number_of_response:1; }","duration":"165.940848ms","start":"2026-03-31T05:30:11.399866Z","end":"2026-03-31T05:30:11.565806Z","steps":["trace[1768125912] 'process raft request' (duration: 165.27888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:11.565971Z","caller":"traceutil/trace.go:171","msg":"trace[1558711556] transaction","detail":"{read_only:false; response_revision:15232; number_of_response:1; }","duration":"165.207807ms","start":"2026-03-31T05:30:11.400749Z","end":"2026-03-31T05:30:11.565957Z","steps":["trace[1558711556] 'process raft request' (duration: 164.546559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:13.252969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.35262ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-31T05:30:13.253223Z","caller":"traceutil/trace.go:171","msg":"trace[149503256] compact","detail":"{revision:13271; response_revision:15236; }","duration":"258.454367ms","start":"2026-03-31T05:30:12.994743Z","end":"2026-03-31T05:30:13.253198Z","steps":["trace[149503256] 'process raft request' (duration: 35.803979ms)","trace[149503256] 'check and update compact revision' (duration: 222.259478ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:13.253379Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13271} {"level":"info","ts":"2026-03-31T05:30:13.25349Z","caller":"traceutil/trace.go:171","msg":"trace[1393592484] transaction","detail":"{read_only:false; response_revision:15237; number_of_response:1; }","duration":"156.273333ms","start":"2026-03-31T05:30:13.097204Z","end":"2026-03-31T05:30:13.253477Z","steps":["trace[1393592484] 'process raft request' (duration: 155.873542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:13.253751Z","caller":"traceutil/trace.go:171","msg":"trace[2778905] linearizableReadLoop","detail":"{readStateIndex:15836; appliedIndex:15833; }","duration":"108.089335ms","start":"2026-03-31T05:30:13.14565Z","end":"2026-03-31T05:30:13.253739Z","steps":["trace[2778905] 'read index received' (duration: 10.414014ms)","trace[2778905] 'applied index is now lower than readState.Index' (duration: 97.674671ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:13.253791Z","caller":"traceutil/trace.go:171","msg":"trace[1449015715] transaction","detail":"{read_only:false; response_revision:15238; number_of_response:1; }","duration":"118.931993ms","start":"2026-03-31T05:30:13.134825Z","end":"2026-03-31T05:30:13.253757Z","steps":["trace[1449015715] 'process raft request' (duration: 118.601084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:13.254033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.360153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:30:13.254093Z","caller":"traceutil/trace.go:171","msg":"trace[943696060] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:15238; }","duration":"108.461405ms","start":"2026-03-31T05:30:13.145612Z","end":"2026-03-31T05:30:13.254074Z","steps":["trace[943696060] 'agreement among raft nodes before linearized reading' (duration: 108.183568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:13.57376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.950823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:13.573898Z","caller":"traceutil/trace.go:171","msg":"trace[50174574] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15239; }","duration":"115.159399ms","start":"2026-03-31T05:30:13.458709Z","end":"2026-03-31T05:30:13.573869Z","steps":["trace[50174574] 'range keys from in-memory index tree' (duration: 114.833971ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:13.574461Z","caller":"traceutil/trace.go:171","msg":"trace[1192669297] transaction","detail":"{read_only:false; response_revision:15240; number_of_response:1; }","duration":"115.003135ms","start":"2026-03-31T05:30:13.459439Z","end":"2026-03-31T05:30:13.574442Z","steps":["trace[1192669297] 'process raft request' (duration: 91.300817ms)","trace[1192669297] 'compare' (duration: 23.506723ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:13.718716Z","caller":"traceutil/trace.go:171","msg":"trace[1620030612] linearizableReadLoop","detail":"{readStateIndex:15839; appliedIndex:15837; }","duration":"195.862276ms","start":"2026-03-31T05:30:13.522818Z","end":"2026-03-31T05:30:13.71868Z","steps":["trace[1620030612] 'read index received' (duration: 27.943785ms)","trace[1620030612] 'applied index is now lower than readState.Index' (duration: 167.916991ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:13.718816Z","caller":"traceutil/trace.go:171","msg":"trace[369301160] transaction","detail":"{read_only:false; response_revision:15241; number_of_response:1; }","duration":"259.138996ms","start":"2026-03-31T05:30:13.4596Z","end":"2026-03-31T05:30:13.718739Z","steps":["trace[369301160] 'process raft request' (duration: 229.279579ms)","trace[369301160] 'compare' (duration: 15.673569ms)","trace[369301160] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 13.88745ms)"],"step_count":3} {"level":"warn","ts":"2026-03-31T05:30:13.718949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.122013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:30:13.71902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.211183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:30:13.719043Z","caller":"traceutil/trace.go:171","msg":"trace[365567504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15241; }","duration":"196.247476ms","start":"2026-03-31T05:30:13.52277Z","end":"2026-03-31T05:30:13.719017Z","steps":["trace[365567504] 'agreement among raft nodes before linearized reading' (duration: 196.033321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:13.719056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.267004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:30:13.719077Z","caller":"traceutil/trace.go:171","msg":"trace[1977321543] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15241; }","duration":"148.331116ms","start":"2026-03-31T05:30:13.570715Z","end":"2026-03-31T05:30:13.719046Z","steps":["trace[1977321543] 'agreement among raft nodes before linearized reading' (duration: 148.139651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:13.719096Z","caller":"traceutil/trace.go:171","msg":"trace[32740598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15241; }","duration":"148.332926ms","start":"2026-03-31T05:30:13.570753Z","end":"2026-03-31T05:30:13.719086Z","steps":["trace[32740598] 'agreement among raft nodes before linearized reading' (duration: 148.228583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:13.719168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.459548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:30:13.719218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.565734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:30:13.719274Z","caller":"traceutil/trace.go:171","msg":"trace[460602055] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15241; }","duration":"145.602472ms","start":"2026-03-31T05:30:13.573638Z","end":"2026-03-31T05:30:13.719241Z","steps":["trace[460602055] 'agreement among raft nodes before linearized reading' (duration: 145.341704ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:13.719304Z","caller":"traceutil/trace.go:171","msg":"trace[1257657317] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15241; }","duration":"140.742889ms","start":"2026-03-31T05:30:13.578537Z","end":"2026-03-31T05:30:13.71928Z","steps":["trace[1257657317] 'agreement among raft nodes before linearized reading' (duration: 140.401009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:13.746471Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13271,"took":"490.453452ms","hash":119757049,"current-db-size-bytes":52740096,"current-db-size":"53 MB","current-db-size-in-use-bytes":27197440,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-31T05:30:13.746537Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":119757049,"revision":13271,"compact-revision":11340} {"level":"warn","ts":"2026-03-31T05:30:17.406256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792644530,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:30:17.679333Z","caller":"traceutil/trace.go:171","msg":"trace[1007300987] transaction","detail":"{read_only:false; response_revision:15274; number_of_response:1; }","duration":"882.485352ms","start":"2026-03-31T05:30:16.796814Z","end":"2026-03-31T05:30:17.679299Z","steps":["trace[1007300987] 'process raft request' (duration: 881.492125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:17.679656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:16.796794Z","time spent":"882.77747ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:17.938875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.03478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:30:17.939986Z","caller":"traceutil/trace.go:171","msg":"trace[671925642] linearizableReadLoop","detail":"{readStateIndex:15878; appliedIndex:15874; }","duration":"1.034982012s","start":"2026-03-31T05:30:16.904979Z","end":"2026-03-31T05:30:17.939961Z","steps":["trace[671925642] 'read index received' (duration: 773.499561ms)","trace[671925642] 'applied index is now lower than readState.Index' (duration: 261.481321ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:17.940396Z","caller":"traceutil/trace.go:171","msg":"trace[1950894837] transaction","detail":"{read_only:false; response_revision:15277; number_of_response:1; }","duration":"570.528841ms","start":"2026-03-31T05:30:17.369831Z","end":"2026-03-31T05:30:17.94036Z","steps":["trace[1950894837] 'process raft request' (duration: 570.074939ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:17.940421Z","caller":"traceutil/trace.go:171","msg":"trace[1311176068] transaction","detail":"{read_only:false; response_revision:15276; number_of_response:1; }","duration":"651.201487ms","start":"2026-03-31T05:30:17.289167Z","end":"2026-03-31T05:30:17.940369Z","steps":["trace[1311176068] 'process raft request' (duration: 650.643391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:17.940349Z","caller":"traceutil/trace.go:171","msg":"trace[1680857276] transaction","detail":"{read_only:false; response_revision:15275; number_of_response:1; }","duration":"651.297789ms","start":"2026-03-31T05:30:17.289025Z","end":"2026-03-31T05:30:17.940323Z","steps":["trace[1680857276] 'process raft request' (duration: 494.708118ms)","trace[1680857276] 'compare' (duration: 154.624148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:30:17.940618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:17.289117Z","time spent":"651.394373ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:17.940505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035512797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:30:17.940745Z","caller":"traceutil/trace.go:171","msg":"trace[538477929] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:15277; }","duration":"1.035805275s","start":"2026-03-31T05:30:16.904925Z","end":"2026-03-31T05:30:17.94073Z","steps":["trace[538477929] 'agreement among raft nodes before linearized reading' (duration: 1.035424574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:17.9408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:16.904904Z","time spent":"1.035885626s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:30:17.94073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:17.36981Z","time spent":"570.671506ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:17.940943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:17.289Z","time spent":"651.637689ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:30:17.952193Z","caller":"traceutil/trace.go:171","msg":"trace[517467931] transaction","detail":"{read_only:false; response_revision:15278; number_of_response:1; }","duration":"231.602983ms","start":"2026-03-31T05:30:17.720564Z","end":"2026-03-31T05:30:17.952167Z","steps":["trace[517467931] 'process raft request' (duration: 231.366347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:17.952319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.058291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:30:17.952374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.004955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:30:17.952435Z","caller":"traceutil/trace.go:171","msg":"trace[1159332449] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:15278; }","duration":"554.208155ms","start":"2026-03-31T05:30:17.39818Z","end":"2026-03-31T05:30:17.952388Z","steps":["trace[1159332449] 'agreement among raft nodes before linearized reading' (duration: 553.927228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:17.952474Z","caller":"traceutil/trace.go:171","msg":"trace[815035168] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15278; }","duration":"115.173349ms","start":"2026-03-31T05:30:17.837274Z","end":"2026-03-31T05:30:17.952447Z","steps":["trace[815035168] 'agreement among raft nodes before linearized reading' (duration: 114.86191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:17.952491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:17.398161Z","time spent":"554.318948ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:30:17.952528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.190911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:17.952582Z","caller":"traceutil/trace.go:171","msg":"trace[317792773] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:15278; }","duration":"303.266453ms","start":"2026-03-31T05:30:17.649304Z","end":"2026-03-31T05:30:17.952571Z","steps":["trace[317792773] 'agreement among raft nodes before linearized reading' (duration: 303.13656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:17.952613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:17.649261Z","time spent":"303.346465ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-03-31T05:30:17.952693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.902723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:30:17.952729Z","caller":"traceutil/trace.go:171","msg":"trace[2139523502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15278; }","duration":"362.974365ms","start":"2026-03-31T05:30:17.589745Z","end":"2026-03-31T05:30:17.952719Z","steps":["trace[2139523502] 'agreement among raft nodes before linearized reading' (duration: 362.879653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:17.952786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:17.589729Z","time spent":"363.048188ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:30:17.952846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.663593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:30:17.952835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.56119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:30:17.952942Z","caller":"traceutil/trace.go:171","msg":"trace[588160551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15278; }","duration":"115.718014ms","start":"2026-03-31T05:30:17.837201Z","end":"2026-03-31T05:30:17.952919Z","steps":["trace[588160551] 'agreement among raft nodes before linearized reading' (duration: 115.274002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:17.952879Z","caller":"traceutil/trace.go:171","msg":"trace[1576785020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15278; }","duration":"115.728445ms","start":"2026-03-31T05:30:17.837143Z","end":"2026-03-31T05:30:17.952871Z","steps":["trace[1576785020] 'agreement among raft nodes before linearized reading' (duration: 115.626142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:17.953456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.070859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:30:17.953648Z","caller":"traceutil/trace.go:171","msg":"trace[458580333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15278; }","duration":"144.310486ms","start":"2026-03-31T05:30:17.809305Z","end":"2026-03-31T05:30:17.953615Z","steps":["trace[458580333] 'agreement among raft nodes before linearized reading' (duration: 142.917648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.46969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792644568,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:30:20.953558Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.007321955s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:30:20.954102Z","caller":"traceutil/trace.go:171","msg":"trace[921353204] transaction","detail":"{read_only:false; response_revision:15287; number_of_response:1; }","duration":"1.007948543s","start":"2026-03-31T05:30:19.946125Z","end":"2026-03-31T05:30:20.954074Z","steps":["trace[921353204] 'process raft request' (duration: 1.007710176s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.95426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:19.946102Z","time spent":"1.008075477s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:21.996455Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041940252s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:30:21.997077Z","caller":"traceutil/trace.go:171","msg":"trace[603108651] linearizableReadLoop","detail":"{readStateIndex:15891; appliedIndex:15888; }","duration":"2.028134739s","start":"2026-03-31T05:30:19.968912Z","end":"2026-03-31T05:30:21.997047Z","steps":["trace[603108651] 'read index received' (duration: 984.949884ms)","trace[603108651] 'applied index is now lower than readState.Index' (duration: 1.043183935s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:21.99714Z","caller":"traceutil/trace.go:171","msg":"trace[574508626] transaction","detail":"{read_only:false; response_revision:15288; number_of_response:1; }","duration":"2.05082312s","start":"2026-03-31T05:30:19.94628Z","end":"2026-03-31T05:30:21.997103Z","steps":["trace[574508626] 'process raft request' (duration: 2.050525892s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:21.997297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:19.946211Z","time spent":"2.051010435s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:21.99752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028589321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:30:21.997523Z","caller":"traceutil/trace.go:171","msg":"trace[604769488] transaction","detail":"{read_only:false; response_revision:15289; number_of_response:1; }","duration":"2.049312558s","start":"2026-03-31T05:30:19.947866Z","end":"2026-03-31T05:30:21.997178Z","steps":["trace[604769488] 'process raft request' (duration: 2.049118083s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:21.997641Z","caller":"traceutil/trace.go:171","msg":"trace[405985496] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15289; }","duration":"2.028720205s","start":"2026-03-31T05:30:19.968874Z","end":"2026-03-31T05:30:21.997595Z","steps":["trace[405985496] 'agreement among raft nodes before linearized reading' (duration: 2.028395496s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:21.997731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:19.968861Z","time spent":"2.028850939s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:30:21.997789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:19.947832Z","time spent":"2.049803261s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:21.997824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983095637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:30:21.997868Z","caller":"traceutil/trace.go:171","msg":"trace[1925935618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15289; }","duration":"1.983175729s","start":"2026-03-31T05:30:20.014678Z","end":"2026-03-31T05:30:21.997854Z","steps":["trace[1925935618] 'agreement among raft nodes before linearized reading' (duration: 1.983035726s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:21.99791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:20.014658Z","time spent":"1.983246042s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:30:21.998004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.343635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:21.998036Z","caller":"traceutil/trace.go:171","msg":"trace[2065652815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15289; }","duration":"129.410317ms","start":"2026-03-31T05:30:21.868617Z","end":"2026-03-31T05:30:21.998027Z","steps":["trace[2065652815] 'agreement among raft nodes before linearized reading' (duration: 129.361126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:21.998141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973884566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:30:21.998251Z","caller":"traceutil/trace.go:171","msg":"trace[993304960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15289; }","duration":"1.97401625s","start":"2026-03-31T05:30:20.024218Z","end":"2026-03-31T05:30:21.998235Z","steps":["trace[993304960] 'agreement among raft nodes before linearized reading' (duration: 1.973845945s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:21.998312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974093392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:30:21.998355Z","caller":"traceutil/trace.go:171","msg":"trace[2069346179] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:15289; }","duration":"1.974149793s","start":"2026-03-31T05:30:20.024195Z","end":"2026-03-31T05:30:21.998345Z","steps":["trace[2069346179] 'agreement among raft nodes before linearized reading' (duration: 1.974025659s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:21.998389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:20.024189Z","time spent":"1.974194154s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:30:21.998375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:20.024206Z","time spent":"1.974123362s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:30:21.998558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.400193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:21.998625Z","caller":"traceutil/trace.go:171","msg":"trace[687550931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15289; }","duration":"941.498105ms","start":"2026-03-31T05:30:21.057117Z","end":"2026-03-31T05:30:21.998615Z","steps":["trace[687550931] 'agreement among raft nodes before linearized reading' (duration: 941.413053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:21.998656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98135258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:30:21.998694Z","caller":"traceutil/trace.go:171","msg":"trace[1043694823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15289; }","duration":"1.981400171s","start":"2026-03-31T05:30:20.017285Z","end":"2026-03-31T05:30:21.998685Z","steps":["trace[1043694823] 'agreement among raft nodes before linearized reading' (duration: 1.981321849s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:21.998725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:20.017279Z","time spent":"1.981437142s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:30:21.998727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:21.057098Z","time spent":"941.576497ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:30:21.998976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304143102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:30:21.999024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982564763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:30:21.998589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980404064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:30:21.999122Z","caller":"traceutil/trace.go:171","msg":"trace[1033653263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15289; }","duration":"1.982690137s","start":"2026-03-31T05:30:20.01638Z","end":"2026-03-31T05:30:21.99907Z","steps":["trace[1033653263] 'agreement among raft nodes before linearized reading' (duration: 1.982465091s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:21.999165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:20.016362Z","time spent":"1.982794299s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:30:21.999051Z","caller":"traceutil/trace.go:171","msg":"trace[691081447] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:15289; }","duration":"1.304248364s","start":"2026-03-31T05:30:20.694792Z","end":"2026-03-31T05:30:21.99904Z","steps":["trace[691081447] 'agreement among raft nodes before linearized reading' (duration: 1.304146401s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:21.999188Z","caller":"traceutil/trace.go:171","msg":"trace[838761515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15289; }","duration":"1.980952409s","start":"2026-03-31T05:30:20.018178Z","end":"2026-03-31T05:30:21.99913Z","steps":["trace[838761515] 'agreement among raft nodes before linearized reading' (duration: 1.980350243s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:21.999228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405656888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:30:21.9993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:20.694778Z","time spent":"1.304465341s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:30:21.999314Z","caller":"traceutil/trace.go:171","msg":"trace[850633343] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:15289; }","duration":"1.405791151s","start":"2026-03-31T05:30:20.5935Z","end":"2026-03-31T05:30:21.999291Z","steps":["trace[850633343] 'agreement among raft nodes before linearized reading' (duration: 1.405615476s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:21.999327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:20.01815Z","time spent":"1.981131515s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:30:21.999362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:20.593483Z","time spent":"1.405867853s","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:30:23.788317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198691648s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T05:30:23.788631Z","caller":"traceutil/trace.go:171","msg":"trace[1112160052] linearizableReadLoop","detail":"{readStateIndex:15898; appliedIndex:15897; }","duration":"934.620427ms","start":"2026-03-31T05:30:22.853991Z","end":"2026-03-31T05:30:23.788611Z","steps":["trace[1112160052] 'read index received' (duration: 40.321µs)","trace[1112160052] 'applied index is now lower than readState.Index' (duration: 934.579046ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:23.789626Z","caller":"traceutil/trace.go:171","msg":"trace[1704262472] transaction","detail":"{read_only:false; response_revision:15296; number_of_response:1; }","duration":"934.70932ms","start":"2026-03-31T05:30:22.85489Z","end":"2026-03-31T05:30:23.7896Z","steps":["trace[1704262472] 'process raft request' (duration: 933.574119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:23.78975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:22.854868Z","time spent":"934.826953ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:30:23.815887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.876803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-hccgx\" ","response":"range_response_count:1 size:12498"} {"level":"info","ts":"2026-03-31T05:30:23.815999Z","caller":"traceutil/trace.go:171","msg":"trace[1814914285] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-hccgx; range_end:; response_count:1; response_revision:15296; }","duration":"962.035217ms","start":"2026-03-31T05:30:22.853937Z","end":"2026-03-31T05:30:23.815972Z","steps":["trace[1814914285] 'agreement among raft nodes before linearized reading' (duration: 934.744701ms)","trace[1814914285] 'range keys from in-memory index tree' (duration: 27.043639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:30:23.816045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:22.853917Z","time spent":"962.119269ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12521,"request content":"key:\"/registry/pods/openstack/openvswitch-hccgx\" "} {"level":"warn","ts":"2026-03-31T05:30:23.816652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.17523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:23.816722Z","caller":"traceutil/trace.go:171","msg":"trace[1114397560] transaction","detail":"{read_only:false; response_revision:15298; number_of_response:1; }","duration":"690.602595ms","start":"2026-03-31T05:30:23.126079Z","end":"2026-03-31T05:30:23.816681Z","steps":["trace[1114397560] 'process raft request' (duration: 690.368228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:23.816922Z","caller":"traceutil/trace.go:171","msg":"trace[1301421394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15298; }","duration":"947.313934ms","start":"2026-03-31T05:30:22.869409Z","end":"2026-03-31T05:30:23.816723Z","steps":["trace[1301421394] 'agreement among raft nodes before linearized reading' (duration: 947.17832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:23.817108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:22.869383Z","time spent":"947.705735ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:30:23.817111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.734819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:23.817233Z","caller":"traceutil/trace.go:171","msg":"trace[1283321662] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:15298; }","duration":"859.943565ms","start":"2026-03-31T05:30:22.957258Z","end":"2026-03-31T05:30:23.817201Z","steps":["trace[1283321662] 'agreement among raft nodes before linearized reading' (duration: 859.680168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:23.816934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:23.126054Z","time spent":"690.7891ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:23.817246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.234785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:30:23.817304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:22.957231Z","time spent":"860.058938ms","remote":"127.0.0.1:33478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:30:23.816943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.01566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:23.817383Z","caller":"traceutil/trace.go:171","msg":"trace[1567127392] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:15298; }","duration":"121.391499ms","start":"2026-03-31T05:30:23.695953Z","end":"2026-03-31T05:30:23.817345Z","steps":["trace[1567127392] 'agreement among raft nodes before linearized reading' (duration: 121.044899ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:23.817038Z","caller":"traceutil/trace.go:171","msg":"trace[1272214026] transaction","detail":"{read_only:false; response_revision:15297; number_of_response:1; }","duration":"858.748573ms","start":"2026-03-31T05:30:22.958272Z","end":"2026-03-31T05:30:23.81702Z","steps":["trace[1272214026] 'process raft request' (duration: 855.458283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:23.817609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:22.958258Z","time spent":"859.263187ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:30:23.817429Z","caller":"traceutil/trace.go:171","msg":"trace[1470279420] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:15298; }","duration":"520.524384ms","start":"2026-03-31T05:30:23.296865Z","end":"2026-03-31T05:30:23.81739Z","steps":["trace[1470279420] 'agreement among raft nodes before linearized reading' (duration: 520.00599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:23.818299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:23.296842Z","time spent":"521.372167ms","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:30:26.090186Z","caller":"traceutil/trace.go:171","msg":"trace[10763882] transaction","detail":"{read_only:false; response_revision:15314; number_of_response:1; }","duration":"266.355125ms","start":"2026-03-31T05:30:25.823807Z","end":"2026-03-31T05:30:26.090163Z","steps":["trace[10763882] 'process raft request' (duration: 266.230111ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:26.090235Z","caller":"traceutil/trace.go:171","msg":"trace[203172716] linearizableReadLoop","detail":"{readStateIndex:15917; appliedIndex:15917; }","duration":"219.780341ms","start":"2026-03-31T05:30:25.870433Z","end":"2026-03-31T05:30:26.090214Z","steps":["trace[203172716] 'read index received' (duration: 219.771911ms)","trace[203172716] 'applied index is now lower than readState.Index' (duration: 6.84µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:30:26.090418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.971816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:26.090461Z","caller":"traceutil/trace.go:171","msg":"trace[1811324259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15314; }","duration":"220.053678ms","start":"2026-03-31T05:30:25.870397Z","end":"2026-03-31T05:30:26.090451Z","steps":["trace[1811324259] 'agreement among raft nodes before linearized reading' (duration: 219.940865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:26.100532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.961182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-hccgx\" ","response":"range_response_count:1 size:12812"} {"level":"info","ts":"2026-03-31T05:30:26.100616Z","caller":"traceutil/trace.go:171","msg":"trace[2108701749] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-hccgx; range_end:; response_count:1; response_revision:15316; }","duration":"195.075005ms","start":"2026-03-31T05:30:25.905511Z","end":"2026-03-31T05:30:26.100586Z","steps":["trace[2108701749] 'agreement among raft nodes before linearized reading' (duration: 194.912171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:30.314818Z","caller":"traceutil/trace.go:171","msg":"trace[166778199] linearizableReadLoop","detail":"{readStateIndex:15952; appliedIndex:15951; }","duration":"166.187865ms","start":"2026-03-31T05:30:30.148608Z","end":"2026-03-31T05:30:30.314796Z","steps":["trace[166778199] 'read index received' (duration: 165.991429ms)","trace[166778199] 'applied index is now lower than readState.Index' (duration: 195.555µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:30.314961Z","caller":"traceutil/trace.go:171","msg":"trace[839723436] transaction","detail":"{read_only:false; response_revision:15348; number_of_response:1; }","duration":"169.118695ms","start":"2026-03-31T05:30:30.145789Z","end":"2026-03-31T05:30:30.314907Z","steps":["trace[839723436] 'process raft request' (duration: 168.873098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:30.315084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.175394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:30:30.315118Z","caller":"traceutil/trace.go:171","msg":"trace[1582403386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15348; }","duration":"166.243966ms","start":"2026-03-31T05:30:30.148865Z","end":"2026-03-31T05:30:30.315109Z","steps":["trace[1582403386] 'agreement among raft nodes before linearized reading' (duration: 166.174654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:30.315133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.17749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:30:30.315166Z","caller":"traceutil/trace.go:171","msg":"trace[1637300384] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:15348; }","duration":"160.247692ms","start":"2026-03-31T05:30:30.154911Z","end":"2026-03-31T05:30:30.315159Z","steps":["trace[1637300384] 'agreement among raft nodes before linearized reading' (duration: 160.095558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:30.315155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.443082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:30:30.315014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.38371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:30:30.315183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.275078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:30:30.315235Z","caller":"traceutil/trace.go:171","msg":"trace[1874039815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15348; }","duration":"166.339999ms","start":"2026-03-31T05:30:30.148878Z","end":"2026-03-31T05:30:30.315218Z","steps":["trace[1874039815] 'agreement among raft nodes before linearized reading' (duration: 166.208105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:30.315238Z","caller":"traceutil/trace.go:171","msg":"trace[406132048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15348; }","duration":"166.575266ms","start":"2026-03-31T05:30:30.14863Z","end":"2026-03-31T05:30:30.315205Z","steps":["trace[406132048] 'agreement among raft nodes before linearized reading' (duration: 166.322949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:30.315215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.577268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:30:30.315308Z","caller":"traceutil/trace.go:171","msg":"trace[1468200498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15348; }","duration":"166.631377ms","start":"2026-03-31T05:30:30.148576Z","end":"2026-03-31T05:30:30.315208Z","steps":["trace[1468200498] 'agreement among raft nodes before linearized reading' (duration: 166.331469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:30.31533Z","caller":"traceutil/trace.go:171","msg":"trace[1553493292] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15348; }","duration":"165.730382ms","start":"2026-03-31T05:30:30.149571Z","end":"2026-03-31T05:30:30.315301Z","steps":["trace[1553493292] 'agreement among raft nodes before linearized reading' (duration: 165.412744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:32.730495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.5686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:30:32.730564Z","caller":"traceutil/trace.go:171","msg":"trace[1273967402] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:15451; }","duration":"608.664343ms","start":"2026-03-31T05:30:32.121883Z","end":"2026-03-31T05:30:32.730548Z","steps":["trace[1273967402] 'range keys from in-memory index tree' (duration: 608.453797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:32.730591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.121868Z","time spent":"608.717494ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-31T05:30:32.732594Z","caller":"traceutil/trace.go:171","msg":"trace[1773879997] transaction","detail":"{read_only:false; response_revision:15452; number_of_response:1; }","duration":"610.631587ms","start":"2026-03-31T05:30:32.121931Z","end":"2026-03-31T05:30:32.732563Z","steps":["trace[1773879997] 'process raft request' (duration: 606.497424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:32.73351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.121913Z","time spent":"610.75501ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:33.933993Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.205481994s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:30:33.945037Z","caller":"traceutil/trace.go:171","msg":"trace[275727727] transaction","detail":"{read_only:false; response_revision:15453; number_of_response:1; }","duration":"1.819401871s","start":"2026-03-31T05:30:32.125602Z","end":"2026-03-31T05:30:33.945003Z","steps":["trace[275727727] 'process raft request' (duration: 1.808607546s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:33.945046Z","caller":"traceutil/trace.go:171","msg":"trace[692000830] transaction","detail":"{read_only:false; response_revision:15454; number_of_response:1; }","duration":"1.818365213s","start":"2026-03-31T05:30:32.126645Z","end":"2026-03-31T05:30:33.94501Z","steps":["trace[692000830] 'process raft request' (duration: 1.818287781s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:33.94514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623410132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:30:33.945127Z","caller":"traceutil/trace.go:171","msg":"trace[2038085789] linearizableReadLoop","detail":"{readStateIndex:16059; appliedIndex:16056; }","duration":"1.623286408s","start":"2026-03-31T05:30:32.321723Z","end":"2026-03-31T05:30:33.94501Z","steps":["trace[2038085789] 'read index received' (duration: 406.755582ms)","trace[2038085789] 'applied index is now lower than readState.Index' (duration: 1.216529696s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:30:33.945162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.125593Z","time spent":"1.819505834s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:30:33.9452Z","caller":"traceutil/trace.go:171","msg":"trace[1550894464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15454; }","duration":"1.623513615s","start":"2026-03-31T05:30:32.321669Z","end":"2026-03-31T05:30:33.945182Z","steps":["trace[1550894464] 'agreement among raft nodes before linearized reading' (duration: 1.623345781s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:33.945206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.126627Z","time spent":"1.818499747s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:33.945234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.321648Z","time spent":"1.623576786s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:30:33.95125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217218876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-31T05:30:33.951261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.895758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-31T05:30:33.951301Z","caller":"traceutil/trace.go:171","msg":"trace[971424285] range","detail":"{range_begin:/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532; range_end:; response_count:1; response_revision:15454; }","duration":"1.217303688s","start":"2026-03-31T05:30:32.733985Z","end":"2026-03-31T05:30:33.951288Z","steps":["trace[971424285] 'agreement among raft nodes before linearized reading' (duration: 1.217147194s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:33.951311Z","caller":"traceutil/trace.go:171","msg":"trace[882458229] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:15454; }","duration":"172.98317ms","start":"2026-03-31T05:30:33.778315Z","end":"2026-03-31T05:30:33.951298Z","steps":["trace[882458229] 'agreement among raft nodes before linearized reading' (duration: 172.842567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:33.951328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.733971Z","time spent":"1.217350169s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532\" "} {"level":"warn","ts":"2026-03-31T05:30:33.951337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333907945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:30:33.951374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612254597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:30:33.951388Z","caller":"traceutil/trace.go:171","msg":"trace[803141051] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:15454; }","duration":"1.334006718s","start":"2026-03-31T05:30:32.617366Z","end":"2026-03-31T05:30:33.951373Z","steps":["trace[803141051] 'agreement among raft nodes before linearized reading' (duration: 1.333920606s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:33.951418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.617339Z","time spent":"1.334071219s","remote":"127.0.0.1:33422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:30:33.951419Z","caller":"traceutil/trace.go:171","msg":"trace[234175794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15454; }","duration":"1.612318808s","start":"2026-03-31T05:30:32.339085Z","end":"2026-03-31T05:30:33.951403Z","steps":["trace[234175794] 'agreement among raft nodes before linearized reading' (duration: 1.612197305s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:33.951455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.603854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:30:33.951464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.339072Z","time spent":"1.612385061s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:30:33.95147Z","caller":"traceutil/trace.go:171","msg":"trace[708081235] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:15454; }","duration":"905.644244ms","start":"2026-03-31T05:30:33.045821Z","end":"2026-03-31T05:30:33.951466Z","steps":["trace[708081235] 'agreement among raft nodes before linearized reading' (duration: 905.605183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:33.951461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371659317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:30:33.951493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:33.045808Z","time spent":"905.682276ms","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":15,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:30:33.951514Z","caller":"traceutil/trace.go:171","msg":"trace[1196424995] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:15454; }","duration":"1.37175728s","start":"2026-03-31T05:30:32.579743Z","end":"2026-03-31T05:30:33.9515Z","steps":["trace[1196424995] 'agreement among raft nodes before linearized reading' (duration: 1.371627246s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:33.951548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.579721Z","time spent":"1.371816322s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":11,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:30:33.951572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.831604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:30:33.951574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619250699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:30:33.951599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422374274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-8vf84.18a1d601b621220a\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-31T05:30:33.951617Z","caller":"traceutil/trace.go:171","msg":"trace[623958526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15454; }","duration":"1.619346451s","start":"2026-03-31T05:30:32.332258Z","end":"2026-03-31T05:30:33.951605Z","steps":["trace[623958526] 'agreement among raft nodes before linearized reading' (duration: 1.619237378s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:33.951629Z","caller":"traceutil/trace.go:171","msg":"trace[426115597] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-8vf84.18a1d601b621220a; range_end:; response_count:1; response_revision:15454; }","duration":"1.422438276s","start":"2026-03-31T05:30:32.529182Z","end":"2026-03-31T05:30:33.951621Z","steps":["trace[426115597] 'agreement among raft nodes before linearized reading' (duration: 1.422347694s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:33.951645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.332216Z","time spent":"1.619422193s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:30:33.951656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.529163Z","time spent":"1.422487568s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":782,"request content":"key:\"/registry/events/openstack/ovn-controller-8vf84.18a1d601b621220a\" "} {"level":"warn","ts":"2026-03-31T05:30:33.951609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.201666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-03-31T05:30:33.951697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081111894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:33.951714Z","caller":"traceutil/trace.go:171","msg":"trace[599520795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15454; }","duration":"1.081169016s","start":"2026-03-31T05:30:32.87054Z","end":"2026-03-31T05:30:33.951709Z","steps":["trace[599520795] 'agreement among raft nodes before linearized reading' (duration: 1.081146395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:33.951726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.870509Z","time spent":"1.081214057s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:30:33.951635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039297471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1cfbb190-4154-498e-aa20-f39bc9d1891c\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-03-31T05:30:33.951732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619521506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:30:33.951731Z","caller":"traceutil/trace.go:171","msg":"trace[1010158924] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:15454; }","duration":"173.378841ms","start":"2026-03-31T05:30:33.778324Z","end":"2026-03-31T05:30:33.951702Z","steps":["trace[1010158924] 'agreement among raft nodes before linearized reading' (duration: 173.017092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:33.951757Z","caller":"traceutil/trace.go:171","msg":"trace[644355316] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1cfbb190-4154-498e-aa20-f39bc9d1891c; range_end:; response_count:1; response_revision:15454; }","duration":"1.039438344s","start":"2026-03-31T05:30:32.91231Z","end":"2026-03-31T05:30:33.951748Z","steps":["trace[644355316] 'agreement among raft nodes before linearized reading' (duration: 1.03928842s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:33.951769Z","caller":"traceutil/trace.go:171","msg":"trace[1899248532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15454; }","duration":"1.619591048s","start":"2026-03-31T05:30:32.332167Z","end":"2026-03-31T05:30:33.951758Z","steps":["trace[1899248532] 'agreement among raft nodes before linearized reading' (duration: 1.619495405s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:33.951782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.912303Z","time spent":"1.039473296s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1cfbb190-4154-498e-aa20-f39bc9d1891c\" "} {"level":"warn","ts":"2026-03-31T05:30:33.951251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619192937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:30:33.951796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.332138Z","time spent":"1.61965288s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:30:33.951807Z","caller":"traceutil/trace.go:171","msg":"trace[2085699638] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15454; }","duration":"1.619786823s","start":"2026-03-31T05:30:32.332014Z","end":"2026-03-31T05:30:33.951801Z","steps":["trace[2085699638] 'agreement among raft nodes before linearized reading' (duration: 1.619106725s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:33.951792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613984375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T05:30:33.951823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.332001Z","time spent":"1.619817454s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:30:33.951842Z","caller":"traceutil/trace.go:171","msg":"trace[1236132380] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:15454; }","duration":"1.614084147s","start":"2026-03-31T05:30:32.337743Z","end":"2026-03-31T05:30:33.951827Z","steps":["trace[1236132380] 'agreement among raft nodes before linearized reading' (duration: 1.613953233s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:33.951878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.337719Z","time spent":"1.614150629s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:30:33.951939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619886676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:30:33.951588Z","caller":"traceutil/trace.go:171","msg":"trace[91929441] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:15454; }","duration":"979.881995ms","start":"2026-03-31T05:30:32.971701Z","end":"2026-03-31T05:30:33.951583Z","steps":["trace[91929441] 'agreement among raft nodes before linearized reading' (duration: 979.855584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:33.95199Z","caller":"traceutil/trace.go:171","msg":"trace[916070108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15454; }","duration":"1.619957888s","start":"2026-03-31T05:30:32.332015Z","end":"2026-03-31T05:30:33.951972Z","steps":["trace[916070108] 'agreement among raft nodes before linearized reading' (duration: 1.619836995s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:33.95201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.971681Z","time spent":"980.321228ms","remote":"127.0.0.1:35184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:30:33.951676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039754193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fc7eb173-cdff-4600-9e7f-53a2661e46c4\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-03-31T05:30:33.95203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.331998Z","time spent":"1.620022059s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:30:33.952039Z","caller":"traceutil/trace.go:171","msg":"trace[1104014417] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fc7eb173-cdff-4600-9e7f-53a2661e46c4; range_end:; response_count:1; response_revision:15454; }","duration":"1.040142124s","start":"2026-03-31T05:30:32.91189Z","end":"2026-03-31T05:30:33.952032Z","steps":["trace[1104014417] 'agreement among raft nodes before linearized reading' (duration: 1.039757123s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:33.952069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.911873Z","time spent":"1.040188454s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fc7eb173-cdff-4600-9e7f-53a2661e46c4\" "} {"level":"warn","ts":"2026-03-31T05:30:33.952313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30263165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:30:33.952335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482979732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:33.952351Z","caller":"traceutil/trace.go:171","msg":"trace[501673751] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:15454; }","duration":"1.302707072s","start":"2026-03-31T05:30:32.649633Z","end":"2026-03-31T05:30:33.952341Z","steps":["trace[501673751] 'agreement among raft nodes before linearized reading' (duration: 1.30190501s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:33.952376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.649613Z","time spent":"1.302756004s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1498,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:30:33.952377Z","caller":"traceutil/trace.go:171","msg":"trace[921658451] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:15454; }","duration":"1.483027214s","start":"2026-03-31T05:30:32.469338Z","end":"2026-03-31T05:30:33.952365Z","steps":["trace[921658451] 'agreement among raft nodes before linearized reading' (duration: 1.482952372s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:33.952409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:32.469322Z","time spent":"1.483079405s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:30:35.965685Z","caller":"traceutil/trace.go:171","msg":"trace[489783981] transaction","detail":"{read_only:false; response_revision:15470; number_of_response:1; }","duration":"181.00357ms","start":"2026-03-31T05:30:35.78465Z","end":"2026-03-31T05:30:35.965653Z","steps":["trace[489783981] 'process raft request' (duration: 180.795794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:36.148163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.974338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:30:36.148418Z","caller":"traceutil/trace.go:171","msg":"trace[1939817276] linearizableReadLoop","detail":"{readStateIndex:16078; appliedIndex:16076; }","duration":"182.815239ms","start":"2026-03-31T05:30:35.965579Z","end":"2026-03-31T05:30:36.148394Z","steps":["trace[1939817276] 'read index received' (duration: 57.525583ms)","trace[1939817276] 'applied index is now lower than readState.Index' (duration: 125.288256ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:36.148425Z","caller":"traceutil/trace.go:171","msg":"trace[704307081] transaction","detail":"{read_only:false; response_revision:15471; number_of_response:1; }","duration":"197.806609ms","start":"2026-03-31T05:30:35.95059Z","end":"2026-03-31T05:30:36.148397Z","steps":["trace[704307081] 'process raft request' (duration: 72.502233ms)","trace[704307081] 'compare' (duration: 124.820623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:30:36.148611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.126405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:30:36.148628Z","caller":"traceutil/trace.go:171","msg":"trace[1619608099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15472; }","duration":"184.191717ms","start":"2026-03-31T05:30:35.964431Z","end":"2026-03-31T05:30:36.148623Z","steps":["trace[1619608099] 'agreement among raft nodes before linearized reading' (duration: 184.098394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:36.148698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.247936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:30:36.148717Z","caller":"traceutil/trace.go:171","msg":"trace[726698125] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15473; }","duration":"171.427198ms","start":"2026-03-31T05:30:35.977241Z","end":"2026-03-31T05:30:36.148668Z","steps":["trace[726698125] 'process raft request' (duration: 171.383537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:36.148779Z","caller":"traceutil/trace.go:171","msg":"trace[1157782963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15472; }","duration":"185.358739ms","start":"2026-03-31T05:30:35.963375Z","end":"2026-03-31T05:30:36.148734Z","steps":["trace[1157782963] 'agreement among raft nodes before linearized reading' (duration: 185.137713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:36.148731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.00414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:30:36.148826Z","caller":"traceutil/trace.go:171","msg":"trace[1792824911] transaction","detail":"{read_only:false; response_revision:15472; number_of_response:1; }","duration":"197.326336ms","start":"2026-03-31T05:30:35.951417Z","end":"2026-03-31T05:30:36.148744Z","steps":["trace[1792824911] 'process raft request' (duration: 196.859413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:36.14885Z","caller":"traceutil/trace.go:171","msg":"trace[1765838238] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15472; }","duration":"185.183094ms","start":"2026-03-31T05:30:35.96364Z","end":"2026-03-31T05:30:36.148823Z","steps":["trace[1765838238] 'agreement among raft nodes before linearized reading' (duration: 184.820464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:36.148992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.879698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-31T05:30:36.148976Z","caller":"traceutil/trace.go:171","msg":"trace[148260425] transaction","detail":"{read_only:false; response_revision:15473; number_of_response:1; }","duration":"173.294139ms","start":"2026-03-31T05:30:35.975659Z","end":"2026-03-31T05:30:36.148953Z","steps":["trace[148260425] 'process raft request' (duration: 172.839796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:36.149014Z","caller":"traceutil/trace.go:171","msg":"trace[437623004] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:15473; }","duration":"191.922038ms","start":"2026-03-31T05:30:35.957085Z","end":"2026-03-31T05:30:36.149008Z","steps":["trace[437623004] 'agreement among raft nodes before linearized reading' (duration: 191.861326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:36.149055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.911487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:30:36.14909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.698116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:36.149132Z","caller":"traceutil/trace.go:171","msg":"trace[1719294970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15473; }","duration":"185.005439ms","start":"2026-03-31T05:30:35.964107Z","end":"2026-03-31T05:30:36.149112Z","steps":["trace[1719294970] 'agreement among raft nodes before linearized reading' (duration: 184.777673ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:36.149146Z","caller":"traceutil/trace.go:171","msg":"trace[1764234904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15473; }","duration":"182.781998ms","start":"2026-03-31T05:30:35.966347Z","end":"2026-03-31T05:30:36.149129Z","steps":["trace[1764234904] 'agreement among raft nodes before linearized reading' (duration: 182.682006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:36.149135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.490002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fc7eb173-cdff-4600-9e7f-53a2661e46c4\" ","response":"range_response_count:1 size:3913"} {"level":"warn","ts":"2026-03-31T05:30:36.149201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.128004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:30:36.149254Z","caller":"traceutil/trace.go:171","msg":"trace[1868525625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15473; }","duration":"192.210147ms","start":"2026-03-31T05:30:35.957031Z","end":"2026-03-31T05:30:36.149241Z","steps":["trace[1868525625] 'agreement among raft nodes before linearized reading' (duration: 192.079893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:36.149261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.933125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:30:36.149286Z","caller":"traceutil/trace.go:171","msg":"trace[1232382431] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:15473; }","duration":"166.991777ms","start":"2026-03-31T05:30:35.982288Z","end":"2026-03-31T05:30:36.14928Z","steps":["trace[1232382431] 'agreement among raft nodes before linearized reading' (duration: 166.919145ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:36.149211Z","caller":"traceutil/trace.go:171","msg":"trace[23974195] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fc7eb173-cdff-4600-9e7f-53a2661e46c4; range_end:; response_count:1; response_revision:15473; }","duration":"189.582644ms","start":"2026-03-31T05:30:35.959611Z","end":"2026-03-31T05:30:36.149194Z","steps":["trace[23974195] 'agreement among raft nodes before linearized reading' (duration: 189.407819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:36.149143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.460811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1cfbb190-4154-498e-aa20-f39bc9d1891c\" ","response":"range_response_count:1 size:3897"} {"level":"warn","ts":"2026-03-31T05:30:36.149358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.080406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-31T05:30:36.149391Z","caller":"traceutil/trace.go:171","msg":"trace[125531164] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1cfbb190-4154-498e-aa20-f39bc9d1891c; range_end:; response_count:1; response_revision:15473; }","duration":"189.736338ms","start":"2026-03-31T05:30:35.959646Z","end":"2026-03-31T05:30:36.149383Z","steps":["trace[125531164] 'agreement among raft nodes before linearized reading' (duration: 189.345998ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:36.14941Z","caller":"traceutil/trace.go:171","msg":"trace[2055623036] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:15473; }","duration":"187.166449ms","start":"2026-03-31T05:30:35.962228Z","end":"2026-03-31T05:30:36.149394Z","steps":["trace[2055623036] 'agreement among raft nodes before linearized reading' (duration: 186.958523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:36.149863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.514053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:30:36.149951Z","caller":"traceutil/trace.go:171","msg":"trace[291159608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15473; }","duration":"185.622216ms","start":"2026-03-31T05:30:35.964306Z","end":"2026-03-31T05:30:36.149928Z","steps":["trace[291159608] 'agreement among raft nodes before linearized reading' (duration: 184.593718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:36.566948Z","caller":"traceutil/trace.go:171","msg":"trace[1789042811] linearizableReadLoop","detail":"{readStateIndex:16103; appliedIndex:16101; }","duration":"138.96209ms","start":"2026-03-31T05:30:36.427956Z","end":"2026-03-31T05:30:36.566918Z","steps":["trace[1789042811] 'read index received' (duration: 65.741328ms)","trace[1789042811] 'applied index is now lower than readState.Index' (duration: 73.219952ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:36.566972Z","caller":"traceutil/trace.go:171","msg":"trace[1094576635] transaction","detail":"{read_only:false; response_revision:15497; number_of_response:1; }","duration":"138.488227ms","start":"2026-03-31T05:30:36.428452Z","end":"2026-03-31T05:30:36.566941Z","steps":["trace[1094576635] 'process raft request' (duration: 138.359413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:36.567001Z","caller":"traceutil/trace.go:171","msg":"trace[530877732] transaction","detail":"{read_only:false; response_revision:15496; number_of_response:1; }","duration":"140.826122ms","start":"2026-03-31T05:30:36.426141Z","end":"2026-03-31T05:30:36.566968Z","steps":["trace[530877732] 'process raft request' (duration: 140.537064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:36.567237Z","caller":"traceutil/trace.go:171","msg":"trace[1558848416] transaction","detail":"{read_only:false; response_revision:15498; number_of_response:1; }","duration":"135.149906ms","start":"2026-03-31T05:30:36.432077Z","end":"2026-03-31T05:30:36.567227Z","steps":["trace[1558848416] 'process raft request' (duration: 134.801666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:36.567449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.498304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T05:30:36.567479Z","caller":"traceutil/trace.go:171","msg":"trace[1213912603] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:15498; }","duration":"139.594587ms","start":"2026-03-31T05:30:36.427877Z","end":"2026-03-31T05:30:36.567472Z","steps":["trace[1213912603] 'agreement among raft nodes before linearized reading' (duration: 139.483974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:36.567679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.816298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-1cfbb190-4154-498e-aa20-f39bc9d1891c\" ","response":"range_response_count:1 size:2242"} {"level":"info","ts":"2026-03-31T05:30:36.567752Z","caller":"traceutil/trace.go:171","msg":"trace[862024146] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-1cfbb190-4154-498e-aa20-f39bc9d1891c; range_end:; response_count:1; response_revision:15498; }","duration":"111.926181ms","start":"2026-03-31T05:30:36.455807Z","end":"2026-03-31T05:30:36.567733Z","steps":["trace[862024146] 'agreement among raft nodes before linearized reading' (duration: 111.702854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:08.373748Z","caller":"traceutil/trace.go:171","msg":"trace[100240719] transaction","detail":"{read_only:false; response_revision:15867; number_of_response:1; }","duration":"102.02666ms","start":"2026-03-31T05:31:08.271687Z","end":"2026-03-31T05:31:08.373714Z","steps":["trace[100240719] 'process raft request' (duration: 101.820604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:08.391363Z","caller":"traceutil/trace.go:171","msg":"trace[1380514788] transaction","detail":"{read_only:false; response_revision:15868; number_of_response:1; }","duration":"115.92269ms","start":"2026-03-31T05:31:08.275411Z","end":"2026-03-31T05:31:08.391334Z","steps":["trace[1380514788] 'process raft request' (duration: 115.706944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:11.30097Z","caller":"traceutil/trace.go:171","msg":"trace[302428840] linearizableReadLoop","detail":"{readStateIndex:16507; appliedIndex:16506; }","duration":"252.71234ms","start":"2026-03-31T05:31:11.048221Z","end":"2026-03-31T05:31:11.300933Z","steps":["trace[302428840] 'read index received' (duration: 252.444183ms)","trace[302428840] 'applied index is now lower than readState.Index' (duration: 266.817µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:31:11.301039Z","caller":"traceutil/trace.go:171","msg":"trace[462720740] transaction","detail":"{read_only:false; response_revision:15887; number_of_response:1; }","duration":"384.086373ms","start":"2026-03-31T05:31:10.91691Z","end":"2026-03-31T05:31:11.300996Z","steps":["trace[462720740] 'process raft request' (duration: 383.805415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:11.301153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.904045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:31:11.301202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:10.916888Z","time spent":"384.237827ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:31:11.301239Z","caller":"traceutil/trace.go:171","msg":"trace[1493339944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15887; }","duration":"253.010628ms","start":"2026-03-31T05:31:11.048209Z","end":"2026-03-31T05:31:11.30122Z","steps":["trace[1493339944] 'agreement among raft nodes before linearized reading' (duration: 252.831803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:11.301318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.555572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:10816"} {"level":"info","ts":"2026-03-31T05:31:11.301364Z","caller":"traceutil/trace.go:171","msg":"trace[1774835999] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:15887; }","duration":"238.665345ms","start":"2026-03-31T05:31:11.062684Z","end":"2026-03-31T05:31:11.30135Z","steps":["trace[1774835999] 'agreement among raft nodes before linearized reading' (duration: 238.446099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:11.301479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.721451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-03-31T05:31:11.301594Z","caller":"traceutil/trace.go:171","msg":"trace[87736198] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:15887; }","duration":"150.900306ms","start":"2026-03-31T05:31:11.150664Z","end":"2026-03-31T05:31:11.301564Z","steps":["trace[87736198] 'agreement among raft nodes before linearized reading' (duration: 150.625529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:21.534065Z","caller":"traceutil/trace.go:171","msg":"trace[1670348206] linearizableReadLoop","detail":"{readStateIndex:16575; appliedIndex:16574; }","duration":"188.130695ms","start":"2026-03-31T05:31:21.345908Z","end":"2026-03-31T05:31:21.534039Z","steps":["trace[1670348206] 'read index received' (duration: 187.844367ms)","trace[1670348206] 'applied index is now lower than readState.Index' (duration: 285.408µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:31:21.534104Z","caller":"traceutil/trace.go:171","msg":"trace[280840639] transaction","detail":"{read_only:false; response_revision:15953; number_of_response:1; }","duration":"201.282854ms","start":"2026-03-31T05:31:21.332797Z","end":"2026-03-31T05:31:21.534079Z","steps":["trace[280840639] 'process raft request' (duration: 201.074318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:21.534907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.992308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:96 size:990479"} {"level":"info","ts":"2026-03-31T05:31:21.534944Z","caller":"traceutil/trace.go:171","msg":"trace[2065406807] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:96; response_revision:15953; }","duration":"189.06918ms","start":"2026-03-31T05:31:21.345865Z","end":"2026-03-31T05:31:21.534934Z","steps":["trace[2065406807] 'agreement among raft nodes before linearized reading' (duration: 188.275159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:22.627918Z","caller":"traceutil/trace.go:171","msg":"trace[525963656] linearizableReadLoop","detail":"{readStateIndex:16579; appliedIndex:16578; }","duration":"134.406625ms","start":"2026-03-31T05:31:22.493482Z","end":"2026-03-31T05:31:22.627889Z","steps":["trace[525963656] 'read index received' (duration: 134.2234ms)","trace[525963656] 'applied index is now lower than readState.Index' (duration: 182.215µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:31:22.628084Z","caller":"traceutil/trace.go:171","msg":"trace[662541340] transaction","detail":"{read_only:false; response_revision:15956; number_of_response:1; }","duration":"159.163312ms","start":"2026-03-31T05:31:22.468859Z","end":"2026-03-31T05:31:22.628022Z","steps":["trace[662541340] 'process raft request' (duration: 158.853904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:22.628189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.692913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:31:22.628245Z","caller":"traceutil/trace.go:171","msg":"trace[1257849093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15956; }","duration":"134.794726ms","start":"2026-03-31T05:31:22.493435Z","end":"2026-03-31T05:31:22.62823Z","steps":["trace[1257849093] 'agreement among raft nodes before linearized reading' (duration: 134.59609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:22.628396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.363406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:31:22.628472Z","caller":"traceutil/trace.go:171","msg":"trace[333954332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15956; }","duration":"122.472199ms","start":"2026-03-31T05:31:22.505981Z","end":"2026-03-31T05:31:22.628453Z","steps":["trace[333954332] 'agreement among raft nodes before linearized reading' (duration: 122.281614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:22.628469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.437101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:31:22.628481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.259595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:31:22.628545Z","caller":"traceutil/trace.go:171","msg":"trace[1708623660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15956; }","duration":"117.534684ms","start":"2026-03-31T05:31:22.510988Z","end":"2026-03-31T05:31:22.628523Z","steps":["trace[1708623660] 'agreement among raft nodes before linearized reading' (duration: 117.317828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:22.628573Z","caller":"traceutil/trace.go:171","msg":"trace[2064476399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15956; }","duration":"129.393909ms","start":"2026-03-31T05:31:22.49916Z","end":"2026-03-31T05:31:22.628554Z","steps":["trace[2064476399] 'agreement among raft nodes before linearized reading' (duration: 129.143772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:22.628395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.542023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:31:22.62866Z","caller":"traceutil/trace.go:171","msg":"trace[1078881365] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15956; }","duration":"129.80355ms","start":"2026-03-31T05:31:22.498826Z","end":"2026-03-31T05:31:22.62863Z","steps":["trace[1078881365] 'agreement among raft nodes before linearized reading' (duration: 129.427499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:30.939543Z","caller":"traceutil/trace.go:171","msg":"trace[464250571] linearizableReadLoop","detail":"{readStateIndex:16917; appliedIndex:16916; }","duration":"267.729931ms","start":"2026-03-31T05:31:30.671793Z","end":"2026-03-31T05:31:30.939523Z","steps":["trace[464250571] 'read index received' (duration: 267.68278ms)","trace[464250571] 'applied index is now lower than readState.Index' (duration: 46.201µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:31:30.939631Z","caller":"traceutil/trace.go:171","msg":"trace[425583067] transaction","detail":"{read_only:false; response_revision:16287; number_of_response:1; }","duration":"269.032067ms","start":"2026-03-31T05:31:30.67059Z","end":"2026-03-31T05:31:30.939622Z","steps":["trace[425583067] 'process raft request' (duration: 268.617805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:30.939779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.975977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:31:30.939832Z","caller":"traceutil/trace.go:171","msg":"trace[765056832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16287; }","duration":"268.06841ms","start":"2026-03-31T05:31:30.67175Z","end":"2026-03-31T05:31:30.939818Z","steps":["trace[765056832] 'agreement among raft nodes before linearized reading' (duration: 267.911906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:30.972121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.285607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:31:30.972207Z","caller":"traceutil/trace.go:171","msg":"trace[1226409334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16288; }","duration":"298.435701ms","start":"2026-03-31T05:31:30.673752Z","end":"2026-03-31T05:31:30.972188Z","steps":["trace[1226409334] 'agreement among raft nodes before linearized reading' (duration: 298.225256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:30.972216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.997184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:31:30.972246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.784477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:31:30.972314Z","caller":"traceutil/trace.go:171","msg":"trace[1848212043] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16288; }","duration":"262.114308ms","start":"2026-03-31T05:31:30.710174Z","end":"2026-03-31T05:31:30.972288Z","steps":["trace[1848212043] 'agreement among raft nodes before linearized reading' (duration: 261.953124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:30.972338Z","caller":"traceutil/trace.go:171","msg":"trace[881542964] transaction","detail":"{read_only:false; response_revision:16288; number_of_response:1; }","duration":"155.016719ms","start":"2026-03-31T05:31:30.817296Z","end":"2026-03-31T05:31:30.972312Z","steps":["trace[881542964] 'process raft request' (duration: 154.502705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:30.972359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.530424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:31:30.972374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.620439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:31:30.972396Z","caller":"traceutil/trace.go:171","msg":"trace[1863947946] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16288; }","duration":"263.65699ms","start":"2026-03-31T05:31:30.708733Z","end":"2026-03-31T05:31:30.97239Z","steps":["trace[1863947946] 'agreement among raft nodes before linearized reading' (duration: 263.612119ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:30.972404Z","caller":"traceutil/trace.go:171","msg":"trace[1048794330] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16288; }","duration":"294.621407ms","start":"2026-03-31T05:31:30.677766Z","end":"2026-03-31T05:31:30.972388Z","steps":["trace[1048794330] 'agreement among raft nodes before linearized reading' (duration: 294.516304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:30.972326Z","caller":"traceutil/trace.go:171","msg":"trace[1559193205] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16288; }","duration":"269.928012ms","start":"2026-03-31T05:31:30.70238Z","end":"2026-03-31T05:31:30.972308Z","steps":["trace[1559193205] 'agreement among raft nodes before linearized reading' (duration: 269.681845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:30.972534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.601088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22124"} {"level":"info","ts":"2026-03-31T05:31:30.972566Z","caller":"traceutil/trace.go:171","msg":"trace[445942324] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:16288; }","duration":"188.67343ms","start":"2026-03-31T05:31:30.783884Z","end":"2026-03-31T05:31:30.972558Z","steps":["trace[445942324] 'agreement among raft nodes before linearized reading' (duration: 188.578607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:30.972564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.728004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-db-init-dbbh6\" ","response":"range_response_count:1 size:11278"} {"level":"warn","ts":"2026-03-31T05:31:30.972216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.022713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-31T05:31:30.972641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.65757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:31:30.972669Z","caller":"traceutil/trace.go:171","msg":"trace[2027486568] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16288; }","duration":"105.732201ms","start":"2026-03-31T05:31:30.866927Z","end":"2026-03-31T05:31:30.972659Z","steps":["trace[2027486568] 'agreement among raft nodes before linearized reading' (duration: 105.68256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:30.972694Z","caller":"traceutil/trace.go:171","msg":"trace[403796344] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16288; }","duration":"259.483286ms","start":"2026-03-31T05:31:30.713136Z","end":"2026-03-31T05:31:30.972619Z","steps":["trace[403796344] 'agreement among raft nodes before linearized reading' (duration: 258.90535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:30.972737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.352432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:31:30.972835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.843198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22124"} {"level":"info","ts":"2026-03-31T05:31:30.972889Z","caller":"traceutil/trace.go:171","msg":"trace[1811423559] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16288; }","duration":"293.546138ms","start":"2026-03-31T05:31:30.679308Z","end":"2026-03-31T05:31:30.972855Z","steps":["trace[1811423559] 'agreement among raft nodes before linearized reading' (duration: 293.123446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:30.972236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.208158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:31:30.972928Z","caller":"traceutil/trace.go:171","msg":"trace[980486675] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:16288; }","duration":"203.031132ms","start":"2026-03-31T05:31:30.769875Z","end":"2026-03-31T05:31:30.972906Z","steps":["trace[980486675] 'agreement among raft nodes before linearized reading' (duration: 202.724854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:30.972956Z","caller":"traceutil/trace.go:171","msg":"trace[1911127632] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16288; }","duration":"259.970899ms","start":"2026-03-31T05:31:30.712968Z","end":"2026-03-31T05:31:30.972938Z","steps":["trace[1911127632] 'agreement among raft nodes before linearized reading' (duration: 259.216868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:30.972596Z","caller":"traceutil/trace.go:171","msg":"trace[375364625] range","detail":"{range_begin:/registry/pods/openstack/nova-db-init-dbbh6; range_end:; response_count:1; response_revision:16288; }","duration":"168.794126ms","start":"2026-03-31T05:31:30.803793Z","end":"2026-03-31T05:31:30.972587Z","steps":["trace[375364625] 'agreement among raft nodes before linearized reading' (duration: 168.656623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:30.972888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.077319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:31:30.973083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.47222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:31:30.973154Z","caller":"traceutil/trace.go:171","msg":"trace[258680876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16288; }","duration":"295.415788ms","start":"2026-03-31T05:31:30.677722Z","end":"2026-03-31T05:31:30.973137Z","steps":["trace[258680876] 'agreement among raft nodes before linearized reading' (duration: 294.75594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:30.973234Z","caller":"traceutil/trace.go:171","msg":"trace[1902360001] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:16288; }","duration":"163.644135ms","start":"2026-03-31T05:31:30.809554Z","end":"2026-03-31T05:31:30.973198Z","steps":["trace[1902360001] 'agreement among raft nodes before linearized reading' (duration: 163.09591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:32.122794Z","caller":"traceutil/trace.go:171","msg":"trace[1864844670] transaction","detail":"{read_only:false; response_revision:16300; number_of_response:1; }","duration":"139.545316ms","start":"2026-03-31T05:31:31.983221Z","end":"2026-03-31T05:31:32.122767Z","steps":["trace[1864844670] 'process raft request' (duration: 139.30707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:39.128861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792647435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:31:39.629835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792647435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:31:40.13076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792647435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:31:40.401756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.927673883s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:31:40.40223Z","caller":"traceutil/trace.go:171","msg":"trace[1586429526] transaction","detail":"{read_only:false; response_revision:16352; number_of_response:1; }","duration":"1.928219247s","start":"2026-03-31T05:31:38.473985Z","end":"2026-03-31T05:31:40.402204Z","steps":["trace[1586429526] 'process raft request' (duration: 1.928068923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.402364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.473965Z","time spent":"1.928332401s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8104,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:31:40.406263Z","caller":"traceutil/trace.go:171","msg":"trace[1980536202] transaction","detail":"{read_only:false; response_revision:16353; number_of_response:1; }","duration":"1.898273509s","start":"2026-03-31T05:31:38.507965Z","end":"2026-03-31T05:31:40.406239Z","steps":["trace[1980536202] 'process raft request' (duration: 1.898061193s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:40.406264Z","caller":"traceutil/trace.go:171","msg":"trace[395340246] transaction","detail":"{read_only:false; response_revision:16354; number_of_response:1; }","duration":"1.897689833s","start":"2026-03-31T05:31:38.508559Z","end":"2026-03-31T05:31:40.406249Z","steps":["trace[395340246] 'process raft request' (duration: 1.897603911s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.406388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.508542Z","time spent":"1.897778456s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:31:40.406433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.507936Z","time spent":"1.898374952s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:31:40.406621Z","caller":"traceutil/trace.go:171","msg":"trace[477624995] transaction","detail":"{read_only:false; response_revision:16355; number_of_response:1; }","duration":"1.49788516s","start":"2026-03-31T05:31:38.908717Z","end":"2026-03-31T05:31:40.406602Z","steps":["trace[477624995] 'process raft request' (duration: 1.497495349s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.406805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.908699Z","time spent":"1.497997733s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:31:40.408Z","caller":"traceutil/trace.go:171","msg":"trace[1892799152] transaction","detail":"{read_only:false; response_revision:16356; number_of_response:1; }","duration":"768.803673ms","start":"2026-03-31T05:31:39.639185Z","end":"2026-03-31T05:31:40.407988Z","steps":["trace[1892799152] 'process raft request' (duration: 767.326493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.40807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.63917Z","time spent":"768.870265ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:31:40.40824Z","caller":"traceutil/trace.go:171","msg":"trace[565836612] transaction","detail":"{read_only:false; response_revision:16357; number_of_response:1; }","duration":"564.520047ms","start":"2026-03-31T05:31:39.84371Z","end":"2026-03-31T05:31:40.40823Z","steps":["trace[565836612] 'process raft request' (duration: 564.232609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.408331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.843697Z","time spent":"564.604749ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:31:40.408391Z","caller":"traceutil/trace.go:171","msg":"trace[599486109] linearizableReadLoop","detail":"{readStateIndex:16989; appliedIndex:16983; }","duration":"1.813439559s","start":"2026-03-31T05:31:38.594938Z","end":"2026-03-31T05:31:40.408377Z","steps":["trace[599486109] 'read index received' (duration: 1.807108386s)","trace[599486109] 'applied index is now lower than readState.Index' (duration: 6.330643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:31:40.408547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813599573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:31:40.408622Z","caller":"traceutil/trace.go:171","msg":"trace[921653673] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16358; }","duration":"1.813679985s","start":"2026-03-31T05:31:38.594931Z","end":"2026-03-31T05:31:40.408611Z","steps":["trace[921653673] 'agreement among raft nodes before linearized reading' (duration: 1.813531761s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.408697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.594875Z","time spent":"1.813788039s","remote":"127.0.0.1:51754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:31:40.408629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812574856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-31T05:31:40.408917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.633357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:31:40.408922Z","caller":"traceutil/trace.go:171","msg":"trace[2134579607] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16358; }","duration":"1.812894494s","start":"2026-03-31T05:31:38.59601Z","end":"2026-03-31T05:31:40.408905Z","steps":["trace[2134579607] 'agreement among raft nodes before linearized reading' (duration: 1.812542545s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:40.40895Z","caller":"traceutil/trace.go:171","msg":"trace[510905675] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16358; }","duration":"264.696518ms","start":"2026-03-31T05:31:40.144246Z","end":"2026-03-31T05:31:40.408942Z","steps":["trace[510905675] 'agreement among raft nodes before linearized reading' (duration: 264.653987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.408967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.595974Z","time spent":"1.812981007s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T05:31:40.409047Z","caller":"traceutil/trace.go:171","msg":"trace[354624438] transaction","detail":"{read_only:false; response_revision:16358; number_of_response:1; }","duration":"132.809592ms","start":"2026-03-31T05:31:40.276226Z","end":"2026-03-31T05:31:40.409035Z","steps":["trace[354624438] 'process raft request' (duration: 131.961719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.408877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.806939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:31:40.409137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.894074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:31:40.409174Z","caller":"traceutil/trace.go:171","msg":"trace[1675753799] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16358; }","duration":"264.972836ms","start":"2026-03-31T05:31:40.144192Z","end":"2026-03-31T05:31:40.409165Z","steps":["trace[1675753799] 'agreement among raft nodes before linearized reading' (duration: 264.920114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.409271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.042831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:31:40.409308Z","caller":"traceutil/trace.go:171","msg":"trace[1668736671] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16358; }","duration":"923.126933ms","start":"2026-03-31T05:31:39.486172Z","end":"2026-03-31T05:31:40.409299Z","steps":["trace[1668736671] 'agreement among raft nodes before linearized reading' (duration: 923.00166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.40934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.486152Z","time spent":"923.180064ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:31:40.409356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216007431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:31:40.409385Z","caller":"traceutil/trace.go:171","msg":"trace[2123946893] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16358; }","duration":"1.216070613s","start":"2026-03-31T05:31:39.193306Z","end":"2026-03-31T05:31:40.409376Z","steps":["trace[2123946893] 'agreement among raft nodes before linearized reading' (duration: 1.215985931s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.409432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.193286Z","time spent":"1.216124705s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:31:40.409507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.270074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:31:40.409546Z","caller":"traceutil/trace.go:171","msg":"trace[1244963642] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16358; }","duration":"265.379987ms","start":"2026-03-31T05:31:40.144157Z","end":"2026-03-31T05:31:40.409537Z","steps":["trace[1244963642] 'agreement among raft nodes before linearized reading' (duration: 265.323925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.409642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276227738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22124"} {"level":"info","ts":"2026-03-31T05:31:40.40968Z","caller":"traceutil/trace.go:171","msg":"trace[1383300409] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:16358; }","duration":"1.27629874s","start":"2026-03-31T05:31:39.133372Z","end":"2026-03-31T05:31:40.409671Z","steps":["trace[1383300409] 'agreement among raft nodes before linearized reading' (duration: 1.276200658s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.409713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.133352Z","time spent":"1.276348902s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22147,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"warn","ts":"2026-03-31T05:31:40.409851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.639584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:31:40.409891Z","caller":"traceutil/trace.go:171","msg":"trace[366119837] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16358; }","duration":"265.702706ms","start":"2026-03-31T05:31:40.144178Z","end":"2026-03-31T05:31:40.409881Z","steps":["trace[366119837] 'agreement among raft nodes before linearized reading' (duration: 265.602423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.409913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276541578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22124"} {"level":"info","ts":"2026-03-31T05:31:40.40995Z","caller":"traceutil/trace.go:171","msg":"trace[1045630619] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:16358; }","duration":"1.276601759s","start":"2026-03-31T05:31:39.133339Z","end":"2026-03-31T05:31:40.409941Z","steps":["trace[1045630619] 'agreement among raft nodes before linearized reading' (duration: 1.276510956s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.409991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.133323Z","time spent":"1.2766472s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22147,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"warn","ts":"2026-03-31T05:31:40.41004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.081605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:31:40.410099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.421834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:31:40.410117Z","caller":"traceutil/trace.go:171","msg":"trace[307466814] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16358; }","duration":"779.190817ms","start":"2026-03-31T05:31:39.630905Z","end":"2026-03-31T05:31:40.410096Z","steps":["trace[307466814] 'agreement among raft nodes before linearized reading' (duration: 779.052463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:40.410136Z","caller":"traceutil/trace.go:171","msg":"trace[163374932] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16358; }","duration":"779.492056ms","start":"2026-03-31T05:31:39.630635Z","end":"2026-03-31T05:31:40.410127Z","steps":["trace[163374932] 'agreement among raft nodes before linearized reading' (duration: 779.447455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.410157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.630895Z","time spent":"779.254129ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:31:40.410169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.630613Z","time spent":"779.548347ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:31:40.410188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.708276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:31:40.41024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339194821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:31:40.410267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.103647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:31:40.410343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339325504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:31:40.410374Z","caller":"traceutil/trace.go:171","msg":"trace[1474527701] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16358; }","duration":"1.339390016s","start":"2026-03-31T05:31:39.070974Z","end":"2026-03-31T05:31:40.410364Z","steps":["trace[1474527701] 'agreement among raft nodes before linearized reading' (duration: 1.339317254s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.410395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.176712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" ","response":"range_response_count:1 size:9796"} {"level":"warn","ts":"2026-03-31T05:31:40.410411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.070947Z","time spent":"1.339457057s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:31:40.410423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.816963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" ","response":"range_response_count:1 size:20762"} {"level":"info","ts":"2026-03-31T05:31:40.410426Z","caller":"traceutil/trace.go:171","msg":"trace[1003151934] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jfqq5; range_end:; response_count:1; response_revision:16358; }","duration":"792.268455ms","start":"2026-03-31T05:31:39.618149Z","end":"2026-03-31T05:31:40.410417Z","steps":["trace[1003151934] 'agreement among raft nodes before linearized reading' (duration: 792.179782ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:40.410456Z","caller":"traceutil/trace.go:171","msg":"trace[1519296250] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5jttr; range_end:; response_count:1; response_revision:16358; }","duration":"516.878234ms","start":"2026-03-31T05:31:39.893567Z","end":"2026-03-31T05:31:40.410445Z","steps":["trace[1519296250] 'agreement among raft nodes before linearized reading' (duration: 516.783712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.410468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.618115Z","time spent":"792.345617ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" "} {"level":"warn","ts":"2026-03-31T05:31:40.41049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.893548Z","time spent":"516.934175ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20785,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" "} {"level":"warn","ts":"2026-03-31T05:31:40.410536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339627303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:31:40.410574Z","caller":"traceutil/trace.go:171","msg":"trace[1348725607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16358; }","duration":"1.339697685s","start":"2026-03-31T05:31:39.070867Z","end":"2026-03-31T05:31:40.410565Z","steps":["trace[1348725607] 'agreement among raft nodes before linearized reading' (duration: 1.339609212s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.410601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.070847Z","time spent":"1.339747156s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:31:40.410678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.977446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-31T05:31:40.410736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.374159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:200176"} {"level":"info","ts":"2026-03-31T05:31:40.410747Z","caller":"traceutil/trace.go:171","msg":"trace[1051386208] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16358; }","duration":"898.071648ms","start":"2026-03-31T05:31:39.512666Z","end":"2026-03-31T05:31:40.410737Z","steps":["trace[1051386208] 'agreement among raft nodes before linearized reading' (duration: 897.955125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:40.410764Z","caller":"traceutil/trace.go:171","msg":"trace[624789998] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:16358; }","duration":"569.40101ms","start":"2026-03-31T05:31:39.841355Z","end":"2026-03-31T05:31:40.410756Z","steps":["trace[624789998] 'agreement among raft nodes before linearized reading' (duration: 569.151573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.410785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.841313Z","time spent":"569.466933ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":200199,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-31T05:31:40.409138Z","caller":"traceutil/trace.go:171","msg":"trace[447236307] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:16358; }","duration":"232.135577ms","start":"2026-03-31T05:31:40.17699Z","end":"2026-03-31T05:31:40.409126Z","steps":["trace[447236307] 'agreement among raft nodes before linearized reading' (duration: 231.85312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.41083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.165409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:31:40.41086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.178321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:31:40.410873Z","caller":"traceutil/trace.go:171","msg":"trace[1717807886] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:16358; }","duration":"526.243161ms","start":"2026-03-31T05:31:39.884617Z","end":"2026-03-31T05:31:40.41086Z","steps":["trace[1717807886] 'agreement among raft nodes before linearized reading' (duration: 526.181249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:40.410889Z","caller":"traceutil/trace.go:171","msg":"trace[2025561136] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16358; }","duration":"898.233662ms","start":"2026-03-31T05:31:39.512646Z","end":"2026-03-31T05:31:40.41088Z","steps":["trace[2025561136] 'agreement among raft nodes before linearized reading' (duration: 898.15657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.410907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.884596Z","time spent":"526.303262ms","remote":"127.0.0.1:45454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:31:40.410973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814617071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-03-31T05:31:40.411002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.800385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-31T05:31:40.411016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.741427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:31:40.411029Z","caller":"traceutil/trace.go:171","msg":"trace[515504655] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16358; }","duration":"775.845875ms","start":"2026-03-31T05:31:39.635176Z","end":"2026-03-31T05:31:40.411022Z","steps":["trace[515504655] 'agreement among raft nodes before linearized reading' (duration: 775.781373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:40.411043Z","caller":"traceutil/trace.go:171","msg":"trace[1598128377] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16358; }","duration":"924.797549ms","start":"2026-03-31T05:31:39.486237Z","end":"2026-03-31T05:31:40.411035Z","steps":["trace[1598128377] 'agreement among raft nodes before linearized reading' (duration: 924.760298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.41107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.174258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:31:40.410602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.104131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:31:40.410981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.006326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:31:40.411149Z","caller":"traceutil/trace.go:171","msg":"trace[1758191736] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16358; }","duration":"913.218152ms","start":"2026-03-31T05:31:39.497924Z","end":"2026-03-31T05:31:40.411142Z","steps":["trace[1758191736] 'agreement among raft nodes before linearized reading' (duration: 913.004607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.411188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.497903Z","time spent":"913.277944ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:31:40.410915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.512631Z","time spent":"898.277404ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:31:40.41017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333361272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:31:40.411419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41194197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:31:40.411428Z","caller":"traceutil/trace.go:171","msg":"trace[1863147249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16358; }","duration":"1.334647476s","start":"2026-03-31T05:31:39.07677Z","end":"2026-03-31T05:31:40.411417Z","steps":["trace[1863147249] 'agreement among raft nodes before linearized reading' (duration: 1.33334116s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:40.411451Z","caller":"traceutil/trace.go:171","msg":"trace[385958388] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16358; }","duration":"1.412017042s","start":"2026-03-31T05:31:38.999426Z","end":"2026-03-31T05:31:40.411443Z","steps":["trace[385958388] 'agreement among raft nodes before linearized reading' (duration: 1.411931799s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.411468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.076733Z","time spent":"1.334724578s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:31:40.411486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.999364Z","time spent":"1.412114265s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-31T05:31:40.410372Z","caller":"traceutil/trace.go:171","msg":"trace[788684640] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16358; }","duration":"567.215121ms","start":"2026-03-31T05:31:39.843145Z","end":"2026-03-31T05:31:40.410361Z","steps":["trace[788684640] 'agreement among raft nodes before linearized reading' (duration: 567.096318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.411578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.84314Z","time spent":"568.427604ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:31:40.410277Z","caller":"traceutil/trace.go:171","msg":"trace[1749035747] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16358; }","duration":"566.82787ms","start":"2026-03-31T05:31:39.843428Z","end":"2026-03-31T05:31:40.410256Z","steps":["trace[1749035747] 'agreement among raft nodes before linearized reading' (duration: 566.540052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.411668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392321634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:31:40.411706Z","caller":"traceutil/trace.go:171","msg":"trace[1287434262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16358; }","duration":"1.392392816s","start":"2026-03-31T05:31:39.019302Z","end":"2026-03-31T05:31:40.411695Z","steps":["trace[1287434262] 'agreement among raft nodes before linearized reading' (duration: 1.392309723s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.411735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.019283Z","time spent":"1.392443966s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:31:40.410274Z","caller":"traceutil/trace.go:171","msg":"trace[564052067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16358; }","duration":"1.339263873s","start":"2026-03-31T05:31:39.071001Z","end":"2026-03-31T05:31:40.410265Z","steps":["trace[564052067] 'agreement among raft nodes before linearized reading' (duration: 1.33918712s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.41167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.843422Z","time spent":"568.239429ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:31:40.411828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345591876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T05:31:40.41187Z","caller":"traceutil/trace.go:171","msg":"trace[2069272421] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:16358; }","duration":"1.345652497s","start":"2026-03-31T05:31:39.06621Z","end":"2026-03-31T05:31:40.411863Z","steps":["trace[2069272421] 'agreement among raft nodes before linearized reading' (duration: 1.345064301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.411915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.066145Z","time spent":"1.34576377s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:31:40.411944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424458232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:31:40.411979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.070975Z","time spent":"1.34099711s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:31:40.411985Z","caller":"traceutil/trace.go:171","msg":"trace[646640760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16358; }","duration":"1.424541384s","start":"2026-03-31T05:31:38.987434Z","end":"2026-03-31T05:31:40.411975Z","steps":["trace[646640760] 'agreement among raft nodes before linearized reading' (duration: 1.424442172s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.410064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.315641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:31:40.412016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411906379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:31:40.412034Z","caller":"traceutil/trace.go:171","msg":"trace[2135202653] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16358; }","duration":"781.285165ms","start":"2026-03-31T05:31:39.630738Z","end":"2026-03-31T05:31:40.412023Z","steps":["trace[2135202653] 'agreement among raft nodes before linearized reading' (duration: 779.29657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.412054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41598188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:31:40.410786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.512652Z","time spent":"898.12605ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:31:40.412079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412603958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:31:40.412086Z","caller":"traceutil/trace.go:171","msg":"trace[591975859] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16358; }","duration":"1.416046122s","start":"2026-03-31T05:31:38.996032Z","end":"2026-03-31T05:31:40.412078Z","steps":["trace[591975859] 'agreement among raft nodes before linearized reading' (duration: 1.416002961s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:40.412102Z","caller":"traceutil/trace.go:171","msg":"trace[851460021] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16358; }","duration":"1.412658709s","start":"2026-03-31T05:31:38.999437Z","end":"2026-03-31T05:31:40.412096Z","steps":["trace[851460021] 'agreement among raft nodes before linearized reading' (duration: 1.412625279s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.41212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.99942Z","time spent":"1.4126959s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:31:40.410488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.549349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:31:40.412178Z","caller":"traceutil/trace.go:171","msg":"trace[531325782] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16358; }","duration":"569.255447ms","start":"2026-03-31T05:31:39.842914Z","end":"2026-03-31T05:31:40.412169Z","steps":["trace[531325782] 'agreement among raft nodes before linearized reading' (duration: 567.482978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.412207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.842907Z","time spent":"569.293307ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:31:40.411049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.635165Z","time spent":"775.879917ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:31:40.412116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.996012Z","time spent":"1.416098184s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-31T05:31:40.412054Z","caller":"traceutil/trace.go:171","msg":"trace[1391811871] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16358; }","duration":"1.4119553s","start":"2026-03-31T05:31:39.00009Z","end":"2026-03-31T05:31:40.412045Z","steps":["trace[1391811871] 'agreement among raft nodes before linearized reading' (duration: 1.411877398s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.411948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411716063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-31T05:31:40.412336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.000082Z","time spent":"1.412244048s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T05:31:40.412354Z","caller":"traceutil/trace.go:171","msg":"trace[546297167] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16358; }","duration":"1.412149075s","start":"2026-03-31T05:31:39.000197Z","end":"2026-03-31T05:31:40.412346Z","steps":["trace[546297167] 'agreement among raft nodes before linearized reading' (duration: 1.411690883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.41238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.000182Z","time spent":"1.412191626s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-31T05:31:40.412018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.98741Z","time spent":"1.424601706s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:31:40.411079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.486214Z","time spent":"924.858431ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:31:40.411108Z","caller":"traceutil/trace.go:171","msg":"trace[163298338] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16358; }","duration":"897.639746ms","start":"2026-03-31T05:31:39.513461Z","end":"2026-03-31T05:31:40.411101Z","steps":["trace[163298338] 'agreement among raft nodes before linearized reading' (duration: 897.112572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.412545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.513449Z","time spent":"899.087846ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:31:40.411108Z","caller":"traceutil/trace.go:171","msg":"trace[669844747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16358; }","duration":"541.24416ms","start":"2026-03-31T05:31:39.869853Z","end":"2026-03-31T05:31:40.411097Z","steps":["trace[669844747] 'agreement among raft nodes before linearized reading' (duration: 541.191359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.412622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.869832Z","time spent":"542.784123ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:31:40.410335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.042514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:31:40.412064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.630672Z","time spent":"781.383407ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:31:40.411949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735689072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:31:40.412694Z","caller":"traceutil/trace.go:171","msg":"trace[1543245] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:16358; }","duration":"1.736481955s","start":"2026-03-31T05:31:38.676204Z","end":"2026-03-31T05:31:40.412685Z","steps":["trace[1543245] 'agreement among raft nodes before linearized reading' (duration: 1.735711744s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:40.412705Z","caller":"traceutil/trace.go:171","msg":"trace[979242987] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:16358; }","duration":"321.45314ms","start":"2026-03-31T05:31:40.091239Z","end":"2026-03-31T05:31:40.412692Z","steps":["trace[979242987] 'agreement among raft nodes before linearized reading' (duration: 319.062895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.412747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:40.091221Z","time spent":"321.515992ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:31:40.412715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.676175Z","time spent":"1.736535075s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:31:40.411019Z","caller":"traceutil/trace.go:171","msg":"trace[2112053514] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:16358; }","duration":"1.814716924s","start":"2026-03-31T05:31:38.596294Z","end":"2026-03-31T05:31:40.411011Z","steps":["trace[2112053514] 'agreement among raft nodes before linearized reading' (duration: 1.814355424s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.415549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.596275Z","time spent":"1.819204736s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-31T05:31:40.770479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.829319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:31:40.770603Z","caller":"traceutil/trace.go:171","msg":"trace[2025408303] linearizableReadLoop","detail":"{readStateIndex:17001; appliedIndex:17000; }","duration":"230.854992ms","start":"2026-03-31T05:31:40.539728Z","end":"2026-03-31T05:31:40.770583Z","steps":["trace[2025408303] 'read index received' (duration: 48.561µs)","trace[2025408303] 'applied index is now lower than readState.Index' (duration: 230.805001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:31:40.770756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.039687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:31:40.770792Z","caller":"traceutil/trace.go:171","msg":"trace[1171633717] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16369; }","duration":"231.111549ms","start":"2026-03-31T05:31:40.53967Z","end":"2026-03-31T05:31:40.770781Z","steps":["trace[1171633717] 'agreement among raft nodes before linearized reading' (duration: 230.957995ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:40.770786Z","caller":"traceutil/trace.go:171","msg":"trace[1920316982] transaction","detail":"{read_only:false; response_revision:16369; number_of_response:1; }","duration":"308.478134ms","start":"2026-03-31T05:31:40.462278Z","end":"2026-03-31T05:31:40.770756Z","steps":["trace[1920316982] 'process raft request' (duration: 65.236444ms)","trace[1920316982] 'compare' (duration: 242.610073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:31:40.770968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:40.462255Z","time spent":"308.581358ms","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6884,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:31:56.672119Z","caller":"traceutil/trace.go:171","msg":"trace[630960612] linearizableReadLoop","detail":"{readStateIndex:17080; appliedIndex:17079; }","duration":"206.169748ms","start":"2026-03-31T05:31:56.465922Z","end":"2026-03-31T05:31:56.672092Z","steps":["trace[630960612] 'read index received' (duration: 206.041444ms)","trace[630960612] 'applied index is now lower than readState.Index' (duration: 126.934µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:31:56.672314Z","caller":"traceutil/trace.go:171","msg":"trace[1995949205] transaction","detail":"{read_only:false; response_revision:16445; number_of_response:1; }","duration":"206.372584ms","start":"2026-03-31T05:31:56.465854Z","end":"2026-03-31T05:31:56.672227Z","steps":["trace[1995949205] 'process raft request' (duration: 206.095026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:56.672396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.459786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-03-31T05:31:56.672474Z","caller":"traceutil/trace.go:171","msg":"trace[55984458] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16445; }","duration":"206.573489ms","start":"2026-03-31T05:31:56.465882Z","end":"2026-03-31T05:31:56.672455Z","steps":["trace[55984458] 'agreement among raft nodes before linearized reading' (duration: 206.401304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:56.674232Z","caller":"traceutil/trace.go:171","msg":"trace[1169458775] transaction","detail":"{read_only:false; response_revision:16446; number_of_response:1; }","duration":"207.818203ms","start":"2026-03-31T05:31:56.466398Z","end":"2026-03-31T05:31:56.674216Z","steps":["trace[1169458775] 'process raft request' (duration: 207.668449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:56.674544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.522772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:31:56.67462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.428331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:31:56.674612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.826898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-31T05:31:56.674685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.042258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:31:56.674689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.608289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"warn","ts":"2026-03-31T05:31:56.674718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.606529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"info","ts":"2026-03-31T05:31:56.674745Z","caller":"traceutil/trace.go:171","msg":"trace[1371845945] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16447; }","duration":"191.678781ms","start":"2026-03-31T05:31:56.483053Z","end":"2026-03-31T05:31:56.674732Z","steps":["trace[1371845945] 'agreement among raft nodes before linearized reading' (duration: 191.538487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:56.674744Z","caller":"traceutil/trace.go:171","msg":"trace[415662856] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16447; }","duration":"193.10392ms","start":"2026-03-31T05:31:56.481624Z","end":"2026-03-31T05:31:56.674728Z","steps":["trace[415662856] 'agreement among raft nodes before linearized reading' (duration: 193.038358ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:56.674745Z","caller":"traceutil/trace.go:171","msg":"trace[1952461650] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16447; }","duration":"208.645496ms","start":"2026-03-31T05:31:56.465965Z","end":"2026-03-31T05:31:56.67461Z","steps":["trace[1952461650] 'agreement among raft nodes before linearized reading' (duration: 208.461231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:56.674772Z","caller":"traceutil/trace.go:171","msg":"trace[292797204] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16447; }","duration":"195.673351ms","start":"2026-03-31T05:31:56.479084Z","end":"2026-03-31T05:31:56.674757Z","steps":["trace[292797204] 'agreement among raft nodes before linearized reading' (duration: 195.527077ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:56.674692Z","caller":"traceutil/trace.go:171","msg":"trace[765683633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16447; }","duration":"111.93644ms","start":"2026-03-31T05:31:56.562736Z","end":"2026-03-31T05:31:56.674672Z","steps":["trace[765683633] 'agreement among raft nodes before linearized reading' (duration: 111.744305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:56.674823Z","caller":"traceutil/trace.go:171","msg":"trace[833602445] transaction","detail":"{read_only:false; response_revision:16447; number_of_response:1; }","duration":"184.375402ms","start":"2026-03-31T05:31:56.490434Z","end":"2026-03-31T05:31:56.674809Z","steps":["trace[833602445] 'process raft request' (duration: 183.746495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:56.674851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.440238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:31:56.674704Z","caller":"traceutil/trace.go:171","msg":"trace[964188051] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16447; }","duration":"192.532375ms","start":"2026-03-31T05:31:56.482155Z","end":"2026-03-31T05:31:56.674687Z","steps":["trace[964188051] 'agreement among raft nodes before linearized reading' (duration: 192.390931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:56.674894Z","caller":"traceutil/trace.go:171","msg":"trace[135859867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16447; }","duration":"118.50898ms","start":"2026-03-31T05:31:56.556372Z","end":"2026-03-31T05:31:56.674881Z","steps":["trace[135859867] 'agreement among raft nodes before linearized reading' (duration: 118.430368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:56.674622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.248244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"warn","ts":"2026-03-31T05:31:56.674954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.791207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"info","ts":"2026-03-31T05:31:56.674976Z","caller":"traceutil/trace.go:171","msg":"trace[1237316575] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16447; }","duration":"193.625494ms","start":"2026-03-31T05:31:56.481338Z","end":"2026-03-31T05:31:56.674963Z","steps":["trace[1237316575] 'agreement among raft nodes before linearized reading' (duration: 193.09664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:56.674986Z","caller":"traceutil/trace.go:171","msg":"trace[705741822] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16447; }","duration":"194.822588ms","start":"2026-03-31T05:31:56.480154Z","end":"2026-03-31T05:31:56.674977Z","steps":["trace[705741822] 'agreement among raft nodes before linearized reading' (duration: 194.732105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:56.675082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.155234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:31:56.675135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.009613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"info","ts":"2026-03-31T05:31:56.675153Z","caller":"traceutil/trace.go:171","msg":"trace[1325542120] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16447; }","duration":"196.228895ms","start":"2026-03-31T05:31:56.478886Z","end":"2026-03-31T05:31:56.675115Z","steps":["trace[1325542120] 'agreement among raft nodes before linearized reading' (duration: 196.102752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:56.675177Z","caller":"traceutil/trace.go:171","msg":"trace[1867205449] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16447; }","duration":"195.064054ms","start":"2026-03-31T05:31:56.480103Z","end":"2026-03-31T05:31:56.675167Z","steps":["trace[1867205449] 'agreement among raft nodes before linearized reading' (duration: 194.958191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:56.675189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.256843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T05:31:56.675258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.19838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"info","ts":"2026-03-31T05:31:56.675293Z","caller":"traceutil/trace.go:171","msg":"trace[1093413921] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16447; }","duration":"156.402107ms","start":"2026-03-31T05:31:56.518876Z","end":"2026-03-31T05:31:56.675278Z","steps":["trace[1093413921] 'agreement among raft nodes before linearized reading' (duration: 156.226212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:56.675298Z","caller":"traceutil/trace.go:171","msg":"trace[2119426424] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16447; }","duration":"194.247991ms","start":"2026-03-31T05:31:56.481038Z","end":"2026-03-31T05:31:56.675286Z","steps":["trace[2119426424] 'agreement among raft nodes before linearized reading' (duration: 194.160609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:56.675366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.566478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:31:56.675409Z","caller":"traceutil/trace.go:171","msg":"trace[1794552348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16447; }","duration":"112.622249ms","start":"2026-03-31T05:31:56.562777Z","end":"2026-03-31T05:31:56.675399Z","steps":["trace[1794552348] 'agreement among raft nodes before linearized reading' (duration: 112.518236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:56.67542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.823887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:31:56.675428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.339799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:31:56.675453Z","caller":"traceutil/trace.go:171","msg":"trace[1832668526] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16447; }","duration":"194.886509ms","start":"2026-03-31T05:31:56.480557Z","end":"2026-03-31T05:31:56.675444Z","steps":["trace[1832668526] 'agreement among raft nodes before linearized reading' (duration: 194.832938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:56.674782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.676025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:31:56.675491Z","caller":"traceutil/trace.go:171","msg":"trace[1302972946] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16447; }","duration":"196.420421ms","start":"2026-03-31T05:31:56.479056Z","end":"2026-03-31T05:31:56.675476Z","steps":["trace[1302972946] 'agreement among raft nodes before linearized reading' (duration: 196.271457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:56.6755Z","caller":"traceutil/trace.go:171","msg":"trace[1678299015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16447; }","duration":"115.400996ms","start":"2026-03-31T05:31:56.560089Z","end":"2026-03-31T05:31:56.67549Z","steps":["trace[1678299015] 'agreement among raft nodes before linearized reading' (duration: 114.623324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:56.675547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.27675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:31:56.675577Z","caller":"traceutil/trace.go:171","msg":"trace[760138548] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16447; }","duration":"195.319201ms","start":"2026-03-31T05:31:56.480249Z","end":"2026-03-31T05:31:56.675569Z","steps":["trace[760138548] 'agreement among raft nodes before linearized reading' (duration: 195.27757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:56.6753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.999319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:31:56.675689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.617406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:31:56.675725Z","caller":"traceutil/trace.go:171","msg":"trace[835248125] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16447; }","duration":"196.429561ms","start":"2026-03-31T05:31:56.479282Z","end":"2026-03-31T05:31:56.675712Z","steps":["trace[835248125] 'agreement among raft nodes before linearized reading' (duration: 195.995779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:56.675754Z","caller":"traceutil/trace.go:171","msg":"trace[96954947] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16447; }","duration":"196.699228ms","start":"2026-03-31T05:31:56.479044Z","end":"2026-03-31T05:31:56.675743Z","steps":["trace[96954947] 'agreement among raft nodes before linearized reading' (duration: 196.618836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:56.675751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.173833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:31:56.67518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.087297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"info","ts":"2026-03-31T05:31:56.675799Z","caller":"traceutil/trace.go:171","msg":"trace[607974055] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16447; }","duration":"200.248276ms","start":"2026-03-31T05:31:56.475539Z","end":"2026-03-31T05:31:56.675787Z","steps":["trace[607974055] 'agreement among raft nodes before linearized reading' (duration: 200.182994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:56.675805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.169886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:31:56.675825Z","caller":"traceutil/trace.go:171","msg":"trace[512743723] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16447; }","duration":"194.752065ms","start":"2026-03-31T05:31:56.481063Z","end":"2026-03-31T05:31:56.675815Z","steps":["trace[512743723] 'agreement among raft nodes before linearized reading' (duration: 194.052056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:56.675841Z","caller":"traceutil/trace.go:171","msg":"trace[23343241] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16447; }","duration":"199.223717ms","start":"2026-03-31T05:31:56.476607Z","end":"2026-03-31T05:31:56.67583Z","steps":["trace[23343241] 'agreement among raft nodes before linearized reading' (duration: 199.120364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:56.67467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.256462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:31:56.675879Z","caller":"traceutil/trace.go:171","msg":"trace[387926408] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16447; }","duration":"191.495996ms","start":"2026-03-31T05:31:56.484374Z","end":"2026-03-31T05:31:56.67587Z","steps":["trace[387926408] 'agreement among raft nodes before linearized reading' (duration: 190.144579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:56.6759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.949055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:31:56.675936Z","caller":"traceutil/trace.go:171","msg":"trace[408639133] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16447; }","duration":"197.022757ms","start":"2026-03-31T05:31:56.478904Z","end":"2026-03-31T05:31:56.675926Z","steps":["trace[408639133] 'agreement among raft nodes before linearized reading' (duration: 196.947545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:56.675762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.369446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:31:56.676061Z","caller":"traceutil/trace.go:171","msg":"trace[727933031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16447; }","duration":"111.673633ms","start":"2026-03-31T05:31:56.564356Z","end":"2026-03-31T05:31:56.67603Z","steps":["trace[727933031] 'agreement among raft nodes before linearized reading' (duration: 111.350034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:56.676109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.089434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:31:56.676139Z","caller":"traceutil/trace.go:171","msg":"trace[1458034317] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16447; }","duration":"210.139806ms","start":"2026-03-31T05:31:56.46599Z","end":"2026-03-31T05:31:56.67613Z","steps":["trace[1458034317] 'agreement among raft nodes before linearized reading' (duration: 210.057934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:02.541592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792647972,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:32:02.573014Z","caller":"traceutil/trace.go:171","msg":"trace[1976725513] linearizableReadLoop","detail":"{readStateIndex:17114; appliedIndex:17113; }","duration":"532.147421ms","start":"2026-03-31T05:32:02.040844Z","end":"2026-03-31T05:32:02.572992Z","steps":["trace[1976725513] 'read index received' (duration: 528.4686ms)","trace[1976725513] 'applied index is now lower than readState.Index' (duration: 3.677781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:02.573195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.299475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:02.573275Z","caller":"traceutil/trace.go:171","msg":"trace[185364641] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:16477; }","duration":"532.440619ms","start":"2026-03-31T05:32:02.040811Z","end":"2026-03-31T05:32:02.573252Z","steps":["trace[185364641] 'agreement among raft nodes before linearized reading' (duration: 532.271935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:02.573332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:02.040795Z","time spent":"532.521551ms","remote":"127.0.0.1:35142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:32:02.573347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.193789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:32:02.573347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.027505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:32:02.573577Z","caller":"traceutil/trace.go:171","msg":"trace[1383631133] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16477; }","duration":"104.331683ms","start":"2026-03-31T05:32:02.469103Z","end":"2026-03-31T05:32:02.573435Z","steps":["trace[1383631133] 'agreement among raft nodes before linearized reading' (duration: 104.141488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:02.573661Z","caller":"traceutil/trace.go:171","msg":"trace[1385385890] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:16477; }","duration":"454.397404ms","start":"2026-03-31T05:32:02.119221Z","end":"2026-03-31T05:32:02.573619Z","steps":["trace[1385385890] 'agreement among raft nodes before linearized reading' (duration: 453.952122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:02.573757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:02.1192Z","time spent":"454.531248ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:32:09.253909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792648153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:32:09.755098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792648153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:32:10.123527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.371082432s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:32:10.123903Z","caller":"traceutil/trace.go:171","msg":"trace[155435706] transaction","detail":"{read_only:false; response_revision:16508; number_of_response:1; }","duration":"1.410311305s","start":"2026-03-31T05:32:08.713576Z","end":"2026-03-31T05:32:10.123887Z","steps":["trace[155435706] 'process raft request' (duration: 1.41011656s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.123989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.71356Z","time spent":"1.410379836s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:32:10.124025Z","caller":"traceutil/trace.go:171","msg":"trace[1863003535] linearizableReadLoop","detail":"{readStateIndex:17147; appliedIndex:17145; }","duration":"1.371063801s","start":"2026-03-31T05:32:08.752932Z","end":"2026-03-31T05:32:10.123995Z","steps":["trace[1863003535] 'read index received' (duration: 1.370708741s)","trace[1863003535] 'applied index is now lower than readState.Index' (duration: 353.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:10.124076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410592442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:10.124111Z","caller":"traceutil/trace.go:171","msg":"trace[237439169] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16509; }","duration":"1.410660274s","start":"2026-03-31T05:32:08.713443Z","end":"2026-03-31T05:32:10.124103Z","steps":["trace[237439169] 'agreement among raft nodes before linearized reading' (duration: 1.410567871s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.124131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414578091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"warn","ts":"2026-03-31T05:32:10.124139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.713413Z","time spent":"1.410719466s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:32:10.124155Z","caller":"traceutil/trace.go:171","msg":"trace[668895279] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16509; }","duration":"1.414615042s","start":"2026-03-31T05:32:08.709531Z","end":"2026-03-31T05:32:10.124146Z","steps":["trace[668895279] 'agreement among raft nodes before linearized reading' (duration: 1.4145357s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.124169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304213783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T05:32:10.124181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218716015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-03-31T05:32:10.124204Z","caller":"traceutil/trace.go:171","msg":"trace[1482541517] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16509; }","duration":"1.304275005s","start":"2026-03-31T05:32:08.819919Z","end":"2026-03-31T05:32:10.124194Z","steps":["trace[1482541517] 'agreement among raft nodes before linearized reading' (duration: 1.304194993s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.124208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409270455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"warn","ts":"2026-03-31T05:32:10.124222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.020872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:32:10.124228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.819901Z","time spent":"1.304320696s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:32:10.124197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409827592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"warn","ts":"2026-03-31T05:32:10.124259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409953575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:32:10.124266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207640622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-31T05:32:10.124275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414995282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:10.124282Z","caller":"traceutil/trace.go:171","msg":"trace[435163665] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16509; }","duration":"1.410014357s","start":"2026-03-31T05:32:08.714262Z","end":"2026-03-31T05:32:10.124276Z","steps":["trace[435163665] 'agreement among raft nodes before linearized reading' (duration: 1.409979486s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:10.124293Z","caller":"traceutil/trace.go:171","msg":"trace[832268642] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16509; }","duration":"1.415012523s","start":"2026-03-31T05:32:08.709275Z","end":"2026-03-31T05:32:10.124287Z","steps":["trace[832268642] 'agreement among raft nodes before linearized reading' (duration: 1.414984912s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.124294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411773625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"warn","ts":"2026-03-31T05:32:10.124309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.714243Z","time spent":"1.410061917s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:32:10.124329Z","caller":"traceutil/trace.go:171","msg":"trace[314824767] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16509; }","duration":"1.411816156s","start":"2026-03-31T05:32:08.7125Z","end":"2026-03-31T05:32:10.124317Z","steps":["trace[314824767] 'agreement among raft nodes before linearized reading' (duration: 1.411753614s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.124341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.807008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:32:10.124337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21707766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-03-31T05:32:10.124341Z","caller":"traceutil/trace.go:171","msg":"trace[1537882516] transaction","detail":"{read_only:false; response_revision:16509; number_of_response:1; }","duration":"1.406617633s","start":"2026-03-31T05:32:08.717708Z","end":"2026-03-31T05:32:10.124326Z","steps":["trace[1537882516] 'process raft request' (duration: 1.40614674s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.124351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223922667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-31T05:32:10.124359Z","caller":"traceutil/trace.go:171","msg":"trace[745396255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16509; }","duration":"254.824769ms","start":"2026-03-31T05:32:09.869529Z","end":"2026-03-31T05:32:10.124354Z","steps":["trace[745396255] 'agreement among raft nodes before linearized reading' (duration: 254.794648ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:10.124364Z","caller":"traceutil/trace.go:171","msg":"trace[528866645] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jfqq5; range_end:; response_count:1; response_revision:16509; }","duration":"1.217120582s","start":"2026-03-31T05:32:08.907238Z","end":"2026-03-31T05:32:10.124359Z","steps":["trace[528866645] 'agreement among raft nodes before linearized reading' (duration: 1.21705989s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.124366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304312826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:32:10.124373Z","caller":"traceutil/trace.go:171","msg":"trace[377864374] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:16509; }","duration":"1.223966259s","start":"2026-03-31T05:32:08.900401Z","end":"2026-03-31T05:32:10.124368Z","steps":["trace[377864374] 'agreement among raft nodes before linearized reading' (duration: 1.223909447s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.124384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.907228Z","time spent":"1.217150532s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" "} {"level":"info","ts":"2026-03-31T05:32:10.124387Z","caller":"traceutil/trace.go:171","msg":"trace[1291023026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16509; }","duration":"1.304373607s","start":"2026-03-31T05:32:08.820007Z","end":"2026-03-31T05:32:10.124381Z","steps":["trace[1291023026] 'agreement among raft nodes before linearized reading' (duration: 1.304315556s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.124397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.900384Z","time spent":"1.22400867s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"warn","ts":"2026-03-31T05:32:10.124405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.819977Z","time spent":"1.304423999s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:32:10.124425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399054807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T05:32:10.124438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410756397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-03-31T05:32:10.124441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414390226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-03-31T05:32:10.124437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.717694Z","time spent":"1.406677925s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:32:10.12445Z","caller":"traceutil/trace.go:171","msg":"trace[908606332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16509; }","duration":"1.399132439s","start":"2026-03-31T05:32:08.725309Z","end":"2026-03-31T05:32:10.124441Z","steps":["trace[908606332] 'agreement among raft nodes before linearized reading' (duration: 1.399089378s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:10.124462Z","caller":"traceutil/trace.go:171","msg":"trace[1749438340] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16509; }","duration":"1.414419526s","start":"2026-03-31T05:32:08.710037Z","end":"2026-03-31T05:32:10.124457Z","steps":["trace[1749438340] 'agreement among raft nodes before linearized reading' (duration: 1.414375775s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:10.124464Z","caller":"traceutil/trace.go:171","msg":"trace[75147695] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16509; }","duration":"1.410790177s","start":"2026-03-31T05:32:08.713664Z","end":"2026-03-31T05:32:10.124454Z","steps":["trace[75147695] 'agreement among raft nodes before linearized reading' (duration: 1.410726086s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.124475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.710031Z","time spent":"1.414440367s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:32:10.124489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.713659Z","time spent":"1.410825348s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:32:10.124403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413939024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"warn","ts":"2026-03-31T05:32:10.124331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406039278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"warn","ts":"2026-03-31T05:32:10.124511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304441409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:32:10.124517Z","caller":"traceutil/trace.go:171","msg":"trace[1652612948] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16509; }","duration":"1.414060687s","start":"2026-03-31T05:32:08.710449Z","end":"2026-03-31T05:32:10.12451Z","steps":["trace[1652612948] 'agreement among raft nodes before linearized reading' (duration: 1.413926403s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:10.124528Z","caller":"traceutil/trace.go:171","msg":"trace[636245059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16509; }","duration":"1.304499021s","start":"2026-03-31T05:32:08.820022Z","end":"2026-03-31T05:32:10.124521Z","steps":["trace[636245059] 'agreement among raft nodes before linearized reading' (duration: 1.30446225s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.124218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414253532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-03-31T05:32:10.124542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.819995Z","time spent":"1.304543992s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:32:10.124546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.710443Z","time spent":"1.414094688s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T05:32:10.124551Z","caller":"traceutil/trace.go:171","msg":"trace[1995519724] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16509; }","duration":"1.414615962s","start":"2026-03-31T05:32:08.709928Z","end":"2026-03-31T05:32:10.124544Z","steps":["trace[1995519724] 'agreement among raft nodes before linearized reading' (duration: 1.414152019s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.124551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408490385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:10.124287Z","caller":"traceutil/trace.go:171","msg":"trace[1248965673] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:16509; }","duration":"1.207694904s","start":"2026-03-31T05:32:08.916586Z","end":"2026-03-31T05:32:10.124281Z","steps":["trace[1248965673] 'agreement among raft nodes before linearized reading' (duration: 1.207630882s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.124573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.709921Z","time spent":"1.414644082s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-31T05:32:10.124575Z","caller":"traceutil/trace.go:171","msg":"trace[1721818646] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16509; }","duration":"1.408531076s","start":"2026-03-31T05:32:08.716037Z","end":"2026-03-31T05:32:10.124568Z","steps":["trace[1721818646] 'agreement among raft nodes before linearized reading' (duration: 1.408493444s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.124299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304227983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T05:32:10.124587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.91657Z","time spent":"1.208011223s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"info","ts":"2026-03-31T05:32:10.124524Z","caller":"traceutil/trace.go:171","msg":"trace[1521723377] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16509; }","duration":"1.406292234s","start":"2026-03-31T05:32:08.718224Z","end":"2026-03-31T05:32:10.124516Z","steps":["trace[1521723377] 'agreement among raft nodes before linearized reading' (duration: 1.406049357s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:10.124605Z","caller":"traceutil/trace.go:171","msg":"trace[1442881612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16509; }","duration":"1.304573593s","start":"2026-03-31T05:32:08.820022Z","end":"2026-03-31T05:32:10.124595Z","steps":["trace[1442881612] 'agreement among raft nodes before linearized reading' (duration: 1.304234524s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.124627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.718194Z","time spent":"1.406424628s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:32:10.124362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.712494Z","time spent":"1.411864237s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T05:32:10.124246Z","caller":"traceutil/trace.go:171","msg":"trace[459619297] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16509; }","duration":"572.089914ms","start":"2026-03-31T05:32:09.552148Z","end":"2026-03-31T05:32:10.124238Z","steps":["trace[459619297] 'agreement among raft nodes before linearized reading' (duration: 572.048653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.124861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409700377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:10.124881Z","caller":"traceutil/trace.go:171","msg":"trace[1576621907] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16509; }","duration":"1.409738569s","start":"2026-03-31T05:32:08.715137Z","end":"2026-03-31T05:32:10.124876Z","steps":["trace[1576621907] 'agreement among raft nodes before linearized reading' (duration: 1.409706358s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.124881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:09.552128Z","time spent":"572.742942ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:32:10.124874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409496442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:32:10.124904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.71513Z","time spent":"1.4097696s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-31T05:32:10.124206Z","caller":"traceutil/trace.go:171","msg":"trace[1065845326] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5jttr; range_end:; response_count:1; response_revision:16509; }","duration":"1.218784077s","start":"2026-03-31T05:32:08.905414Z","end":"2026-03-31T05:32:10.124198Z","steps":["trace[1065845326] 'agreement among raft nodes before linearized reading' (duration: 1.218712975s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:10.124925Z","caller":"traceutil/trace.go:171","msg":"trace[1770897240] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16509; }","duration":"1.409568954s","start":"2026-03-31T05:32:08.715343Z","end":"2026-03-31T05:32:10.124912Z","steps":["trace[1770897240] 'agreement among raft nodes before linearized reading' (duration: 1.409498372s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.124388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397991837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T05:32:10.124979Z","caller":"traceutil/trace.go:171","msg":"trace[184056283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16509; }","duration":"1.398614975s","start":"2026-03-31T05:32:08.726357Z","end":"2026-03-31T05:32:10.124972Z","steps":["trace[184056283] 'agreement among raft nodes before linearized reading' (duration: 1.397996478s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.124974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.905388Z","time spent":"1.219540937s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" "} {"level":"warn","ts":"2026-03-31T05:32:10.124312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.709206Z","time spent":"1.415101265s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:32:10.125008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.726332Z","time spent":"1.398669696s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:32:10.124593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.71603Z","time spent":"1.408558876s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:32:10.124977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.715329Z","time spent":"1.409636705s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:32:10.124291Z","caller":"traceutil/trace.go:171","msg":"trace[418481845] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16509; }","duration":"1.409941854s","start":"2026-03-31T05:32:08.714326Z","end":"2026-03-31T05:32:10.124268Z","steps":["trace[418481845] 'agreement among raft nodes before linearized reading' (duration: 1.409703058s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.125062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.714318Z","time spent":"1.410737056s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:32:10.124178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.709526Z","time spent":"1.414647053s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:32:10.124467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.725295Z","time spent":"1.39916882s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:32:10.124491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227488335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-03-31T05:32:10.124238Z","caller":"traceutil/trace.go:171","msg":"trace[548735185] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16509; }","duration":"1.409321787s","start":"2026-03-31T05:32:08.714909Z","end":"2026-03-31T05:32:10.124231Z","steps":["trace[548735185] 'agreement among raft nodes before linearized reading' (duration: 1.409228085s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.12512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.7149Z","time spent":"1.410215821s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:32:10.124632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.819995Z","time spent":"1.304628724s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:32:10.124731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406981073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:32:10.125173Z","caller":"traceutil/trace.go:171","msg":"trace[1163268524] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16509; }","duration":"1.407446256s","start":"2026-03-31T05:32:08.717719Z","end":"2026-03-31T05:32:10.125165Z","steps":["trace[1163268524] 'agreement among raft nodes before linearized reading' (duration: 1.406884991s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.125195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.717707Z","time spent":"1.407483067s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-31T05:32:10.125119Z","caller":"traceutil/trace.go:171","msg":"trace[1992745769] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:16509; }","duration":"1.228173734s","start":"2026-03-31T05:32:08.896938Z","end":"2026-03-31T05:32:10.125111Z","steps":["trace[1992745769] 'agreement among raft nodes before linearized reading' (duration: 1.227509876s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.125277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.896908Z","time spent":"1.228362039s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:32:10.124738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408647699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:10.125363Z","caller":"traceutil/trace.go:171","msg":"trace[457210142] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16509; }","duration":"1.409284396s","start":"2026-03-31T05:32:08.716072Z","end":"2026-03-31T05:32:10.125356Z","steps":["trace[457210142] 'agreement among raft nodes before linearized reading' (duration: 1.408648289s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.125397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.716067Z","time spent":"1.409315347s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:32:10.125646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410667535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"info","ts":"2026-03-31T05:32:10.125713Z","caller":"traceutil/trace.go:171","msg":"trace[110294039] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16509; }","duration":"1.410747536s","start":"2026-03-31T05:32:08.714948Z","end":"2026-03-31T05:32:10.125696Z","steps":["trace[110294039] 'agreement among raft nodes before linearized reading' (duration: 1.40905368s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.125761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:08.714943Z","time spent":"1.410806658s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:32:10.373808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.695092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:32:10.373899Z","caller":"traceutil/trace.go:171","msg":"trace[444832758] linearizableReadLoop","detail":"{readStateIndex:17148; appliedIndex:17147; }","duration":"242.925893ms","start":"2026-03-31T05:32:10.130957Z","end":"2026-03-31T05:32:10.373883Z","steps":["trace[444832758] 'read index received' (duration: 100.094597ms)","trace[444832758] 'applied index is now lower than readState.Index' (duration: 142.829886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:10.374616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.643062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770139"} {"level":"info","ts":"2026-03-31T05:32:10.374679Z","caller":"traceutil/trace.go:171","msg":"trace[1481507811] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16510; }","duration":"243.746215ms","start":"2026-03-31T05:32:10.130919Z","end":"2026-03-31T05:32:10.374666Z","steps":["trace[1481507811] 'agreement among raft nodes before linearized reading' (duration: 243.066977ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:10.375622Z","caller":"traceutil/trace.go:171","msg":"trace[1332781902] transaction","detail":"{read_only:false; response_revision:16510; number_of_response:1; }","duration":"245.467122ms","start":"2026-03-31T05:32:10.130139Z","end":"2026-03-31T05:32:10.375606Z","steps":["trace[1332781902] 'process raft request' (duration: 100.899679ms)","trace[1332781902] 'compare' (duration: 142.162447ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:32:10.433416Z","caller":"traceutil/trace.go:171","msg":"trace[1924667739] transaction","detail":"{read_only:false; response_revision:16515; number_of_response:1; }","duration":"296.748674ms","start":"2026-03-31T05:32:10.136645Z","end":"2026-03-31T05:32:10.433393Z","steps":["trace[1924667739] 'process raft request' (duration: 296.508428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:10.433547Z","caller":"traceutil/trace.go:171","msg":"trace[2046016444] transaction","detail":"{read_only:false; response_revision:16511; number_of_response:1; }","duration":"302.554683ms","start":"2026-03-31T05:32:10.130986Z","end":"2026-03-31T05:32:10.433541Z","steps":["trace[2046016444] 'process raft request' (duration: 301.907256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.433615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:10.130974Z","time spent":"302.587914ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:32:10.433701Z","caller":"traceutil/trace.go:171","msg":"trace[2107461087] transaction","detail":"{read_only:false; response_revision:16512; number_of_response:1; }","duration":"302.605265ms","start":"2026-03-31T05:32:10.131089Z","end":"2026-03-31T05:32:10.433694Z","steps":["trace[2107461087] 'process raft request' (duration: 301.935826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.43374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:10.13108Z","time spent":"302.641665ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:32:10.433818Z","caller":"traceutil/trace.go:171","msg":"trace[1018777843] transaction","detail":"{read_only:false; response_revision:16513; number_of_response:1; }","duration":"302.542013ms","start":"2026-03-31T05:32:10.131264Z","end":"2026-03-31T05:32:10.433806Z","steps":["trace[1018777843] 'process raft request' (duration: 301.799692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.433864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:10.131255Z","time spent":"302.585235ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:32:10.433939Z","caller":"traceutil/trace.go:171","msg":"trace[1794396967] transaction","detail":"{read_only:false; response_revision:16514; number_of_response:1; }","duration":"298.344628ms","start":"2026-03-31T05:32:10.135478Z","end":"2026-03-31T05:32:10.433822Z","steps":["trace[1794396967] 'process raft request' (duration: 297.626848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.434605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.040068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770139"} {"level":"info","ts":"2026-03-31T05:32:10.434682Z","caller":"traceutil/trace.go:171","msg":"trace[166985431] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16515; }","duration":"299.12719ms","start":"2026-03-31T05:32:10.135536Z","end":"2026-03-31T05:32:10.434663Z","steps":["trace[166985431] 'agreement among raft nodes before linearized reading' (duration: 298.496823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.434629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.462174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770139"} {"level":"info","ts":"2026-03-31T05:32:10.434746Z","caller":"traceutil/trace.go:171","msg":"trace[1968422937] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16515; }","duration":"297.592368ms","start":"2026-03-31T05:32:10.137145Z","end":"2026-03-31T05:32:10.434737Z","steps":["trace[1968422937] 'agreement among raft nodes before linearized reading' (duration: 296.797136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.440977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.075332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770139"} {"level":"info","ts":"2026-03-31T05:32:10.441061Z","caller":"traceutil/trace.go:171","msg":"trace[2024520472] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16515; }","duration":"305.175725ms","start":"2026-03-31T05:32:10.135856Z","end":"2026-03-31T05:32:10.441032Z","steps":["trace[2024520472] 'agreement among raft nodes before linearized reading' (duration: 298.158143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.441108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:10.135844Z","time spent":"305.247447ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770162,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:32:10.441455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.634339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:10.441546Z","caller":"traceutil/trace.go:171","msg":"trace[1657299993] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:16515; }","duration":"285.261141ms","start":"2026-03-31T05:32:10.156262Z","end":"2026-03-31T05:32:10.441523Z","steps":["trace[1657299993] 'agreement among raft nodes before linearized reading' (duration: 278.622089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.445218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.691979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770139"} {"level":"info","ts":"2026-03-31T05:32:10.445295Z","caller":"traceutil/trace.go:171","msg":"trace[608401654] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16515; }","duration":"309.800971ms","start":"2026-03-31T05:32:10.135474Z","end":"2026-03-31T05:32:10.445275Z","steps":["trace[608401654] 'agreement among raft nodes before linearized reading' (duration: 297.743661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:10.445339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:10.135458Z","time spent":"309.863313ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770162,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:32:11.184908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.83121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:32:11.185174Z","caller":"traceutil/trace.go:171","msg":"trace[242993287] transaction","detail":"{read_only:false; response_revision:16517; number_of_response:1; }","duration":"427.066399ms","start":"2026-03-31T05:32:10.758083Z","end":"2026-03-31T05:32:11.185149Z","steps":["trace[242993287] 'process raft request' (duration: 426.955046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:11.185301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:10.758071Z","time spent":"427.170821ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:32:11.185301Z","caller":"traceutil/trace.go:171","msg":"trace[1066754069] linearizableReadLoop","detail":"{readStateIndex:17154; appliedIndex:17153; }","duration":"594.754624ms","start":"2026-03-31T05:32:10.590518Z","end":"2026-03-31T05:32:11.185273Z","steps":["trace[1066754069] 'read index received' (duration: 332.40477ms)","trace[1066754069] 'applied index is now lower than readState.Index' (duration: 262.347884ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:32:11.185336Z","caller":"traceutil/trace.go:171","msg":"trace[1063003267] transaction","detail":"{read_only:false; response_revision:16516; number_of_response:1; }","duration":"739.319497ms","start":"2026-03-31T05:32:10.445953Z","end":"2026-03-31T05:32:11.185272Z","steps":["trace[1063003267] 'process raft request' (duration: 476.957143ms)","trace[1063003267] 'compare' (duration: 261.168611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:11.185478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.941949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:32:11.185518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:10.445936Z","time spent":"739.492342ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:32:11.185543Z","caller":"traceutil/trace.go:171","msg":"trace[2045605845] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16517; }","duration":"595.033562ms","start":"2026-03-31T05:32:10.59049Z","end":"2026-03-31T05:32:11.185524Z","steps":["trace[2045605845] 'agreement among raft nodes before linearized reading' (duration: 594.904178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:11.185582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:10.590472Z","time spent":"595.101363ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:32:11.686476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792648169,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:32:11.892042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.015705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:32:11.892585Z","caller":"traceutil/trace.go:171","msg":"trace[934824182] linearizableReadLoop","detail":"{readStateIndex:17157; appliedIndex:17155; }","duration":"707.172488ms","start":"2026-03-31T05:32:11.185397Z","end":"2026-03-31T05:32:11.892569Z","steps":["trace[934824182] 'read index received' (duration: 527.503165ms)","trace[934824182] 'applied index is now lower than readState.Index' (duration: 179.668273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:11.892826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135676236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:11.892887Z","caller":"traceutil/trace.go:171","msg":"trace[605956254] transaction","detail":"{read_only:false; response_revision:16518; number_of_response:1; }","duration":"944.432207ms","start":"2026-03-31T05:32:10.948224Z","end":"2026-03-31T05:32:11.892656Z","steps":["trace[605956254] 'process raft request' (duration: 764.712172ms)","trace[605956254] 'compare' (duration: 178.923613ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:32:11.8929Z","caller":"traceutil/trace.go:171","msg":"trace[1872059352] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16519; }","duration":"1.135758338s","start":"2026-03-31T05:32:10.757127Z","end":"2026-03-31T05:32:11.892886Z","steps":["trace[1872059352] 'agreement among raft nodes before linearized reading' (duration: 1.135577803s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:11.892883Z","caller":"traceutil/trace.go:171","msg":"trace[534821838] transaction","detail":"{read_only:false; response_revision:16519; number_of_response:1; }","duration":"841.312106ms","start":"2026-03-31T05:32:11.051534Z","end":"2026-03-31T05:32:11.892846Z","steps":["trace[534821838] 'process raft request' (duration: 840.979397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:11.892933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:10.757071Z","time spent":"1.135855471s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:32:11.892945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:10.948196Z","time spent":"944.719984ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:32:11.892982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302400305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-03-31T05:32:11.893006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020870776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:11.893037Z","caller":"traceutil/trace.go:171","msg":"trace[186718985] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16519; }","duration":"1.302466357s","start":"2026-03-31T05:32:10.590555Z","end":"2026-03-31T05:32:11.893021Z","steps":["trace[186718985] 'agreement among raft nodes before linearized reading' (duration: 1.302287992s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:11.893032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:11.051512Z","time spent":"841.43958ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:32:11.893072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:10.59055Z","time spent":"1.302515748s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-31T05:32:11.893075Z","caller":"traceutil/trace.go:171","msg":"trace[398729014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16519; }","duration":"1.020969498s","start":"2026-03-31T05:32:10.872084Z","end":"2026-03-31T05:32:11.893053Z","steps":["trace[398729014] 'agreement among raft nodes before linearized reading' (duration: 1.020854305s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:11.893112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:10.872066Z","time spent":"1.021040721s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:32:11.893124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.454291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-31T05:32:11.893086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135911432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:11.893183Z","caller":"traceutil/trace.go:171","msg":"trace[117014418] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16519; }","duration":"381.538593ms","start":"2026-03-31T05:32:11.511627Z","end":"2026-03-31T05:32:11.893166Z","steps":["trace[117014418] 'agreement among raft nodes before linearized reading' (duration: 381.295937ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:11.893205Z","caller":"traceutil/trace.go:171","msg":"trace[188475701] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16519; }","duration":"1.136059586s","start":"2026-03-31T05:32:10.757138Z","end":"2026-03-31T05:32:11.893198Z","steps":["trace[188475701] 'agreement among raft nodes before linearized reading' (duration: 1.135928443s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:11.893203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.959139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:32:11.893392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.403801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:32:11.893417Z","caller":"traceutil/trace.go:171","msg":"trace[613850001] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:16519; }","duration":"320.490514ms","start":"2026-03-31T05:32:11.57292Z","end":"2026-03-31T05:32:11.89341Z","steps":["trace[613850001] 'agreement among raft nodes before linearized reading' (duration: 320.33983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:11.893434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:11.57289Z","time spent":"320.539866ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":161,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:32:11.893435Z","caller":"traceutil/trace.go:171","msg":"trace[1959726347] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:16519; }","duration":"697.448272ms","start":"2026-03-31T05:32:11.195963Z","end":"2026-03-31T05:32:11.893411Z","steps":["trace[1959726347] 'agreement among raft nodes before linearized reading' (duration: 696.918018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:11.893519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:11.195923Z","time spent":"697.578466ms","remote":"127.0.0.1:57670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:32:11.893241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:10.757122Z","time spent":"1.136113157s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:32:11.893257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:11.511612Z","time spent":"381.632616ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:32:11.893316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187375429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:11.893765Z","caller":"traceutil/trace.go:171","msg":"trace[1599585601] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16519; }","duration":"1.187856453s","start":"2026-03-31T05:32:10.7059Z","end":"2026-03-31T05:32:11.893757Z","steps":["trace[1599585601] 'agreement among raft nodes before linearized reading' (duration: 1.187350939s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:11.893793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:10.705884Z","time spent":"1.187901643s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:32:11.894342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186803863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-03-31T05:32:11.894424Z","caller":"traceutil/trace.go:171","msg":"trace[933676177] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16519; }","duration":"1.186888345s","start":"2026-03-31T05:32:10.707487Z","end":"2026-03-31T05:32:11.894375Z","steps":["trace[933676177] 'agreement among raft nodes before linearized reading' (duration: 1.185775205s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:11.894508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:10.707468Z","time spent":"1.187015779s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-31T05:32:11.895556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.889988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:32:11.895627Z","caller":"traceutil/trace.go:171","msg":"trace[1938684877] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:16519; }","duration":"433.035181ms","start":"2026-03-31T05:32:11.462573Z","end":"2026-03-31T05:32:11.895608Z","steps":["trace[1938684877] 'agreement among raft nodes before linearized reading' (duration: 430.525283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:11.895717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:11.462542Z","time spent":"433.108633ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1660,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:32:12.392842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.032463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:12.392922Z","caller":"traceutil/trace.go:171","msg":"trace[870407687] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16519; }","duration":"259.134636ms","start":"2026-03-31T05:32:12.133768Z","end":"2026-03-31T05:32:12.392903Z","steps":["trace[870407687] 'range keys from in-memory index tree' (duration: 258.998043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:12.393307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.046911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:32:12.393364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.076612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:32:12.393374Z","caller":"traceutil/trace.go:171","msg":"trace[1556089177] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16519; }","duration":"260.124073ms","start":"2026-03-31T05:32:12.133231Z","end":"2026-03-31T05:32:12.393355Z","steps":["trace[1556089177] 'range keys from in-memory index tree' (duration: 259.932548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:12.393401Z","caller":"traceutil/trace.go:171","msg":"trace[52305700] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16519; }","duration":"260.152144ms","start":"2026-03-31T05:32:12.133237Z","end":"2026-03-31T05:32:12.393389Z","steps":["trace[52305700] 'range keys from in-memory index tree' (duration: 259.916758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:12.393693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.317589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"info","ts":"2026-03-31T05:32:12.393756Z","caller":"traceutil/trace.go:171","msg":"trace[1996323512] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16519; }","duration":"260.389171ms","start":"2026-03-31T05:32:12.133351Z","end":"2026-03-31T05:32:12.393741Z","steps":["trace[1996323512] 'range keys from in-memory index tree' (duration: 260.210156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:12.394025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.668408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"info","ts":"2026-03-31T05:32:12.394087Z","caller":"traceutil/trace.go:171","msg":"trace[399540852] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16519; }","duration":"260.74062ms","start":"2026-03-31T05:32:12.133332Z","end":"2026-03-31T05:32:12.394073Z","steps":["trace[399540852] 'range keys from in-memory index tree' (duration: 260.555285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:12.394276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.651618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:32:12.394306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.331479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"info","ts":"2026-03-31T05:32:12.394465Z","caller":"traceutil/trace.go:171","msg":"trace[174359343] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16519; }","duration":"260.499824ms","start":"2026-03-31T05:32:12.133947Z","end":"2026-03-31T05:32:12.394447Z","steps":["trace[174359343] 'range keys from in-memory index tree' (duration: 260.118834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:12.394467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.322395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:12.394573Z","caller":"traceutil/trace.go:171","msg":"trace[1722481036] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16519; }","duration":"265.477589ms","start":"2026-03-31T05:32:12.129057Z","end":"2026-03-31T05:32:12.394534Z","steps":["trace[1722481036] 'range keys from in-memory index tree' (duration: 265.249644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:12.394322Z","caller":"traceutil/trace.go:171","msg":"trace[1572054284] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16519; }","duration":"260.705439ms","start":"2026-03-31T05:32:12.133604Z","end":"2026-03-31T05:32:12.394309Z","steps":["trace[1572054284] 'range keys from in-memory index tree' (duration: 260.613277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:12.394822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.360527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"info","ts":"2026-03-31T05:32:12.394876Z","caller":"traceutil/trace.go:171","msg":"trace[1817177189] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16519; }","duration":"265.450078ms","start":"2026-03-31T05:32:12.129412Z","end":"2026-03-31T05:32:12.394862Z","steps":["trace[1817177189] 'range keys from in-memory index tree' (duration: 265.254423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:12.39489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.798902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:32:12.394931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.627367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:32:12.394966Z","caller":"traceutil/trace.go:171","msg":"trace[126213513] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16519; }","duration":"260.885914ms","start":"2026-03-31T05:32:12.134058Z","end":"2026-03-31T05:32:12.394944Z","steps":["trace[126213513] 'range keys from in-memory index tree' (duration: 260.75638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:12.394979Z","caller":"traceutil/trace.go:171","msg":"trace[1271879804] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16519; }","duration":"260.682558ms","start":"2026-03-31T05:32:12.134282Z","end":"2026-03-31T05:32:12.394965Z","steps":["trace[1271879804] 'range keys from in-memory index tree' (duration: 260.548185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:12.394898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.627217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-03-31T05:32:12.395017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.869635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:32:12.395039Z","caller":"traceutil/trace.go:171","msg":"trace[1624293189] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16519; }","duration":"260.777991ms","start":"2026-03-31T05:32:12.134246Z","end":"2026-03-31T05:32:12.395024Z","steps":["trace[1624293189] 'range keys from in-memory index tree' (duration: 260.485483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:12.395071Z","caller":"traceutil/trace.go:171","msg":"trace[1518830168] linearizableReadLoop","detail":"{readStateIndex:17158; appliedIndex:17157; }","duration":"260.281198ms","start":"2026-03-31T05:32:12.134782Z","end":"2026-03-31T05:32:12.395063Z","steps":["trace[1518830168] 'read index received' (duration: 71.397733ms)","trace[1518830168] 'applied index is now lower than readState.Index' (duration: 188.882785ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:32:12.395098Z","caller":"traceutil/trace.go:171","msg":"trace[59156094] transaction","detail":"{read_only:false; response_revision:16520; number_of_response:1; }","duration":"260.637327ms","start":"2026-03-31T05:32:12.134437Z","end":"2026-03-31T05:32:12.395074Z","steps":["trace[59156094] 'process raft request' (duration: 71.65772ms)","trace[59156094] 'compare' (duration: 188.601637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:12.395145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.36255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"info","ts":"2026-03-31T05:32:12.39516Z","caller":"traceutil/trace.go:171","msg":"trace[2131024771] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16520; }","duration":"260.401911ms","start":"2026-03-31T05:32:12.134753Z","end":"2026-03-31T05:32:12.395155Z","steps":["trace[2131024771] 'agreement among raft nodes before linearized reading' (duration: 260.345729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:12.395019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.119366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"info","ts":"2026-03-31T05:32:12.395577Z","caller":"traceutil/trace.go:171","msg":"trace[345357087] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16519; }","duration":"261.573123ms","start":"2026-03-31T05:32:12.133986Z","end":"2026-03-31T05:32:12.395559Z","steps":["trace[345357087] 'range keys from in-memory index tree' (duration: 258.987742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:12.672904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.21488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:32:12.673021Z","caller":"traceutil/trace.go:171","msg":"trace[1067467493] linearizableReadLoop","detail":"{readStateIndex:17159; appliedIndex:17158; }","duration":"277.923639ms","start":"2026-03-31T05:32:12.395083Z","end":"2026-03-31T05:32:12.673006Z","steps":["trace[1067467493] 'read index received' (duration: 105.502004ms)","trace[1067467493] 'applied index is now lower than readState.Index' (duration: 172.420605ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:32:12.673089Z","caller":"traceutil/trace.go:171","msg":"trace[318779886] transaction","detail":"{read_only:false; response_revision:16521; number_of_response:1; }","duration":"537.856628ms","start":"2026-03-31T05:32:12.135224Z","end":"2026-03-31T05:32:12.67308Z","steps":["trace[318779886] 'process raft request' (duration: 365.395372ms)","trace[318779886] 'compare' (duration: 172.001584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:12.673129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.135204Z","time spent":"537.905319ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:32:13.480585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.584602ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:32:13.480679Z","caller":"traceutil/trace.go:171","msg":"trace[1755872028] linearizableReadLoop","detail":"{readStateIndex:17160; appliedIndex:17159; }","duration":"807.623664ms","start":"2026-03-31T05:32:12.673039Z","end":"2026-03-31T05:32:13.480663Z","steps":["trace[1755872028] 'read index received' (duration: 320.409µs)","trace[1755872028] 'applied index is now lower than readState.Index' (duration: 807.301855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:13.480848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093332667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-03-31T05:32:13.48089Z","caller":"traceutil/trace.go:171","msg":"trace[934239560] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jfqq5; range_end:; response_count:1; response_revision:16521; }","duration":"1.093416519s","start":"2026-03-31T05:32:12.387461Z","end":"2026-03-31T05:32:13.480877Z","steps":["trace[934239560] 'agreement among raft nodes before linearized reading' (duration: 285.871157ms)","trace[934239560] 'range keys from in-memory index tree' (duration: 807.396127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:13.480948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.387443Z","time spent":"1.09348687s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" "} {"level":"warn","ts":"2026-03-31T05:32:13.481178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346323675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:13.481215Z","caller":"traceutil/trace.go:171","msg":"trace[985949727] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16521; }","duration":"1.346360596s","start":"2026-03-31T05:32:12.134847Z","end":"2026-03-31T05:32:13.481208Z","steps":["trace[985949727] 'agreement among raft nodes before linearized reading' (duration: 538.496466ms)","trace[985949727] 'range keys from in-memory index tree' (duration: 807.820019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:13.481247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.134797Z","time spent":"1.346433198s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:32:13.481359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34652082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:13.481385Z","caller":"traceutil/trace.go:171","msg":"trace[1079183943] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16521; }","duration":"1.346561102s","start":"2026-03-31T05:32:12.134817Z","end":"2026-03-31T05:32:13.481378Z","steps":["trace[1079183943] 'agreement among raft nodes before linearized reading' (duration: 538.535977ms)","trace[1079183943] 'range keys from in-memory index tree' (duration: 807.992874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:13.481407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.134809Z","time spent":"1.346592662s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:32:13.481521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346625873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:32:13.481548Z","caller":"traceutil/trace.go:171","msg":"trace[304456187] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16521; }","duration":"1.346664994s","start":"2026-03-31T05:32:12.134876Z","end":"2026-03-31T05:32:13.481541Z","steps":["trace[304456187] 'agreement among raft nodes before linearized reading' (duration: 538.466665ms)","trace[304456187] 'range keys from in-memory index tree' (duration: 808.124788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:13.481568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.134871Z","time spent":"1.346691945s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:32:13.481704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101591362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:32:13.481732Z","caller":"traceutil/trace.go:171","msg":"trace[236178871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16521; }","duration":"1.101616433s","start":"2026-03-31T05:32:12.380105Z","end":"2026-03-31T05:32:13.481722Z","steps":["trace[236178871] 'agreement among raft nodes before linearized reading' (duration: 293.261989ms)","trace[236178871] 'range keys from in-memory index tree' (duration: 808.295513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:13.481754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.380033Z","time spent":"1.101715756s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:32:13.483125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034763255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:32:13.483155Z","caller":"traceutil/trace.go:171","msg":"trace[678030128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16521; }","duration":"1.034823117s","start":"2026-03-31T05:32:12.448324Z","end":"2026-03-31T05:32:13.483147Z","steps":["trace[678030128] 'agreement among raft nodes before linearized reading' (duration: 1.034685203s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:13.483174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.448307Z","time spent":"1.034862658s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:32:13.483449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035360742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T05:32:13.483513Z","caller":"traceutil/trace.go:171","msg":"trace[416161297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16521; }","duration":"1.035453463s","start":"2026-03-31T05:32:12.448044Z","end":"2026-03-31T05:32:13.483497Z","steps":["trace[416161297] 'agreement among raft nodes before linearized reading' (duration: 1.035276639s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:13.483544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.448032Z","time spent":"1.035505436s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:32:13.483678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036486882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:32:13.483703Z","caller":"traceutil/trace.go:171","msg":"trace[1184079775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16521; }","duration":"1.036529373s","start":"2026-03-31T05:32:12.447168Z","end":"2026-03-31T05:32:13.483698Z","steps":["trace[1184079775] 'agreement among raft nodes before linearized reading' (duration: 1.036467151s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:13.483722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.447159Z","time spent":"1.036557993s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:32:13.483843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037055058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:32:13.483912Z","caller":"traceutil/trace.go:171","msg":"trace[514046556] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16521; }","duration":"1.037150691s","start":"2026-03-31T05:32:12.446753Z","end":"2026-03-31T05:32:13.483904Z","steps":["trace[514046556] 'agreement among raft nodes before linearized reading' (duration: 1.037045008s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:13.483932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.446735Z","time spent":"1.037191041s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:32:13.483963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.667005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:13.483998Z","caller":"traceutil/trace.go:171","msg":"trace[1795004574] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:16521; }","duration":"916.737167ms","start":"2026-03-31T05:32:12.567251Z","end":"2026-03-31T05:32:13.483988Z","steps":["trace[1795004574] 'agreement among raft nodes before linearized reading' (duration: 916.686315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:13.484024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.567234Z","time spent":"916.783019ms","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:32:13.484161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.443928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-31T05:32:13.481901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297785968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:32:13.48423Z","caller":"traceutil/trace.go:171","msg":"trace[1013431771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16521; }","duration":"1.300101491s","start":"2026-03-31T05:32:12.184102Z","end":"2026-03-31T05:32:13.484204Z","steps":["trace[1013431771] 'agreement among raft nodes before linearized reading' (duration: 489.27585ms)","trace[1013431771] 'count revisions from in-memory index tree' (duration: 808.501097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:13.484247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003917572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-31T05:32:13.484268Z","caller":"traceutil/trace.go:171","msg":"trace[1147397759] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:16521; }","duration":"1.003949892s","start":"2026-03-31T05:32:12.480312Z","end":"2026-03-31T05:32:13.484262Z","steps":["trace[1147397759] 'agreement among raft nodes before linearized reading' (duration: 1.003887451s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:13.484334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.480306Z","time spent":"1.004019884s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"warn","ts":"2026-03-31T05:32:13.48458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005266189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-31T05:32:13.484609Z","caller":"traceutil/trace.go:171","msg":"trace[1834101475] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:16521; }","duration":"1.005357371s","start":"2026-03-31T05:32:12.479245Z","end":"2026-03-31T05:32:13.484602Z","steps":["trace[1834101475] 'agreement among raft nodes before linearized reading' (duration: 1.005235337s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:13.484629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.479237Z","time spent":"1.005386181s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"warn","ts":"2026-03-31T05:32:13.484794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018685506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-03-31T05:32:13.484819Z","caller":"traceutil/trace.go:171","msg":"trace[1216636664] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:16521; }","duration":"1.018724376s","start":"2026-03-31T05:32:12.466089Z","end":"2026-03-31T05:32:13.484813Z","steps":["trace[1216636664] 'agreement among raft nodes before linearized reading' (duration: 1.018642884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:13.484837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.466081Z","time spent":"1.018751377s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:32:13.484962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019446406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-03-31T05:32:13.484987Z","caller":"traceutil/trace.go:171","msg":"trace[2018973782] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5jttr; range_end:; response_count:1; response_revision:16521; }","duration":"1.019482447s","start":"2026-03-31T05:32:12.465499Z","end":"2026-03-31T05:32:13.484981Z","steps":["trace[2018973782] 'agreement among raft nodes before linearized reading' (duration: 1.019417165s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:13.485005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.465493Z","time spent":"1.019507518s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" "} {"level":"warn","ts":"2026-03-31T05:32:13.485122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036374979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:32:13.485141Z","caller":"traceutil/trace.go:171","msg":"trace[1080912836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16521; }","duration":"1.03641414s","start":"2026-03-31T05:32:12.448721Z","end":"2026-03-31T05:32:13.485135Z","steps":["trace[1080912836] 'agreement among raft nodes before linearized reading' (duration: 1.036359459s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:13.485158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.44871Z","time spent":"1.036443491s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:32:13.484267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.184061Z","time spent":"1.300194793s","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:32:13.482024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343349623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"info","ts":"2026-03-31T05:32:13.485449Z","caller":"traceutil/trace.go:171","msg":"trace[1124715738] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16521; }","duration":"1.346769967s","start":"2026-03-31T05:32:12.13867Z","end":"2026-03-31T05:32:13.48544Z","steps":["trace[1124715738] 'agreement among raft nodes before linearized reading' (duration: 534.713902ms)","trace[1124715738] 'range keys from in-memory index tree' (duration: 808.59418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:13.485486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.138626Z","time spent":"1.346852229s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T05:32:13.484187Z","caller":"traceutil/trace.go:171","msg":"trace[572952898] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16521; }","duration":"924.50132ms","start":"2026-03-31T05:32:12.559678Z","end":"2026-03-31T05:32:13.484179Z","steps":["trace[572952898] 'agreement among raft nodes before linearized reading' (duration: 924.440868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:13.485698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.559658Z","time spent":"926.030781ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:32:13.481974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136496407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T05:32:13.48575Z","caller":"traceutil/trace.go:171","msg":"trace[2074240396] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16521; }","duration":"1.140299971s","start":"2026-03-31T05:32:12.345437Z","end":"2026-03-31T05:32:13.485737Z","steps":["trace[2074240396] 'agreement among raft nodes before linearized reading' (duration: 327.939308ms)","trace[2074240396] 'range keys from in-memory index tree' (duration: 808.541349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:13.485781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:12.34541Z","time spent":"1.140361443s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T05:32:13.887388Z","caller":"traceutil/trace.go:171","msg":"trace[62167048] transaction","detail":"{read_only:false; response_revision:16522; number_of_response:1; }","duration":"690.290316ms","start":"2026-03-31T05:32:13.197072Z","end":"2026-03-31T05:32:13.887362Z","steps":["trace[62167048] 'process raft request' (duration: 690.135242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:13.887465Z","caller":"traceutil/trace.go:171","msg":"trace[1339469572] linearizableReadLoop","detail":"{readStateIndex:17161; appliedIndex:17161; }","duration":"406.721842ms","start":"2026-03-31T05:32:13.480699Z","end":"2026-03-31T05:32:13.887421Z","steps":["trace[1339469572] 'read index received' (duration: 406.703941ms)","trace[1339469572] 'applied index is now lower than readState.Index' (duration: 14.311µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:13.887535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.197052Z","time spent":"690.408269ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:32:13.887677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.247594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:13.88779Z","caller":"traceutil/trace.go:171","msg":"trace[1625426876] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16522; }","duration":"690.415059ms","start":"2026-03-31T05:32:13.197354Z","end":"2026-03-31T05:32:13.887769Z","steps":["trace[1625426876] 'agreement among raft nodes before linearized reading' (duration: 690.087611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:13.887794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.792742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-31T05:32:13.88784Z","caller":"traceutil/trace.go:171","msg":"trace[641227686] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:16522; }","duration":"791.890635ms","start":"2026-03-31T05:32:13.095932Z","end":"2026-03-31T05:32:13.887822Z","steps":["trace[641227686] 'agreement among raft nodes before linearized reading' (duration: 791.658339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:13.887849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.197346Z","time spent":"690.474741ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:32:13.887878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.095912Z","time spent":"791.955726ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-31T05:32:14.33465Z","caller":"traceutil/trace.go:171","msg":"trace[1037594729] transaction","detail":"{read_only:false; response_revision:16523; number_of_response:1; }","duration":"845.333005ms","start":"2026-03-31T05:32:13.489276Z","end":"2026-03-31T05:32:14.334609Z","steps":["trace[1037594729] 'process raft request' (duration: 845.067508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:14.334838Z","caller":"traceutil/trace.go:171","msg":"trace[1712371670] transaction","detail":"{read_only:false; response_revision:16524; number_of_response:1; }","duration":"845.48731ms","start":"2026-03-31T05:32:13.48934Z","end":"2026-03-31T05:32:14.334828Z","steps":["trace[1712371670] 'process raft request' (duration: 845.398698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:14.334986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.489254Z","time spent":"845.614914ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:32:14.335028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.489337Z","time spent":"845.572473ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:32:14.335222Z","caller":"traceutil/trace.go:171","msg":"trace[582791581] transaction","detail":"{read_only:false; response_revision:16525; number_of_response:1; }","duration":"845.536932ms","start":"2026-03-31T05:32:13.489664Z","end":"2026-03-31T05:32:14.335201Z","steps":["trace[582791581] 'process raft request' (duration: 845.13126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:14.336616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.489657Z","time spent":"846.914559ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:32:14.335555Z","caller":"traceutil/trace.go:171","msg":"trace[1627044778] transaction","detail":"{read_only:false; response_revision:16526; number_of_response:1; }","duration":"845.819739ms","start":"2026-03-31T05:32:13.489715Z","end":"2026-03-31T05:32:14.335535Z","steps":["trace[1627044778] 'process raft request' (duration: 845.279444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:14.335579Z","caller":"traceutil/trace.go:171","msg":"trace[586663364] linearizableReadLoop","detail":"{readStateIndex:17170; appliedIndex:17161; }","duration":"448.021082ms","start":"2026-03-31T05:32:13.887548Z","end":"2026-03-31T05:32:14.335569Z","steps":["trace[586663364] 'read index received' (duration: 446.769647ms)","trace[586663364] 'applied index is now lower than readState.Index' (duration: 1.250775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:14.336957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.489712Z","time spent":"847.119314ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:32:14.335601Z","caller":"traceutil/trace.go:171","msg":"trace[2070536842] transaction","detail":"{read_only:false; response_revision:16527; number_of_response:1; }","duration":"843.825634ms","start":"2026-03-31T05:32:13.491764Z","end":"2026-03-31T05:32:14.335589Z","steps":["trace[2070536842] 'process raft request' (duration: 843.507315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:14.337177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.378844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3aed1e25-a95f-471f-ab34-7fdcc0b7d7c3\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-31T05:32:14.337226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.921898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:32:14.337262Z","caller":"traceutil/trace.go:171","msg":"trace[1909756328] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3aed1e25-a95f-471f-ab34-7fdcc0b7d7c3; range_end:; response_count:1; response_revision:16531; }","duration":"443.478157ms","start":"2026-03-31T05:32:13.893745Z","end":"2026-03-31T05:32:14.337223Z","steps":["trace[1909756328] 'agreement among raft nodes before linearized reading' (duration: 443.315062ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:14.337275Z","caller":"traceutil/trace.go:171","msg":"trace[1575173315] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16531; }","duration":"436.975259ms","start":"2026-03-31T05:32:13.900283Z","end":"2026-03-31T05:32:14.337258Z","steps":["trace[1575173315] 'agreement among raft nodes before linearized reading' (duration: 436.851965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:14.337308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.893725Z","time spent":"443.57329ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-3aed1e25-a95f-471f-ab34-7fdcc0b7d7c3\" "} {"level":"warn","ts":"2026-03-31T05:32:14.337359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.378876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:14.337394Z","caller":"traceutil/trace.go:171","msg":"trace[360577309] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:16531; }","duration":"284.459128ms","start":"2026-03-31T05:32:14.052925Z","end":"2026-03-31T05:32:14.337384Z","steps":["trace[360577309] 'agreement among raft nodes before linearized reading' (duration: 284.404157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:14.337403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.801079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:32:14.337423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.98535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:14.337447Z","caller":"traceutil/trace.go:171","msg":"trace[2008276553] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16531; }","duration":"438.858091ms","start":"2026-03-31T05:32:13.898575Z","end":"2026-03-31T05:32:14.337433Z","steps":["trace[2008276553] 'agreement among raft nodes before linearized reading' (duration: 438.788059ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:14.337473Z","caller":"traceutil/trace.go:171","msg":"trace[1722744902] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16531; }","duration":"437.043461ms","start":"2026-03-31T05:32:13.900416Z","end":"2026-03-31T05:32:14.33746Z","steps":["trace[1722744902] 'agreement among raft nodes before linearized reading' (duration: 436.964629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:14.337513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.900411Z","time spent":"437.094873ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:32:14.337584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.326129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-03-31T05:32:14.337624Z","caller":"traceutil/trace.go:171","msg":"trace[2047410600] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16531; }","duration":"437.418082ms","start":"2026-03-31T05:32:13.900198Z","end":"2026-03-31T05:32:14.337616Z","steps":["trace[2047410600] 'agreement among raft nodes before linearized reading' (duration: 437.298828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:14.337646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.899211Z","time spent":"438.429689ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-31T05:32:14.337482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.898569Z","time spent":"438.907292ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:32:14.335675Z","caller":"traceutil/trace.go:171","msg":"trace[1331207357] transaction","detail":"{read_only:false; response_revision:16529; number_of_response:1; }","duration":"842.891749ms","start":"2026-03-31T05:32:13.492774Z","end":"2026-03-31T05:32:14.335666Z","steps":["trace[1331207357] 'process raft request' (duration: 842.608021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:14.337819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.778628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770139"} {"level":"info","ts":"2026-03-31T05:32:14.337896Z","caller":"traceutil/trace.go:171","msg":"trace[327153308] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16531; }","duration":"845.85719ms","start":"2026-03-31T05:32:13.492019Z","end":"2026-03-31T05:32:14.337876Z","steps":["trace[327153308] 'agreement among raft nodes before linearized reading' (duration: 844.696478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:14.337955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.491995Z","time spent":"845.942322ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770162,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:32:14.337201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.491756Z","time spent":"845.318596ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:32:14.337311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.900278Z","time spent":"437.025991ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-31T05:32:14.335709Z","caller":"traceutil/trace.go:171","msg":"trace[307761180] transaction","detail":"{read_only:false; response_revision:16530; number_of_response:1; }","duration":"840.761291ms","start":"2026-03-31T05:32:13.494938Z","end":"2026-03-31T05:32:14.335699Z","steps":["trace[307761180] 'process raft request' (duration: 840.488424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:14.338154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.494929Z","time spent":"843.189527ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:32:14.33576Z","caller":"traceutil/trace.go:171","msg":"trace[2039481562] transaction","detail":"{read_only:false; response_revision:16531; number_of_response:1; }","duration":"686.639956ms","start":"2026-03-31T05:32:13.649107Z","end":"2026-03-31T05:32:14.335747Z","steps":["trace[2039481562] 'process raft request' (duration: 686.366249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:14.33617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.83144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770139"} {"level":"info","ts":"2026-03-31T05:32:14.338247Z","caller":"traceutil/trace.go:171","msg":"trace[819159466] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16531; }","duration":"847.913167ms","start":"2026-03-31T05:32:13.490324Z","end":"2026-03-31T05:32:14.338237Z","steps":["trace[819159466] 'agreement among raft nodes before linearized reading' (duration: 845.275694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:14.338278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.490316Z","time spent":"847.952057ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770162,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:32:14.338276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.649089Z","time spent":"689.114474ms","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18710,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:32:14.336205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.853001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:14.33842Z","caller":"traceutil/trace.go:171","msg":"trace[1599098570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16531; }","duration":"456.100352ms","start":"2026-03-31T05:32:13.882302Z","end":"2026-03-31T05:32:14.338402Z","steps":["trace[1599098570] 'agreement among raft nodes before linearized reading' (duration: 453.886822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:14.338478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.882273Z","time spent":"456.190375ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:32:14.335638Z","caller":"traceutil/trace.go:171","msg":"trace[337432358] transaction","detail":"{read_only:false; response_revision:16528; number_of_response:1; }","duration":"843.406803ms","start":"2026-03-31T05:32:13.49222Z","end":"2026-03-31T05:32:14.335627Z","steps":["trace[337432358] 'process raft request' (duration: 843.113535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:14.339001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.492213Z","time spent":"846.741214ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:32:14.339094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.922987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:14.339212Z","caller":"traceutil/trace.go:171","msg":"trace[1992238625] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16531; }","duration":"441.086522ms","start":"2026-03-31T05:32:13.898096Z","end":"2026-03-31T05:32:14.339182Z","steps":["trace[1992238625] 'agreement among raft nodes before linearized reading' (duration: 439.691353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:14.339274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.898077Z","time spent":"441.183815ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:32:14.339799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.397638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-31T05:32:14.339854Z","caller":"traceutil/trace.go:171","msg":"trace[172820163] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16531; }","duration":"295.509221ms","start":"2026-03-31T05:32:14.044329Z","end":"2026-03-31T05:32:14.339838Z","steps":["trace[172820163] 'agreement among raft nodes before linearized reading' (duration: 293.020832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:14.340139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.05796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770139"} {"level":"info","ts":"2026-03-31T05:32:14.340265Z","caller":"traceutil/trace.go:171","msg":"trace[1215988150] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16531; }","duration":"848.189174ms","start":"2026-03-31T05:32:13.492064Z","end":"2026-03-31T05:32:14.340253Z","steps":["trace[1215988150] 'agreement among raft nodes before linearized reading' (duration: 844.478642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:14.340403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.492051Z","time spent":"848.341289ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770162,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:32:14.339645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.504246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770139"} {"level":"info","ts":"2026-03-31T05:32:14.340695Z","caller":"traceutil/trace.go:171","msg":"trace[910024485] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16531; }","duration":"848.592405ms","start":"2026-03-31T05:32:13.492071Z","end":"2026-03-31T05:32:14.340664Z","steps":["trace[910024485] 'agreement among raft nodes before linearized reading' (duration: 844.528804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:14.340148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.492739Z","time spent":"845.056199ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:32:14.340787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.492068Z","time spent":"848.675047ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770162,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:32:14.34136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.756485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770139"} {"level":"info","ts":"2026-03-31T05:32:14.341432Z","caller":"traceutil/trace.go:171","msg":"trace[210303669] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16531; }","duration":"846.837027ms","start":"2026-03-31T05:32:13.49458Z","end":"2026-03-31T05:32:14.341417Z","steps":["trace[210303669] 'agreement among raft nodes before linearized reading' (duration: 841.633914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:14.341466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.494571Z","time spent":"846.886959ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770162,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:32:15.822103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792648229,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:32:16.322905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792648229,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:32:16.823226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792648229,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:32:17.324401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792648229,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:32:17.825039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792648229,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:32:17.870502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999785784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:32:17.870592Z","caller":"traceutil/trace.go:171","msg":"trace[204561758] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999956599s","start":"2026-03-31T05:32:15.870614Z","end":"2026-03-31T05:32:17.870571Z","steps":["trace[204561758] 'agreement among raft nodes before linearized reading' (duration: 1.999840836s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:17.870638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:15.870584Z","time spent":"2.000045492s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:32:18.325383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792648229,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:32:18.826533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792648229,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:32:18.913075Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.233507225s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:32:18.913702Z","caller":"traceutil/trace.go:171","msg":"trace[1953469578] transaction","detail":"{read_only:false; response_revision:16533; number_of_response:1; }","duration":"4.234254696s","start":"2026-03-31T05:32:14.679409Z","end":"2026-03-31T05:32:18.913664Z","steps":["trace[1953469578] 'process raft request' (duration: 4.233956438s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:18.914036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:14.679379Z","time spent":"4.23441492s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:32:19.471339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.036965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:32:19.471768Z","caller":"traceutil/trace.go:171","msg":"trace[452299548] transaction","detail":"{read_only:false; response_revision:16534; number_of_response:1; }","duration":"3.578802793s","start":"2026-03-31T05:32:15.89292Z","end":"2026-03-31T05:32:19.471723Z","steps":["trace[452299548] 'process raft request' (duration: 3.116290505s)","trace[452299548] 'compare' (duration: 461.915292ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:32:19.47189Z","caller":"traceutil/trace.go:171","msg":"trace[999607351] linearizableReadLoop","detail":"{readStateIndex:17175; appliedIndex:17171; }","duration":"4.150521947s","start":"2026-03-31T05:32:15.321345Z","end":"2026-03-31T05:32:19.471867Z","steps":["trace[999607351] 'read index received' (duration: 3.592035155s)","trace[999607351] 'applied index is now lower than readState.Index' (duration: 558.485332ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:32:19.471894Z","caller":"traceutil/trace.go:171","msg":"trace[1346168406] transaction","detail":"{read_only:false; response_revision:16535; number_of_response:1; }","duration":"2.977693527s","start":"2026-03-31T05:32:16.494158Z","end":"2026-03-31T05:32:19.471851Z","steps":["trace[1346168406] 'process raft request' (duration: 2.977302776s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.47199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:15.892903Z","time spent":"3.578961748s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:32:19.471955Z","caller":"traceutil/trace.go:171","msg":"trace[1946324058] transaction","detail":"{read_only:false; response_revision:16536; number_of_response:1; }","duration":"780.934785ms","start":"2026-03-31T05:32:18.690975Z","end":"2026-03-31T05:32:19.47191Z","steps":["trace[1946324058] 'process raft request' (duration: 780.563955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.472127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.150766243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:32:19.472153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.984020354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:19.472184Z","caller":"traceutil/trace.go:171","msg":"trace[745269148] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16536; }","duration":"3.984050994s","start":"2026-03-31T05:32:15.488123Z","end":"2026-03-31T05:32:19.472174Z","steps":["trace[745269148] 'agreement among raft nodes before linearized reading' (duration: 3.983988683s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:19.472192Z","caller":"traceutil/trace.go:171","msg":"trace[2090644608] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:16536; }","duration":"4.150885636s","start":"2026-03-31T05:32:15.321285Z","end":"2026-03-31T05:32:19.472171Z","steps":["trace[2090644608] 'agreement among raft nodes before linearized reading' (duration: 4.150711291s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.472219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:15.488031Z","time spent":"3.984180968s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:32:19.472326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982007484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"warn","ts":"2026-03-31T05:32:19.472219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978226501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:32:19.472338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:15.321258Z","time spent":"4.151056191s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:32:19.472359Z","caller":"traceutil/trace.go:171","msg":"trace[1055315131] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16536; }","duration":"2.982053345s","start":"2026-03-31T05:32:16.490298Z","end":"2026-03-31T05:32:19.472351Z","steps":["trace[1055315131] 'agreement among raft nodes before linearized reading' (duration: 2.981938172s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.47238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.490289Z","time spent":"2.982086137s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:32:19.472379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123274786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:19.472439Z","caller":"traceutil/trace.go:171","msg":"trace[597188962] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16536; }","duration":"3.123365089s","start":"2026-03-31T05:32:16.349059Z","end":"2026-03-31T05:32:19.472424Z","steps":["trace[597188962] 'agreement among raft nodes before linearized reading' (duration: 3.123254846s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.47205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.49413Z","time spent":"2.977835181s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:32:19.472469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.246702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:32:19.472501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982972811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:19.472525Z","caller":"traceutil/trace.go:171","msg":"trace[191412110] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16536; }","duration":"2.983031513s","start":"2026-03-31T05:32:16.489486Z","end":"2026-03-31T05:32:19.472518Z","steps":["trace[191412110] 'agreement among raft nodes before linearized reading' (duration: 2.982970821s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.472565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.489479Z","time spent":"2.983078664s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-31T05:32:19.472585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004810496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:32:19.472606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127022239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T05:32:19.472616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983041573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"info","ts":"2026-03-31T05:32:19.472631Z","caller":"traceutil/trace.go:171","msg":"trace[1649470366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16536; }","duration":"3.12705909s","start":"2026-03-31T05:32:16.345565Z","end":"2026-03-31T05:32:19.472624Z","steps":["trace[1649470366] 'agreement among raft nodes before linearized reading' (duration: 3.126937446s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:19.472633Z","caller":"traceutil/trace.go:171","msg":"trace[2110604182] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:16536; }","duration":"1.004893909s","start":"2026-03-31T05:32:18.467726Z","end":"2026-03-31T05:32:19.47262Z","steps":["trace[2110604182] 'agreement among raft nodes before linearized reading' (duration: 1.004827437s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.472655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.34556Z","time spent":"3.12709084s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:32:19.472657Z","caller":"traceutil/trace.go:171","msg":"trace[887811727] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16536; }","duration":"2.983127645s","start":"2026-03-31T05:32:16.489519Z","end":"2026-03-31T05:32:19.472646Z","steps":["trace[887811727] 'agreement among raft nodes before linearized reading' (duration: 2.98293769s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.472665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.107168216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6525"} {"level":"warn","ts":"2026-03-31T05:32:19.472685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.489495Z","time spent":"2.983183816s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:32:19.472685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:18.467709Z","time spent":"1.004959701s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:32:19.472711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983927577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:19.472736Z","caller":"traceutil/trace.go:171","msg":"trace[722087506] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16536; }","duration":"2.983986859s","start":"2026-03-31T05:32:16.488741Z","end":"2026-03-31T05:32:19.472728Z","steps":["trace[722087506] 'agreement among raft nodes before linearized reading' (duration: 2.983948968s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.472767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10839688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-31T05:32:19.472777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127358728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:32:19.472791Z","caller":"traceutil/trace.go:171","msg":"trace[347017699] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:16536; }","duration":"3.108503443s","start":"2026-03-31T05:32:16.364281Z","end":"2026-03-31T05:32:19.472784Z","steps":["trace[347017699] 'agreement among raft nodes before linearized reading' (duration: 3.108419701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.472774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.488735Z","time spent":"2.98403482s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:32:19.472807Z","caller":"traceutil/trace.go:171","msg":"trace[1498386637] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16536; }","duration":"3.127395119s","start":"2026-03-31T05:32:16.345404Z","end":"2026-03-31T05:32:19.472799Z","steps":["trace[1498386637] 'agreement among raft nodes before linearized reading' (duration: 3.127301447s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:19.472528Z","caller":"traceutil/trace.go:171","msg":"trace[520811487] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:16536; }","duration":"729.338495ms","start":"2026-03-31T05:32:18.743171Z","end":"2026-03-31T05:32:19.47251Z","steps":["trace[520811487] 'agreement among raft nodes before linearized reading' (duration: 729.248842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.472836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.3454Z","time spent":"3.12743063s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:32:19.472843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:18.743152Z","time spent":"729.682333ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:32:19.472893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98475302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:32:19.472917Z","caller":"traceutil/trace.go:171","msg":"trace[2111444386] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16536; }","duration":"2.984787971s","start":"2026-03-31T05:32:16.488122Z","end":"2026-03-31T05:32:19.47291Z","steps":["trace[2111444386] 'agreement among raft nodes before linearized reading' (duration: 2.984726489s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.472944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.488117Z","time spent":"2.984813521s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:32:19.472953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982799777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:32:19.472978Z","caller":"traceutil/trace.go:171","msg":"trace[103248137] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16536; }","duration":"2.982842247s","start":"2026-03-31T05:32:16.490129Z","end":"2026-03-31T05:32:19.472971Z","steps":["trace[103248137] 'agreement among raft nodes before linearized reading' (duration: 2.982764095s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.472988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127661037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T05:32:19.47298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982739564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"warn","ts":"2026-03-31T05:32:19.473006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.490117Z","time spent":"2.982883698s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-31T05:32:19.473014Z","caller":"traceutil/trace.go:171","msg":"trace[1224833451] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16536; }","duration":"3.127695647s","start":"2026-03-31T05:32:16.345308Z","end":"2026-03-31T05:32:19.473003Z","steps":["trace[1224833451] 'agreement among raft nodes before linearized reading' (duration: 3.127632955s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.473022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.111754331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-31T05:32:19.473039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.345302Z","time spent":"3.127730819s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:32:19.472989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381196709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:32:19.472825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124792038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:19.473758Z","caller":"traceutil/trace.go:171","msg":"trace[42266193] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16536; }","duration":"3.126092693s","start":"2026-03-31T05:32:16.347654Z","end":"2026-03-31T05:32:19.473746Z","steps":["trace[42266193] 'agreement among raft nodes before linearized reading' (duration: 3.12449015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.473845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.347648Z","time spent":"3.126185586s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:32:19.473036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601579326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:19.474213Z","caller":"traceutil/trace.go:171","msg":"trace[21369058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16536; }","duration":"1.602779949s","start":"2026-03-31T05:32:17.871422Z","end":"2026-03-31T05:32:19.474202Z","steps":["trace[21369058] 'agreement among raft nodes before linearized reading' (duration: 1.601595116s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.474303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:17.871406Z","time spent":"1.60285017s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:32:19.472818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.36425Z","time spent":"3.108559594s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"warn","ts":"2026-03-31T05:32:19.472201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10367007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-03-31T05:32:19.475261Z","caller":"traceutil/trace.go:171","msg":"trace[1217439617] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jfqq5; range_end:; response_count:1; response_revision:16536; }","duration":"3.106737124s","start":"2026-03-31T05:32:16.368508Z","end":"2026-03-31T05:32:19.475245Z","steps":["trace[1217439617] 'agreement among raft nodes before linearized reading' (duration: 3.103601889s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.475397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.368501Z","time spent":"3.106874588s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" "} {"level":"warn","ts":"2026-03-31T05:32:19.472603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.104664707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-03-31T05:32:19.475606Z","caller":"traceutil/trace.go:171","msg":"trace[238532024] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5jttr; range_end:; response_count:1; response_revision:16536; }","duration":"3.10767249s","start":"2026-03-31T05:32:16.367918Z","end":"2026-03-31T05:32:19.475591Z","steps":["trace[238532024] 'agreement among raft nodes before linearized reading' (duration: 3.104578555s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.475648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.36791Z","time spent":"3.107722971s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" "} {"level":"info","ts":"2026-03-31T05:32:19.472689Z","caller":"traceutil/trace.go:171","msg":"trace[444247921] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:16536; }","duration":"3.107204127s","start":"2026-03-31T05:32:16.365478Z","end":"2026-03-31T05:32:19.472682Z","steps":["trace[444247921] 'agreement among raft nodes before linearized reading' (duration: 3.107141596s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.475815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.365471Z","time spent":"3.110327152s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:32:19.47248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.349048Z","time spent":"3.123424271s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:32:19.472222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:18.69096Z","time spent":"781.156981ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:32:19.472389Z","caller":"traceutil/trace.go:171","msg":"trace[1124880905] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16536; }","duration":"2.978413216s","start":"2026-03-31T05:32:16.49395Z","end":"2026-03-31T05:32:19.472363Z","steps":["trace[1124880905] 'agreement among raft nodes before linearized reading' (duration: 2.97820045s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:19.473081Z","caller":"traceutil/trace.go:171","msg":"trace[2085389894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16536; }","duration":"1.381329133s","start":"2026-03-31T05:32:18.09174Z","end":"2026-03-31T05:32:19.473069Z","steps":["trace[2085389894] 'agreement among raft nodes before linearized reading' (duration: 1.38120988s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:19.473035Z","caller":"traceutil/trace.go:171","msg":"trace[345036114] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16536; }","duration":"2.982807626s","start":"2026-03-31T05:32:16.490212Z","end":"2026-03-31T05:32:19.473019Z","steps":["trace[345036114] 'agreement among raft nodes before linearized reading' (duration: 2.982644742s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:19.473048Z","caller":"traceutil/trace.go:171","msg":"trace[1781481613] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:16536; }","duration":"3.111824623s","start":"2026-03-31T05:32:16.361216Z","end":"2026-03-31T05:32:19.473041Z","steps":["trace[1781481613] 'agreement among raft nodes before linearized reading' (duration: 3.111750771s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.473118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.985354856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-03-31T05:32:19.473137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.129648191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-31T05:32:19.473136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160955843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-31T05:32:19.473195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.381291402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:32:19.473194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982872768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"warn","ts":"2026-03-31T05:32:19.473217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472565493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-31T05:32:19.473222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.581071685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:32:19.473246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97889014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:32:19.473252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.694675412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:32:19.47328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.976396425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:32:19.473286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978973642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"warn","ts":"2026-03-31T05:32:19.473263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125458656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:683"} {"level":"warn","ts":"2026-03-31T05:32:19.473303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562833122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-31T05:32:19.473292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125366593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T05:32:19.473293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983016192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"info","ts":"2026-03-31T05:32:19.477452Z","caller":"traceutil/trace.go:171","msg":"trace[613207496] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16536; }","duration":"3.585354282s","start":"2026-03-31T05:32:15.892094Z","end":"2026-03-31T05:32:19.477448Z","steps":["trace[613207496] 'agreement among raft nodes before linearized reading' (duration: 3.581115467s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.477482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:15.892064Z","time spent":"3.585407643s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:32:19.477528Z","caller":"traceutil/trace.go:171","msg":"trace[1885875172] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16536; }","duration":"2.987255568s","start":"2026-03-31T05:32:16.490256Z","end":"2026-03-31T05:32:19.477512Z","steps":["trace[1885875172] 'agreement among raft nodes before linearized reading' (duration: 2.982965181s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.477629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.490248Z","time spent":"2.987367381s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:32:19.477782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.493942Z","time spent":"2.983830844s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:32:19.473351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.983750796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:19.478526Z","caller":"traceutil/trace.go:171","msg":"trace[1435110703] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16536; }","duration":"3.988939388s","start":"2026-03-31T05:32:15.489578Z","end":"2026-03-31T05:32:19.478518Z","steps":["trace[1435110703] 'agreement among raft nodes before linearized reading' (duration: 3.983761906s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.478558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:15.48957Z","time spent":"3.988977649s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:32:19.473356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125657101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:19.478636Z","caller":"traceutil/trace.go:171","msg":"trace[645107589] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16536; }","duration":"3.130937826s","start":"2026-03-31T05:32:16.347692Z","end":"2026-03-31T05:32:19.478629Z","steps":["trace[645107589] 'agreement among raft nodes before linearized reading' (duration: 3.125640701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.478655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.347676Z","time spent":"3.130973646s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:32:19.473398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.983998003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5525"} {"level":"info","ts":"2026-03-31T05:32:19.478708Z","caller":"traceutil/trace.go:171","msg":"trace[1290865835] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16536; }","duration":"3.989329829s","start":"2026-03-31T05:32:15.489373Z","end":"2026-03-31T05:32:19.478702Z","steps":["trace[1290865835] 'agreement among raft nodes before linearized reading' (duration: 3.983990263s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.478727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:15.489361Z","time spent":"3.989360239s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:32:19.473404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125481277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:32:19.479225Z","caller":"traceutil/trace.go:171","msg":"trace[51670649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16536; }","duration":"3.131298965s","start":"2026-03-31T05:32:16.34791Z","end":"2026-03-31T05:32:19.479209Z","steps":["trace[51670649] 'agreement among raft nodes before linearized reading' (duration: 3.125450296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.479262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.347908Z","time spent":"3.131342807s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:32:19.473483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125131597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:32:19.479365Z","caller":"traceutil/trace.go:171","msg":"trace[858214016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16536; }","duration":"3.131009738s","start":"2026-03-31T05:32:16.348328Z","end":"2026-03-31T05:32:19.479337Z","steps":["trace[858214016] 'agreement among raft nodes before linearized reading' (duration: 3.125073416s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.479426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.348322Z","time spent":"3.13108982s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:32:19.47717Z","caller":"traceutil/trace.go:171","msg":"trace[1623447173] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16536; }","duration":"2.164979852s","start":"2026-03-31T05:32:17.312174Z","end":"2026-03-31T05:32:19.477154Z","steps":["trace[1623447173] 'agreement among raft nodes before linearized reading' (duration: 2.160882891s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.479553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:17.312115Z","time spent":"2.167420508s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:32:19.477207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.361189Z","time spent":"3.116006557s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"info","ts":"2026-03-31T05:32:19.477229Z","caller":"traceutil/trace.go:171","msg":"trace[2053766507] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16536; }","duration":"2.98953283s","start":"2026-03-31T05:32:16.487689Z","end":"2026-03-31T05:32:19.477222Z","steps":["trace[2053766507] 'agreement among raft nodes before linearized reading' (duration: 2.985369467s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.479697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.487661Z","time spent":"2.992026989s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-31T05:32:19.477248Z","caller":"traceutil/trace.go:171","msg":"trace[1719527302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16536; }","duration":"3.133757623s","start":"2026-03-31T05:32:16.343484Z","end":"2026-03-31T05:32:19.477241Z","steps":["trace[1719527302] 'agreement among raft nodes before linearized reading' (duration: 3.12961471s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:19.477354Z","caller":"traceutil/trace.go:171","msg":"trace[1379059151] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16536; }","duration":"2.476711976s","start":"2026-03-31T05:32:17.000611Z","end":"2026-03-31T05:32:19.477323Z","steps":["trace[1379059151] 'agreement among raft nodes before linearized reading' (duration: 2.472544782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.479936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:17.00059Z","time spent":"2.479332058s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:32:19.479947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.343438Z","time spent":"3.136361994s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:32:19.477385Z","caller":"traceutil/trace.go:171","msg":"trace[79647948] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:16536; }","duration":"3.385512608s","start":"2026-03-31T05:32:16.091867Z","end":"2026-03-31T05:32:19.477379Z","steps":["trace[79647948] 'agreement among raft nodes before linearized reading' (duration: 3.381285862s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.480038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.091849Z","time spent":"3.38817105s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":42,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:32:19.477399Z","caller":"traceutil/trace.go:171","msg":"trace[281292442] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16536; }","duration":"2.987102314s","start":"2026-03-31T05:32:16.490292Z","end":"2026-03-31T05:32:19.477395Z","steps":["trace[281292442] 'agreement among raft nodes before linearized reading' (duration: 2.982812247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.480206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.490284Z","time spent":"2.98991015s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T05:32:19.477437Z","caller":"traceutil/trace.go:171","msg":"trace[1301007370] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:16536; }","duration":"3.980564499s","start":"2026-03-31T05:32:15.496865Z","end":"2026-03-31T05:32:19.477429Z","steps":["trace[1301007370] 'agreement among raft nodes before linearized reading' (duration: 3.976399315s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.480369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:15.496857Z","time spent":"3.983497649s","remote":"127.0.0.1:33322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:32:19.477886Z","caller":"traceutil/trace.go:171","msg":"trace[1020824330] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16536; }","duration":"3.130087452s","start":"2026-03-31T05:32:16.347783Z","end":"2026-03-31T05:32:19.477871Z","steps":["trace[1020824330] 'agreement among raft nodes before linearized reading' (duration: 3.125394234s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.480507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.347779Z","time spent":"3.132720585s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-31T05:32:19.477893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:18.091724Z","time spent":"1.386163004s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:32:19.477911Z","caller":"traceutil/trace.go:171","msg":"trace[809151844] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16536; }","duration":"2.983628219s","start":"2026-03-31T05:32:16.494278Z","end":"2026-03-31T05:32:19.477906Z","steps":["trace[809151844] 'agreement among raft nodes before linearized reading' (duration: 2.978956121s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.480687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.494269Z","time spent":"2.986411615s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T05:32:19.477935Z","caller":"traceutil/trace.go:171","msg":"trace[493956725] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:16536; }","duration":"2.56751245s","start":"2026-03-31T05:32:16.910417Z","end":"2026-03-31T05:32:19.477929Z","steps":["trace[493956725] 'agreement among raft nodes before linearized reading' (duration: 2.562845292s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:19.477948Z","caller":"traceutil/trace.go:171","msg":"trace[143611570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16536; }","duration":"3.130053522s","start":"2026-03-31T05:32:16.347887Z","end":"2026-03-31T05:32:19.47794Z","steps":["trace[143611570] 'agreement among raft nodes before linearized reading' (duration: 3.125261701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.480995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.347883Z","time spent":"3.133104275s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:32:19.480797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.910389Z","time spent":"2.570396859s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-31T05:32:19.477956Z","caller":"traceutil/trace.go:171","msg":"trace[477565364] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16536; }","duration":"2.983615038s","start":"2026-03-31T05:32:16.494336Z","end":"2026-03-31T05:32:19.477951Z","steps":["trace[477565364] 'agreement among raft nodes before linearized reading' (duration: 2.978891629s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.481068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.494327Z","time spent":"2.986732153s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:32:19.477982Z","caller":"traceutil/trace.go:171","msg":"trace[1556489572] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:16536; }","duration":"3.699442152s","start":"2026-03-31T05:32:15.778525Z","end":"2026-03-31T05:32:19.477967Z","steps":["trace[1556489572] 'agreement among raft nodes before linearized reading' (duration: 3.694710422s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.481168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:15.778497Z","time spent":"3.70265791s","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:32:19.47334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978969141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:19.481224Z","caller":"traceutil/trace.go:171","msg":"trace[608656019] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16536; }","duration":"2.986852136s","start":"2026-03-31T05:32:16.494357Z","end":"2026-03-31T05:32:19.481209Z","steps":["trace[608656019] 'agreement among raft nodes before linearized reading' (duration: 2.978958451s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.481282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.494346Z","time spent":"2.986919649s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:32:19.473328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.981647899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:32:19.481323Z","caller":"traceutil/trace.go:171","msg":"trace[845096232] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16536; }","duration":"3.989657158s","start":"2026-03-31T05:32:15.491655Z","end":"2026-03-31T05:32:19.481312Z","steps":["trace[845096232] 'agreement among raft nodes before linearized reading' (duration: 3.981636489s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:19.481354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:15.491644Z","time spent":"3.989700779s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:32:19.476601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:16.490206Z","time spent":"2.986373924s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T05:33:31.953192Z","caller":"traceutil/trace.go:171","msg":"trace[502604419] transaction","detail":"{read_only:false; response_revision:17035; number_of_response:1; }","duration":"101.976948ms","start":"2026-03-31T05:33:31.851178Z","end":"2026-03-31T05:33:31.953155Z","steps":["trace[502604419] 'process raft request' (duration: 68.550984ms)","trace[502604419] 'compare' (duration: 33.26289ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:33:46.254504Z","caller":"traceutil/trace.go:171","msg":"trace[912246025] transaction","detail":"{read_only:false; response_revision:17111; number_of_response:1; }","duration":"400.137538ms","start":"2026-03-31T05:33:45.854347Z","end":"2026-03-31T05:33:46.254484Z","steps":["trace[912246025] 'process raft request' (duration: 399.990964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:46.254809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:45.854322Z","time spent":"400.401825ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:33:46.820974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.524951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:33:46.821059Z","caller":"traceutil/trace.go:171","msg":"trace[2045577325] linearizableReadLoop","detail":"{readStateIndex:17771; appliedIndex:17769; }","duration":"879.573706ms","start":"2026-03-31T05:33:45.941469Z","end":"2026-03-31T05:33:46.821043Z","steps":["trace[2045577325] 'read index received' (duration: 312.890013ms)","trace[2045577325] 'applied index is now lower than readState.Index' (duration: 566.682283ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:33:46.821102Z","caller":"traceutil/trace.go:171","msg":"trace[277435535] transaction","detail":"{read_only:false; response_revision:17112; number_of_response:1; }","duration":"965.71754ms","start":"2026-03-31T05:33:45.855341Z","end":"2026-03-31T05:33:46.821058Z","steps":["trace[277435535] 'process raft request' (duration: 633.030575ms)","trace[277435535] 'compare' (duration: 331.900974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:33:46.82122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.870402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:33:46.82126Z","caller":"traceutil/trace.go:171","msg":"trace[1887654258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17112; }","duration":"805.937924ms","start":"2026-03-31T05:33:46.01531Z","end":"2026-03-31T05:33:46.821248Z","steps":["trace[1887654258] 'agreement among raft nodes before linearized reading' (duration: 805.81306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:46.82129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.92681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-31T05:33:46.821322Z","caller":"traceutil/trace.go:171","msg":"trace[1648586911] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:17112; }","duration":"171.978711ms","start":"2026-03-31T05:33:46.649334Z","end":"2026-03-31T05:33:46.821312Z","steps":["trace[1648586911] 'agreement among raft nodes before linearized reading' (duration: 171.907659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:46.821309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.811422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T05:33:46.821359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.729097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-31T05:33:46.821319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:45.855323Z","time spent":"965.884545ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:33:46.821592Z","caller":"traceutil/trace.go:171","msg":"trace[704947669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17112; }","duration":"879.903205ms","start":"2026-03-31T05:33:45.941464Z","end":"2026-03-31T05:33:46.821367Z","steps":["trace[704947669] 'agreement among raft nodes before linearized reading' (duration: 879.648738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:46.821389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.640192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T05:33:46.82139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.295905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:33:46.821636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:45.941417Z","time spent":"880.211873ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:33:46.821647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.107566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:33:46.821653Z","caller":"traceutil/trace.go:171","msg":"trace[870375604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17112; }","duration":"577.94604ms","start":"2026-03-31T05:33:46.243689Z","end":"2026-03-31T05:33:46.821635Z","steps":["trace[870375604] 'agreement among raft nodes before linearized reading' (duration: 577.57476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:46.821292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:46.015289Z","time spent":"805.994385ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:33:46.821391Z","caller":"traceutil/trace.go:171","msg":"trace[2049531975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17112; }","duration":"700.790078ms","start":"2026-03-31T05:33:46.120594Z","end":"2026-03-31T05:33:46.821384Z","steps":["trace[2049531975] 'agreement among raft nodes before linearized reading' (duration: 700.715456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:46.821684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:46.243666Z","time spent":"578.011562ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:33:46.821675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.259259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:33:46.821719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.356686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-03-31T05:33:46.821719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:46.120577Z","time spent":"701.132948ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:33:46.821361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.99879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-31T05:33:46.821748Z","caller":"traceutil/trace.go:171","msg":"trace[82555809] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5jttr; range_end:; response_count:1; response_revision:17112; }","duration":"219.422418ms","start":"2026-03-31T05:33:46.602316Z","end":"2026-03-31T05:33:46.821739Z","steps":["trace[82555809] 'agreement among raft nodes before linearized reading' (duration: 219.344326ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:46.821761Z","caller":"traceutil/trace.go:171","msg":"trace[304715800] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:17112; }","duration":"146.379092ms","start":"2026-03-31T05:33:46.675359Z","end":"2026-03-31T05:33:46.821738Z","steps":["trace[304715800] 'agreement among raft nodes before linearized reading' (duration: 146.246438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:46.821655Z","caller":"traceutil/trace.go:171","msg":"trace[2023508633] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17112; }","duration":"689.600252ms","start":"2026-03-31T05:33:46.132041Z","end":"2026-03-31T05:33:46.821641Z","steps":["trace[2023508633] 'agreement among raft nodes before linearized reading' (duration: 689.203932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:46.821791Z","caller":"traceutil/trace.go:171","msg":"trace[205789175] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:17112; }","duration":"169.473633ms","start":"2026-03-31T05:33:46.652303Z","end":"2026-03-31T05:33:46.821776Z","steps":["trace[205789175] 'agreement among raft nodes before linearized reading' (duration: 168.873177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:46.82167Z","caller":"traceutil/trace.go:171","msg":"trace[1750168627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17112; }","duration":"675.150998ms","start":"2026-03-31T05:33:46.146513Z","end":"2026-03-31T05:33:46.821664Z","steps":["trace[1750168627] 'agreement among raft nodes before linearized reading' (duration: 675.095706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:46.82306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:46.146501Z","time spent":"676.517285ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:33:46.821222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.49439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-03-31T05:33:46.82326Z","caller":"traceutil/trace.go:171","msg":"trace[131252318] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jfqq5; range_end:; response_count:1; response_revision:17112; }","duration":"334.563416ms","start":"2026-03-31T05:33:46.488682Z","end":"2026-03-31T05:33:46.823245Z","steps":["trace[131252318] 'agreement among raft nodes before linearized reading' (duration: 332.461979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:46.823306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:46.488663Z","time spent":"334.631499ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" "} {"level":"warn","ts":"2026-03-31T05:33:46.821822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:46.132025Z","time spent":"689.789188ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:33:46.821908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.032406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-03-31T05:33:46.823541Z","caller":"traceutil/trace.go:171","msg":"trace[383096345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:17112; }","duration":"386.691621ms","start":"2026-03-31T05:33:46.436837Z","end":"2026-03-31T05:33:46.823529Z","steps":["trace[383096345] 'agreement among raft nodes before linearized reading' (duration: 384.385618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:46.823592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:46.436824Z","time spent":"386.755524ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:33:46.821902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.027008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:33:46.82368Z","caller":"traceutil/trace.go:171","msg":"trace[854216722] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17112; }","duration":"637.838688ms","start":"2026-03-31T05:33:46.185817Z","end":"2026-03-31T05:33:46.823655Z","steps":["trace[854216722] 'agreement among raft nodes before linearized reading' (duration: 635.345129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:46.82372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:46.185752Z","time spent":"637.957591ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:33:49.188545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.556267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:33:49.188692Z","caller":"traceutil/trace.go:171","msg":"trace[381343604] transaction","detail":"{read_only:false; response_revision:17123; number_of_response:1; }","duration":"331.593405ms","start":"2026-03-31T05:33:48.857075Z","end":"2026-03-31T05:33:49.188668Z","steps":["trace[381343604] 'process raft request' (duration: 218.813082ms)","trace[381343604] 'compare' (duration: 112.403453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:33:49.188787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:48.857014Z","time spent":"331.712518ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:33:49.195703Z","caller":"traceutil/trace.go:171","msg":"trace[1160662726] transaction","detail":"{read_only:false; response_revision:17124; number_of_response:1; }","duration":"338.116334ms","start":"2026-03-31T05:33:48.857549Z","end":"2026-03-31T05:33:49.195666Z","steps":["trace[1160662726] 'process raft request' (duration: 337.916178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:49.195969Z","caller":"traceutil/trace.go:171","msg":"trace[859462722] transaction","detail":"{read_only:false; response_revision:17125; number_of_response:1; }","duration":"338.309529ms","start":"2026-03-31T05:33:48.857626Z","end":"2026-03-31T05:33:49.195936Z","steps":["trace[859462722] 'process raft request' (duration: 337.996881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:49.196084Z","caller":"traceutil/trace.go:171","msg":"trace[2071502542] transaction","detail":"{read_only:false; response_revision:17126; number_of_response:1; }","duration":"337.643491ms","start":"2026-03-31T05:33:48.858413Z","end":"2026-03-31T05:33:49.196057Z","steps":["trace[2071502542] 'process raft request' (duration: 337.384464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:49.196218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:48.858382Z","time spent":"337.769094ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:33:49.19624Z","caller":"traceutil/trace.go:171","msg":"trace[2050036601] transaction","detail":"{read_only:false; response_revision:17127; number_of_response:1; }","duration":"337.644671ms","start":"2026-03-31T05:33:48.858587Z","end":"2026-03-31T05:33:49.196231Z","steps":["trace[2050036601] 'process raft request' (duration: 337.325103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:49.19629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:48.858576Z","time spent":"337.686312ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:33:49.196109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:48.857613Z","time spent":"338.426592ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:33:49.19682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:48.857528Z","time spent":"338.276288ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:33:49.196835Z","caller":"traceutil/trace.go:171","msg":"trace[62618633] transaction","detail":"{read_only:false; response_revision:17128; number_of_response:1; }","duration":"337.97954ms","start":"2026-03-31T05:33:48.858837Z","end":"2026-03-31T05:33:49.196816Z","steps":["trace[62618633] 'process raft request' (duration: 337.157548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:49.196917Z","caller":"traceutil/trace.go:171","msg":"trace[1424031648] linearizableReadLoop","detail":"{readStateIndex:17788; appliedIndex:17782; }","duration":"331.515824ms","start":"2026-03-31T05:33:48.865382Z","end":"2026-03-31T05:33:49.196898Z","steps":["trace[1424031648] 'read index received' (duration: 210.586368ms)","trace[1424031648] 'applied index is now lower than readState.Index' (duration: 120.927616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:33:49.19693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:48.858826Z","time spent":"338.057922ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:33:49.197096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.711689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-03-31T05:33:49.197108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.854505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-31T05:33:49.197123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.398093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:33:49.197159Z","caller":"traceutil/trace.go:171","msg":"trace[226146814] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:17128; }","duration":"331.093782ms","start":"2026-03-31T05:33:48.866042Z","end":"2026-03-31T05:33:49.197136Z","steps":["trace[226146814] 'agreement among raft nodes before linearized reading' (duration: 330.966019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:49.197168Z","caller":"traceutil/trace.go:171","msg":"trace[338762770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17128; }","duration":"326.451025ms","start":"2026-03-31T05:33:48.870701Z","end":"2026-03-31T05:33:49.197152Z","steps":["trace[338762770] 'agreement among raft nodes before linearized reading' (duration: 326.378873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:49.197188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:48.866022Z","time spent":"331.159323ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"warn","ts":"2026-03-31T05:33:49.197206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:48.870693Z","time spent":"326.504557ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:33:49.197121Z","caller":"traceutil/trace.go:171","msg":"trace[230539404] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5jttr; range_end:; response_count:1; response_revision:17128; }","duration":"331.76537ms","start":"2026-03-31T05:33:48.865347Z","end":"2026-03-31T05:33:49.197112Z","steps":["trace[230539404] 'agreement among raft nodes before linearized reading' (duration: 331.645797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:49.197374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.5681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6525"} {"level":"warn","ts":"2026-03-31T05:33:49.197373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:48.865335Z","time spent":"332.027437ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" "} {"level":"info","ts":"2026-03-31T05:33:49.197398Z","caller":"traceutil/trace.go:171","msg":"trace[1597586431] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:17128; }","duration":"329.612781ms","start":"2026-03-31T05:33:48.867779Z","end":"2026-03-31T05:33:49.197392Z","steps":["trace[1597586431] 'agreement among raft nodes before linearized reading' (duration: 329.540739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:49.197399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.075391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" ","response":"range_response_count:1 size:9797"} {"level":"warn","ts":"2026-03-31T05:33:49.197418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:48.867769Z","time spent":"329.644612ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:33:49.197423Z","caller":"traceutil/trace.go:171","msg":"trace[748092553] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jfqq5; range_end:; response_count:1; response_revision:17128; }","duration":"331.115723ms","start":"2026-03-31T05:33:48.8663Z","end":"2026-03-31T05:33:49.197416Z","steps":["trace[748092553] 'agreement among raft nodes before linearized reading' (duration: 331.046011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:49.197442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:48.86629Z","time spent":"331.147763ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" "} {"level":"warn","ts":"2026-03-31T05:33:49.197526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.665771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-31T05:33:49.197548Z","caller":"traceutil/trace.go:171","msg":"trace[459495085] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:17128; }","duration":"330.700861ms","start":"2026-03-31T05:33:48.866839Z","end":"2026-03-31T05:33:49.19754Z","steps":["trace[459495085] 'agreement among raft nodes before linearized reading' (duration: 330.637039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:49.197566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:48.866832Z","time spent":"330.729122ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"info","ts":"2026-03-31T05:33:56.588456Z","caller":"traceutil/trace.go:171","msg":"trace[1527714530] transaction","detail":"{read_only:false; response_revision:17160; number_of_response:1; }","duration":"237.683938ms","start":"2026-03-31T05:33:56.350744Z","end":"2026-03-31T05:33:56.588428Z","steps":["trace[1527714530] 'process raft request' (duration: 237.501413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:52.982791Z","caller":"traceutil/trace.go:171","msg":"trace[726173458] linearizableReadLoop","detail":"{readStateIndex:18345; appliedIndex:18344; }","duration":"111.012155ms","start":"2026-03-31T05:34:52.871757Z","end":"2026-03-31T05:34:52.982769Z","steps":["trace[726173458] 'read index received' (duration: 93.136666ms)","trace[726173458] 'applied index is now lower than readState.Index' (duration: 17.874729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:34:52.982896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.110878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:34:52.982922Z","caller":"traceutil/trace.go:171","msg":"trace[1289587727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17665; }","duration":"111.170269ms","start":"2026-03-31T05:34:52.871743Z","end":"2026-03-31T05:34:52.982913Z","steps":["trace[1289587727] 'agreement among raft nodes before linearized reading' (duration: 111.103427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:52.98294Z","caller":"traceutil/trace.go:171","msg":"trace[826554094] transaction","detail":"{read_only:false; response_revision:17665; number_of_response:1; }","duration":"111.367574ms","start":"2026-03-31T05:34:52.871522Z","end":"2026-03-31T05:34:52.98289Z","steps":["trace[826554094] 'process raft request' (duration: 93.477415ms)","trace[826554094] 'compare' (duration: 17.57057ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:34:53.28957Z","caller":"traceutil/trace.go:171","msg":"trace[243044775] linearizableReadLoop","detail":"{readStateIndex:18349; appliedIndex:18348; }","duration":"102.879133ms","start":"2026-03-31T05:34:53.18667Z","end":"2026-03-31T05:34:53.289549Z","steps":["trace[243044775] 'read index received' (duration: 102.697958ms)","trace[243044775] 'applied index is now lower than readState.Index' (duration: 180.475µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:34:53.289615Z","caller":"traceutil/trace.go:171","msg":"trace[78184566] transaction","detail":"{read_only:false; response_revision:17669; number_of_response:1; }","duration":"112.513706ms","start":"2026-03-31T05:34:53.177082Z","end":"2026-03-31T05:34:53.289596Z","steps":["trace[78184566] 'process raft request' (duration: 112.339611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:53.289735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.058547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:34:53.289762Z","caller":"traceutil/trace.go:171","msg":"trace[30068781] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17669; }","duration":"103.12939ms","start":"2026-03-31T05:34:53.186626Z","end":"2026-03-31T05:34:53.289755Z","steps":["trace[30068781] 'agreement among raft nodes before linearized reading' (duration: 102.996506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:55.942134Z","caller":"traceutil/trace.go:171","msg":"trace[1076013900] transaction","detail":"{read_only:false; response_revision:17685; number_of_response:1; }","duration":"134.879717ms","start":"2026-03-31T05:34:55.807228Z","end":"2026-03-31T05:34:55.942108Z","steps":["trace[1076013900] 'process raft request' (duration: 111.225731ms)","trace[1076013900] 'compare' (duration: 23.467241ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:34:55.942469Z","caller":"traceutil/trace.go:171","msg":"trace[405372286] transaction","detail":"{read_only:false; response_revision:17686; number_of_response:1; }","duration":"134.092346ms","start":"2026-03-31T05:34:55.808355Z","end":"2026-03-31T05:34:55.942447Z","steps":["trace[405372286] 'process raft request' (duration: 133.688114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:55.942603Z","caller":"traceutil/trace.go:171","msg":"trace[927560551] transaction","detail":"{read_only:false; response_revision:17687; number_of_response:1; }","duration":"134.099006ms","start":"2026-03-31T05:34:55.808483Z","end":"2026-03-31T05:34:55.942582Z","steps":["trace[927560551] 'process raft request' (duration: 133.88886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:03.954647Z","caller":"traceutil/trace.go:171","msg":"trace[456780165] transaction","detail":"{read_only:false; response_revision:17831; number_of_response:1; }","duration":"588.91032ms","start":"2026-03-31T05:35:03.365711Z","end":"2026-03-31T05:35:03.954622Z","steps":["trace[456780165] 'process raft request' (duration: 588.759356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:03.95479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:03.365688Z","time spent":"589.030784ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:35:03.955427Z","caller":"traceutil/trace.go:171","msg":"trace[346882782] linearizableReadLoop","detail":"{readStateIndex:18515; appliedIndex:18515; }","duration":"492.559636ms","start":"2026-03-31T05:35:03.462818Z","end":"2026-03-31T05:35:03.955377Z","steps":["trace[346882782] 'read index received' (duration: 492.002371ms)","trace[346882782] 'applied index is now lower than readState.Index' (duration: 555.585µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:03.95568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.872865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:35:03.955725Z","caller":"traceutil/trace.go:171","msg":"trace[1953148827] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17831; }","duration":"492.966127ms","start":"2026-03-31T05:35:03.462748Z","end":"2026-03-31T05:35:03.955714Z","steps":["trace[1953148827] 'agreement among raft nodes before linearized reading' (duration: 492.800293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:03.955746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:03.462716Z","time spent":"493.025249ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:35:03.957022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.519786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:03.957055Z","caller":"traceutil/trace.go:171","msg":"trace[1782818841] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:17832; }","duration":"127.588528ms","start":"2026-03-31T05:35:03.829458Z","end":"2026-03-31T05:35:03.957047Z","steps":["trace[1782818841] 'agreement among raft nodes before linearized reading' (duration: 127.525826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:03.957051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.717328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-31T05:35:03.95724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.691861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T05:35:03.957248Z","caller":"traceutil/trace.go:171","msg":"trace[5154123] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17832; }","duration":"286.959915ms","start":"2026-03-31T05:35:03.670278Z","end":"2026-03-31T05:35:03.957238Z","steps":["trace[5154123] 'agreement among raft nodes before linearized reading' (duration: 286.648797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:03.957261Z","caller":"traceutil/trace.go:171","msg":"trace[1209348161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17832; }","duration":"285.758753ms","start":"2026-03-31T05:35:03.671497Z","end":"2026-03-31T05:35:03.957256Z","steps":["trace[1209348161] 'agreement among raft nodes before linearized reading' (duration: 285.696561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:03.957123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.787789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:03.957328Z","caller":"traceutil/trace.go:171","msg":"trace[801066923] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:17832; }","duration":"179.026664ms","start":"2026-03-31T05:35:03.778294Z","end":"2026-03-31T05:35:03.957321Z","steps":["trace[801066923] 'agreement among raft nodes before linearized reading' (duration: 178.788598ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:03.957081Z","caller":"traceutil/trace.go:171","msg":"trace[1323481744] transaction","detail":"{read_only:false; response_revision:17832; number_of_response:1; }","duration":"189.858681ms","start":"2026-03-31T05:35:03.767171Z","end":"2026-03-31T05:35:03.95703Z","steps":["trace[1323481744] 'process raft request' (duration: 189.559943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:03.957159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.945692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q\" ","response":"range_response_count:1 size:15437"} {"level":"info","ts":"2026-03-31T05:35:03.95754Z","caller":"traceutil/trace.go:171","msg":"trace[1427208508] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q; range_end:; response_count:1; response_revision:17832; }","duration":"217.326302ms","start":"2026-03-31T05:35:03.740206Z","end":"2026-03-31T05:35:03.957532Z","steps":["trace[1427208508] 'agreement among raft nodes before linearized reading' (duration: 216.89268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:03.957829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.186627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:35:03.957929Z","caller":"traceutil/trace.go:171","msg":"trace[276692391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17832; }","duration":"191.325081ms","start":"2026-03-31T05:35:03.766576Z","end":"2026-03-31T05:35:03.957901Z","steps":["trace[276692391] 'agreement among raft nodes before linearized reading' (duration: 190.492168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:06.962753Z","caller":"traceutil/trace.go:171","msg":"trace[1379706274] linearizableReadLoop","detail":"{readStateIndex:18540; appliedIndex:18539; }","duration":"116.66369ms","start":"2026-03-31T05:35:06.846056Z","end":"2026-03-31T05:35:06.962719Z","steps":["trace[1379706274] 'read index received' (duration: 116.502145ms)","trace[1379706274] 'applied index is now lower than readState.Index' (duration: 160.425µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:06.962832Z","caller":"traceutil/trace.go:171","msg":"trace[1324315331] transaction","detail":"{read_only:false; response_revision:17856; number_of_response:1; }","duration":"234.531322ms","start":"2026-03-31T05:35:06.728257Z","end":"2026-03-31T05:35:06.962789Z","steps":["trace[1324315331] 'process raft request' (duration: 234.260684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:06.962925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.846094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:06.962967Z","caller":"traceutil/trace.go:171","msg":"trace[961638065] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:17856; }","duration":"116.951387ms","start":"2026-03-31T05:35:06.846002Z","end":"2026-03-31T05:35:06.962953Z","steps":["trace[961638065] 'agreement among raft nodes before linearized reading' (duration: 116.854665ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:07.012071Z","caller":"traceutil/trace.go:171","msg":"trace[1039157856] transaction","detail":"{read_only:false; response_revision:17857; number_of_response:1; }","duration":"164.507538ms","start":"2026-03-31T05:35:06.847522Z","end":"2026-03-31T05:35:07.012029Z","steps":["trace[1039157856] 'process raft request' (duration: 164.258231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:07.703815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.675206ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:07.703915Z","caller":"traceutil/trace.go:171","msg":"trace[2126933436] linearizableReadLoop","detail":"{readStateIndex:18542; appliedIndex:18541; }","duration":"519.02759ms","start":"2026-03-31T05:35:07.184859Z","end":"2026-03-31T05:35:07.703886Z","steps":["trace[2126933436] 'read index received' (duration: 429.905263ms)","trace[2126933436] 'applied index is now lower than readState.Index' (duration: 89.121307ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:07.703961Z","caller":"traceutil/trace.go:171","msg":"trace[1551241975] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17857; }","duration":"407.882351ms","start":"2026-03-31T05:35:07.29606Z","end":"2026-03-31T05:35:07.703942Z","steps":["trace[1551241975] 'range keys from in-memory index tree' (duration: 407.660235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:07.703997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:07.013051Z","time spent":"690.94172ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:35:07.704018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.149373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:35:07.704045Z","caller":"traceutil/trace.go:171","msg":"trace[1327178271] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:17857; }","duration":"519.219065ms","start":"2026-03-31T05:35:07.184816Z","end":"2026-03-31T05:35:07.704035Z","steps":["trace[1327178271] 'agreement among raft nodes before linearized reading' (duration: 519.151733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:07.704065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:07.184797Z","time spent":"519.263066ms","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:35:08.164043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.561636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:35:08.164209Z","caller":"traceutil/trace.go:171","msg":"trace[454627677] transaction","detail":"{read_only:false; response_revision:17859; number_of_response:1; }","duration":"197.88495ms","start":"2026-03-31T05:35:07.966308Z","end":"2026-03-31T05:35:08.164192Z","steps":["trace[454627677] 'process raft request' (duration: 197.832019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:08.164326Z","caller":"traceutil/trace.go:171","msg":"trace[255191218] linearizableReadLoop","detail":"{readStateIndex:18543; appliedIndex:18542; }","duration":"296.111106ms","start":"2026-03-31T05:35:07.86818Z","end":"2026-03-31T05:35:08.164291Z","steps":["trace[255191218] 'read index received' (duration: 37.111µs)","trace[255191218] 'applied index is now lower than readState.Index' (duration: 296.071625ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:08.164449Z","caller":"traceutil/trace.go:171","msg":"trace[645717382] transaction","detail":"{read_only:false; response_revision:17858; number_of_response:1; }","duration":"459.461042ms","start":"2026-03-31T05:35:07.70497Z","end":"2026-03-31T05:35:08.164431Z","steps":["trace[645717382] 'process raft request' (duration: 150.436933ms)","trace[645717382] 'compare' (duration: 308.458113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:08.164548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:07.704955Z","time spent":"459.534623ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:08.164667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.473546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:08.164737Z","caller":"traceutil/trace.go:171","msg":"trace[403362785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17859; }","duration":"296.574979ms","start":"2026-03-31T05:35:07.868145Z","end":"2026-03-31T05:35:08.16472Z","steps":["trace[403362785] 'agreement among raft nodes before linearized reading' (duration: 296.457935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.665036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792653152,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:35:08.84687Z","caller":"traceutil/trace.go:171","msg":"trace[1879405850] linearizableReadLoop","detail":"{readStateIndex:18546; appliedIndex:18544; }","duration":"682.459396ms","start":"2026-03-31T05:35:08.164391Z","end":"2026-03-31T05:35:08.84685Z","steps":["trace[1879405850] 'read index received' (duration: 682.24958ms)","trace[1879405850] 'applied index is now lower than readState.Index' (duration: 209.116µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:08.84714Z","caller":"traceutil/trace.go:171","msg":"trace[89159874] transaction","detail":"{read_only:false; response_revision:17860; number_of_response:1; }","duration":"880.760508ms","start":"2026-03-31T05:35:07.966368Z","end":"2026-03-31T05:35:08.847129Z","steps":["trace[89159874] 'process raft request' (duration: 880.326686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.84722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:07.966334Z","time spent":"880.82958ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:35:08.847418Z","caller":"traceutil/trace.go:171","msg":"trace[1620021292] transaction","detail":"{read_only:false; response_revision:17861; number_of_response:1; }","duration":"875.292009ms","start":"2026-03-31T05:35:07.97212Z","end":"2026-03-31T05:35:08.847412Z","steps":["trace[1620021292] 'process raft request' (duration: 874.692142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.847458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:07.972111Z","time spent":"875.326869ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:08.847599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.563346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-03-31T05:35:08.847622Z","caller":"traceutil/trace.go:171","msg":"trace[2101421641] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:17861; }","duration":"706.673098ms","start":"2026-03-31T05:35:08.140942Z","end":"2026-03-31T05:35:08.847615Z","steps":["trace[2101421641] 'agreement among raft nodes before linearized reading' (duration: 706.578706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.847639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.140909Z","time spent":"706.72649ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:35:08.847749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.752479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:08.847771Z","caller":"traceutil/trace.go:171","msg":"trace[789259057] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:17861; }","duration":"718.78856ms","start":"2026-03-31T05:35:08.128977Z","end":"2026-03-31T05:35:08.847765Z","steps":["trace[789259057] 'agreement among raft nodes before linearized reading' (duration: 718.756969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.847788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.128892Z","time spent":"718.892143ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:35:08.847867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.893593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:08.847888Z","caller":"traceutil/trace.go:171","msg":"trace[1795567603] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17861; }","duration":"718.948344ms","start":"2026-03-31T05:35:08.128935Z","end":"2026-03-31T05:35:08.847883Z","steps":["trace[1795567603] 'agreement among raft nodes before linearized reading' (duration: 718.920194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.847916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.128917Z","time spent":"718.983145ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:35:08.848001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.036526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:08.848019Z","caller":"traceutil/trace.go:171","msg":"trace[2091030809] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17861; }","duration":"719.055457ms","start":"2026-03-31T05:35:08.128958Z","end":"2026-03-31T05:35:08.848014Z","steps":["trace[2091030809] 'agreement among raft nodes before linearized reading' (duration: 719.026576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.848036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.128892Z","time spent":"719.139199ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:35:08.848114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.209732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:08.848134Z","caller":"traceutil/trace.go:171","msg":"trace[596916299] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17861; }","duration":"719.257092ms","start":"2026-03-31T05:35:08.128872Z","end":"2026-03-31T05:35:08.848129Z","steps":["trace[596916299] 'agreement among raft nodes before linearized reading' (duration: 719.227591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.84815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.128856Z","time spent":"719.290414ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:35:08.848263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.208023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q\" ","response":"range_response_count:1 size:15437"} {"level":"info","ts":"2026-03-31T05:35:08.848284Z","caller":"traceutil/trace.go:171","msg":"trace[675676582] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q; range_end:; response_count:1; response_revision:17861; }","duration":"820.256924ms","start":"2026-03-31T05:35:08.02802Z","end":"2026-03-31T05:35:08.848277Z","steps":["trace[675676582] 'agreement among raft nodes before linearized reading' (duration: 820.192112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.848299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.028005Z","time spent":"820.290915ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15460,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q\" "} {"level":"warn","ts":"2026-03-31T05:35:08.848527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.724443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:35:08.848601Z","caller":"traceutil/trace.go:171","msg":"trace[1414324271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17861; }","duration":"825.826976ms","start":"2026-03-31T05:35:08.022755Z","end":"2026-03-31T05:35:08.848582Z","steps":["trace[1414324271] 'agreement among raft nodes before linearized reading' (duration: 825.618341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.848618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.036314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-31T05:35:08.848632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.022745Z","time spent":"825.881848ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:35:08.848641Z","caller":"traceutil/trace.go:171","msg":"trace[2059368853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17861; }","duration":"840.056785ms","start":"2026-03-31T05:35:08.008577Z","end":"2026-03-31T05:35:08.848633Z","steps":["trace[2059368853] 'agreement among raft nodes before linearized reading' (duration: 839.992833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.848661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.008558Z","time spent":"840.098737ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:35:08.848778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.519325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-31T05:35:08.848792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.282482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:35:08.848802Z","caller":"traceutil/trace.go:171","msg":"trace[2074568210] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17861; }","duration":"875.557196ms","start":"2026-03-31T05:35:07.973236Z","end":"2026-03-31T05:35:08.848793Z","steps":["trace[2074568210] 'agreement among raft nodes before linearized reading' (duration: 875.471784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.848812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.623781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:35:08.848848Z","caller":"traceutil/trace.go:171","msg":"trace[1978223201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17861; }","duration":"840.689363ms","start":"2026-03-31T05:35:08.00815Z","end":"2026-03-31T05:35:08.848839Z","steps":["trace[1978223201] 'agreement among raft nodes before linearized reading' (duration: 840.58097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.84886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.717974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:35:08.848867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.290755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T05:35:08.848872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.008134Z","time spent":"840.733304ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:35:08.848885Z","caller":"traceutil/trace.go:171","msg":"trace[1689758783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17861; }","duration":"835.308146ms","start":"2026-03-31T05:35:08.013572Z","end":"2026-03-31T05:35:08.84888Z","steps":["trace[1689758783] 'agreement among raft nodes before linearized reading' (duration: 835.259464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.848905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.013552Z","time spent":"835.348876ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:35:08.84882Z","caller":"traceutil/trace.go:171","msg":"trace[1397833170] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17861; }","duration":"836.321753ms","start":"2026-03-31T05:35:08.012489Z","end":"2026-03-31T05:35:08.84881Z","steps":["trace[1397833170] 'agreement among raft nodes before linearized reading' (duration: 836.21167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.848937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.636346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-31T05:35:08.848958Z","caller":"traceutil/trace.go:171","msg":"trace[1319783807] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:17861; }","duration":"568.690418ms","start":"2026-03-31T05:35:08.280263Z","end":"2026-03-31T05:35:08.848953Z","steps":["trace[1319783807] 'agreement among raft nodes before linearized reading' (duration: 568.623246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.848973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.280244Z","time spent":"568.725168ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"warn","ts":"2026-03-31T05:35:08.848986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.571827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:35:08.849003Z","caller":"traceutil/trace.go:171","msg":"trace[1660087980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17861; }","duration":"837.636799ms","start":"2026-03-31T05:35:08.011361Z","end":"2026-03-31T05:35:08.848998Z","steps":["trace[1660087980] 'agreement among raft nodes before linearized reading' (duration: 837.588378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.849021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.011341Z","time spent":"837.6767ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:35:08.849102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.179596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-31T05:35:08.849123Z","caller":"traceutil/trace.go:171","msg":"trace[1435154855] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:17861; }","duration":"627.233657ms","start":"2026-03-31T05:35:08.221884Z","end":"2026-03-31T05:35:08.849118Z","steps":["trace[1435154855] 'agreement among raft nodes before linearized reading' (duration: 627.175446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.849138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.221862Z","time spent":"627.272268ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"warn","ts":"2026-03-31T05:35:08.849163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.509388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-31T05:35:08.84919Z","caller":"traceutil/trace.go:171","msg":"trace[1886934667] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:17861; }","duration":"682.555149ms","start":"2026-03-31T05:35:08.166628Z","end":"2026-03-31T05:35:08.849184Z","steps":["trace[1886934667] 'agreement among raft nodes before linearized reading' (duration: 682.485807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.849213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.166619Z","time spent":"682.588831ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:35:08.849221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.591591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-03-31T05:35:08.849236Z","caller":"traceutil/trace.go:171","msg":"trace[1017512906] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jfqq5; range_end:; response_count:1; response_revision:17861; }","duration":"618.620671ms","start":"2026-03-31T05:35:08.23061Z","end":"2026-03-31T05:35:08.849231Z","steps":["trace[1017512906] 'agreement among raft nodes before linearized reading' (duration: 618.57467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.849255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.230603Z","time spent":"618.648482ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" "} {"level":"info","ts":"2026-03-31T05:35:08.848876Z","caller":"traceutil/trace.go:171","msg":"trace[572305091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17861; }","duration":"682.768995ms","start":"2026-03-31T05:35:08.166102Z","end":"2026-03-31T05:35:08.848871Z","steps":["trace[572305091] 'agreement among raft nodes before linearized reading' (duration: 682.741485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.849351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.166084Z","time spent":"683.261348ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:35:08.848938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.012483Z","time spent":"836.449156ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:35:08.849477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.133952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-31T05:35:08.851968Z","caller":"traceutil/trace.go:171","msg":"trace[1241073976] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17861; }","duration":"878.678862ms","start":"2026-03-31T05:35:07.973261Z","end":"2026-03-31T05:35:08.85194Z","steps":["trace[1241073976] 'agreement among raft nodes before linearized reading' (duration: 875.569966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.848821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:07.973223Z","time spent":"875.594347ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-31T05:35:08.849517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.373892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-03-31T05:35:08.852106Z","caller":"traceutil/trace.go:171","msg":"trace[792128657] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5jttr; range_end:; response_count:1; response_revision:17861; }","duration":"622.002764ms","start":"2026-03-31T05:35:08.230095Z","end":"2026-03-31T05:35:08.852098Z","steps":["trace[792128657] 'agreement among raft nodes before linearized reading' (duration: 619.371702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.852186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.230069Z","time spent":"622.081396ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" "} {"level":"warn","ts":"2026-03-31T05:35:08.85249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:07.973253Z","time spent":"879.214676ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-31T05:35:09.355204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792653156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:35:10.288036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.29594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:35:10.289774Z","caller":"traceutil/trace.go:171","msg":"trace[1674853848] transaction","detail":"{read_only:false; response_revision:17862; number_of_response:1; }","duration":"1.43642351s","start":"2026-03-31T05:35:08.853316Z","end":"2026-03-31T05:35:10.28974Z","steps":["trace[1674853848] 'process raft request' (duration: 747.322221ms)","trace[1674853848] 'compare' (duration: 686.20397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:10.289898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.853297Z","time spent":"1.436521983s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:10.830549Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.229904014s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:35:10.831163Z","caller":"traceutil/trace.go:171","msg":"trace[1818624166] linearizableReadLoop","detail":"{readStateIndex:18553; appliedIndex:18546; }","duration":"1.976779892s","start":"2026-03-31T05:35:08.854355Z","end":"2026-03-31T05:35:10.831135Z","steps":["trace[1818624166] 'read index received' (duration: 746.322993ms)","trace[1818624166] 'applied index is now lower than readState.Index' (duration: 1.230455939s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:10.831409Z","caller":"traceutil/trace.go:171","msg":"trace[184207045] transaction","detail":"{read_only:false; response_revision:17864; number_of_response:1; }","duration":"1.976433924s","start":"2026-03-31T05:35:08.854934Z","end":"2026-03-31T05:35:10.831368Z","steps":["trace[184207045] 'process raft request' (duration: 1.976031253s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:10.831434Z","caller":"traceutil/trace.go:171","msg":"trace[748152087] transaction","detail":"{read_only:false; response_revision:17863; number_of_response:1; }","duration":"1.976629139s","start":"2026-03-31T05:35:08.854776Z","end":"2026-03-31T05:35:10.831405Z","steps":["trace[748152087] 'process raft request' (duration: 1.976039293s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:10.831453Z","caller":"traceutil/trace.go:171","msg":"trace[1392719169] transaction","detail":"{read_only:false; response_revision:17865; number_of_response:1; }","duration":"1.975819887s","start":"2026-03-31T05:35:08.85561Z","end":"2026-03-31T05:35:10.831429Z","steps":["trace[1392719169] 'process raft request' (duration: 1.975395555s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:10.831497Z","caller":"traceutil/trace.go:171","msg":"trace[763716045] transaction","detail":"{read_only:false; response_revision:17868; number_of_response:1; }","duration":"1.815127063s","start":"2026-03-31T05:35:09.016333Z","end":"2026-03-31T05:35:10.83146Z","steps":["trace[763716045] 'process raft request' (duration: 1.814764553s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.831564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.854767Z","time spent":"1.976722291s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:10.831577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.854929Z","time spent":"1.976552027s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:10.831602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:09.016314Z","time spent":"1.815235577s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:10.831658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.855604Z","time spent":"1.97593777s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:35:10.831734Z","caller":"traceutil/trace.go:171","msg":"trace[1537943162] transaction","detail":"{read_only:false; response_revision:17867; number_of_response:1; }","duration":"1.974244333s","start":"2026-03-31T05:35:08.857475Z","end":"2026-03-31T05:35:10.831719Z","steps":["trace[1537943162] 'process raft request' (duration: 1.973591926s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.83181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.857455Z","time spent":"1.974316726s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:35:10.831381Z","caller":"traceutil/trace.go:171","msg":"trace[637028214] transaction","detail":"{read_only:false; response_revision:17866; number_of_response:1; }","duration":"1.975687553s","start":"2026-03-31T05:35:08.855642Z","end":"2026-03-31T05:35:10.83133Z","steps":["trace[637028214] 'process raft request' (duration: 1.975394935s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.832748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978306735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:867483"} {"level":"info","ts":"2026-03-31T05:35:10.832888Z","caller":"traceutil/trace.go:171","msg":"trace[2127244893] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:17868; }","duration":"1.978538131s","start":"2026-03-31T05:35:08.854332Z","end":"2026-03-31T05:35:10.832871Z","steps":["trace[2127244893] 'agreement among raft nodes before linearized reading' (duration: 1.977186644s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.832973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.854325Z","time spent":"1.978629633s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":867506,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:35:10.832789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.855639Z","time spent":"1.97704731s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:10.874173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795385304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-31T05:35:10.874282Z","caller":"traceutil/trace.go:171","msg":"trace[325064423] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:17869; }","duration":"1.795508068s","start":"2026-03-31T05:35:09.078749Z","end":"2026-03-31T05:35:10.874257Z","steps":["trace[325064423] 'agreement among raft nodes before linearized reading' (duration: 1.7952219s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.874332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:09.078705Z","time spent":"1.79561622s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-31T05:35:10.874697Z","caller":"traceutil/trace.go:171","msg":"trace[1620485222] transaction","detail":"{read_only:false; response_revision:17869; number_of_response:1; }","duration":"704.891011ms","start":"2026-03-31T05:35:10.169784Z","end":"2026-03-31T05:35:10.874675Z","steps":["trace[1620485222] 'process raft request' (duration: 704.006797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.874214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83143131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-31T05:35:10.87478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00807779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:10.874847Z","caller":"traceutil/trace.go:171","msg":"trace[1940791613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17869; }","duration":"1.008177853s","start":"2026-03-31T05:35:09.866651Z","end":"2026-03-31T05:35:10.874829Z","steps":["trace[1940791613] 'agreement among raft nodes before linearized reading' (duration: 1.00807497s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.87485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.169763Z","time spent":"704.986394ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:10.874887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:09.866637Z","time spent":"1.008241865s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:35:10.874866Z","caller":"traceutil/trace.go:171","msg":"trace[318288927] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17869; }","duration":"1.832088088s","start":"2026-03-31T05:35:09.04273Z","end":"2026-03-31T05:35:10.874818Z","steps":["trace[318288927] 'agreement among raft nodes before linearized reading' (duration: 1.831370308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.875053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:09.042705Z","time spent":"1.832231121s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:35:10.875053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348380554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:35:10.875118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.713453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:10.875141Z","caller":"traceutil/trace.go:171","msg":"trace[961573423] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:17869; }","duration":"1.348480617s","start":"2026-03-31T05:35:09.526618Z","end":"2026-03-31T05:35:10.875099Z","steps":["trace[961573423] 'agreement among raft nodes before linearized reading' (duration: 1.348370044s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:10.875152Z","caller":"traceutil/trace.go:171","msg":"trace[1533462187] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:17869; }","duration":"104.781045ms","start":"2026-03-31T05:35:10.770359Z","end":"2026-03-31T05:35:10.87514Z","steps":["trace[1533462187] 'agreement among raft nodes before linearized reading' (duration: 104.694352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.875173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:09.526603Z","time spent":"1.348561868s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:35:10.875241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.891094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:35:10.875326Z","caller":"traceutil/trace.go:171","msg":"trace[1817726556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17869; }","duration":"809.026848ms","start":"2026-03-31T05:35:10.066275Z","end":"2026-03-31T05:35:10.875302Z","steps":["trace[1817726556] 'agreement among raft nodes before linearized reading' (duration: 808.831913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.875375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.066254Z","time spent":"809.106531ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:35:10.875531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018497454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:867483"} {"level":"info","ts":"2026-03-31T05:35:10.8756Z","caller":"traceutil/trace.go:171","msg":"trace[911894029] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:17869; }","duration":"2.018619047s","start":"2026-03-31T05:35:08.856965Z","end":"2026-03-31T05:35:10.875584Z","steps":["trace[911894029] 'agreement among raft nodes before linearized reading' (duration: 2.017750033s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.875654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.85696Z","time spent":"2.018677938s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":867506,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:35:10.875857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006337981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:867483"} {"level":"info","ts":"2026-03-31T05:35:10.8759Z","caller":"traceutil/trace.go:171","msg":"trace[275247272] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:17869; }","duration":"2.006419353s","start":"2026-03-31T05:35:08.869471Z","end":"2026-03-31T05:35:10.87589Z","steps":["trace[275247272] 'agreement among raft nodes before linearized reading' (duration: 2.004782478s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.875932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.869451Z","time spent":"2.006471195s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":867506,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:35:10.87645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021140696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:867483"} {"level":"info","ts":"2026-03-31T05:35:10.876488Z","caller":"traceutil/trace.go:171","msg":"trace[1315803103] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:17869; }","duration":"2.021189067s","start":"2026-03-31T05:35:08.855291Z","end":"2026-03-31T05:35:10.87648Z","steps":["trace[1315803103] 'agreement among raft nodes before linearized reading' (duration: 2.019053049s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.876483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021913917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:867483"} {"level":"info","ts":"2026-03-31T05:35:10.876537Z","caller":"traceutil/trace.go:171","msg":"trace[1355374747] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:17869; }","duration":"2.021995269s","start":"2026-03-31T05:35:08.854527Z","end":"2026-03-31T05:35:10.876523Z","steps":["trace[1355374747] 'agreement among raft nodes before linearized reading' (duration: 2.019981904s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.876577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.855285Z","time spent":"2.02127951s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":867506,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:35:10.876593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.854513Z","time spent":"2.022065671s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":867506,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:35:10.876747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018692889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:867483"} {"level":"info","ts":"2026-03-31T05:35:10.876875Z","caller":"traceutil/trace.go:171","msg":"trace[58085672] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:17869; }","duration":"2.019389048s","start":"2026-03-31T05:35:08.85747Z","end":"2026-03-31T05:35:10.876859Z","steps":["trace[58085672] 'agreement among raft nodes before linearized reading' (duration: 2.017080925s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.876957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:08.857464Z","time spent":"2.019475051s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":867506,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:35:11.373998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792653167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:35:11.975619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.458935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:35:11.975696Z","caller":"traceutil/trace.go:171","msg":"trace[76720090] linearizableReadLoop","detail":"{readStateIndex:18555; appliedIndex:18554; }","duration":"1.10177301s","start":"2026-03-31T05:35:10.873909Z","end":"2026-03-31T05:35:11.975682Z","steps":["trace[76720090] 'read index received' (duration: 685.081569ms)","trace[76720090] 'applied index is now lower than readState.Index' (duration: 416.690741ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:11.975721Z","caller":"traceutil/trace.go:171","msg":"trace[1944944221] transaction","detail":"{read_only:false; response_revision:17870; number_of_response:1; }","duration":"1.11166565s","start":"2026-03-31T05:35:10.86402Z","end":"2026-03-31T05:35:11.975686Z","steps":["trace[1944944221] 'process raft request' (duration: 695.075482ms)","trace[1944944221] 'compare' (duration: 416.367812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:11.975771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111760824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:11.975789Z","caller":"traceutil/trace.go:171","msg":"trace[1731652525] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17870; }","duration":"1.111778104s","start":"2026-03-31T05:35:10.864004Z","end":"2026-03-31T05:35:11.975782Z","steps":["trace[1731652525] 'agreement among raft nodes before linearized reading' (duration: 1.111742763s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:11.975812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.863949Z","time spent":"1.111859046s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:35:11.975785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111754164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:35:11.975833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.863997Z","time spent":"1.111783444s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:11.975882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.342207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:11.975883Z","caller":"traceutil/trace.go:171","msg":"trace[2091062147] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17870; }","duration":"1.111869546s","start":"2026-03-31T05:35:10.863997Z","end":"2026-03-31T05:35:11.975867Z","steps":["trace[2091062147] 'agreement among raft nodes before linearized reading' (duration: 1.111742503s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:11.975913Z","caller":"traceutil/trace.go:171","msg":"trace[1247104331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17870; }","duration":"929.390867ms","start":"2026-03-31T05:35:11.046508Z","end":"2026-03-31T05:35:11.975899Z","steps":["trace[1247104331] 'agreement among raft nodes before linearized reading' (duration: 929.364166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:11.975935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:11.04649Z","time spent":"929.440869ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:35:11.975938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.86399Z","time spent":"1.111940588s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:35:11.975842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099904369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:35:11.976019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113290205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-31T05:35:11.976056Z","caller":"traceutil/trace.go:171","msg":"trace[749231970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17870; }","duration":"1.100139756s","start":"2026-03-31T05:35:10.8759Z","end":"2026-03-31T05:35:11.97604Z","steps":["trace[749231970] 'agreement among raft nodes before linearized reading' (duration: 1.099895019s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:11.976093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11202597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:11.976122Z","caller":"traceutil/trace.go:171","msg":"trace[1396147573] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:17870; }","duration":"1.112089832s","start":"2026-03-31T05:35:10.864026Z","end":"2026-03-31T05:35:11.976116Z","steps":["trace[1396147573] 'agreement among raft nodes before linearized reading' (duration: 1.112054231s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:11.976105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097947365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-417514f6-bda5-432f-a76b-cd2e9c46965a\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-31T05:35:11.976136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.875887Z","time spent":"1.100231948s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:35:11.976145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.864004Z","time spent":"1.112137454s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-03-31T05:35:11.976102Z","caller":"traceutil/trace.go:171","msg":"trace[830097169] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17870; }","duration":"1.113396288s","start":"2026-03-31T05:35:10.862695Z","end":"2026-03-31T05:35:11.976091Z","steps":["trace[830097169] 'agreement among raft nodes before linearized reading' (duration: 1.1130983s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:11.976183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112206866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:11.976173Z","caller":"traceutil/trace.go:171","msg":"trace[1388359810] range","detail":"{range_begin:/registry/persistentvolumes/pvc-417514f6-bda5-432f-a76b-cd2e9c46965a; range_end:; response_count:1; response_revision:17870; }","duration":"1.098042498s","start":"2026-03-31T05:35:10.87811Z","end":"2026-03-31T05:35:11.976152Z","steps":["trace[1388359810] 'agreement among raft nodes before linearized reading' (duration: 1.097863213s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:11.976205Z","caller":"traceutil/trace.go:171","msg":"trace[2076076474] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17870; }","duration":"1.112261867s","start":"2026-03-31T05:35:10.863938Z","end":"2026-03-31T05:35:11.9762Z","steps":["trace[2076076474] 'agreement among raft nodes before linearized reading' (duration: 1.112223606s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:11.976223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.863919Z","time spent":"1.112301078s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:35:11.976062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111877586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-31T05:35:11.976225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.878094Z","time spent":"1.098118201s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-417514f6-bda5-432f-a76b-cd2e9c46965a\" "} {"level":"info","ts":"2026-03-31T05:35:11.97625Z","caller":"traceutil/trace.go:171","msg":"trace[2012503189] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17870; }","duration":"1.112062292s","start":"2026-03-31T05:35:10.864178Z","end":"2026-03-31T05:35:11.976241Z","steps":["trace[2012503189] 'agreement among raft nodes before linearized reading' (duration: 1.111812065s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:11.976283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.864146Z","time spent":"1.112127923s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-31T05:35:11.976262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.86268Z","time spent":"1.113548002s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-31T05:35:11.976395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097786801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:35:11.976587Z","caller":"traceutil/trace.go:171","msg":"trace[987776868] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17870; }","duration":"1.097996947s","start":"2026-03-31T05:35:10.87847Z","end":"2026-03-31T05:35:11.976467Z","steps":["trace[987776868] 'agreement among raft nodes before linearized reading' (duration: 1.097465122s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:11.976651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.878464Z","time spent":"1.098172222s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:35:12.210468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.081518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:12.210605Z","caller":"traceutil/trace.go:171","msg":"trace[768238703] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:17870; }","duration":"103.294974ms","start":"2026-03-31T05:35:12.107276Z","end":"2026-03-31T05:35:12.210571Z","steps":["trace[768238703] 'count revisions from in-memory index tree' (duration: 102.903093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:12.366079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.288832ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:35:12.3668Z","caller":"traceutil/trace.go:171","msg":"trace[326718074] transaction","detail":"{read_only:false; response_revision:17871; number_of_response:1; }","duration":"106.06783ms","start":"2026-03-31T05:35:12.260679Z","end":"2026-03-31T05:35:12.366747Z","steps":["trace[326718074] 'process raft request' (duration: 105.71234ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:13.280189Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15236} {"level":"info","ts":"2026-03-31T05:35:13.492999Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15236,"took":"210.31744ms","hash":2414045179,"current-db-size-bytes":52740096,"current-db-size":"53 MB","current-db-size-in-use-bytes":33292288,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-31T05:35:13.493094Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2414045179,"revision":15236,"compact-revision":13271} {"level":"warn","ts":"2026-03-31T05:35:27.245953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.437223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q\" ","response":"range_response_count:1 size:15437"} {"level":"info","ts":"2026-03-31T05:35:27.246093Z","caller":"traceutil/trace.go:171","msg":"trace[815551018] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q; range_end:; response_count:1; response_revision:17987; }","duration":"105.625667ms","start":"2026-03-31T05:35:27.140445Z","end":"2026-03-31T05:35:27.246071Z","steps":["trace[815551018] 'range keys from in-memory index tree' (duration: 105.292198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:28.166204Z","caller":"traceutil/trace.go:171","msg":"trace[1704102061] transaction","detail":"{read_only:false; response_revision:17989; number_of_response:1; }","duration":"116.240228ms","start":"2026-03-31T05:35:28.049923Z","end":"2026-03-31T05:35:28.166163Z","steps":["trace[1704102061] 'process raft request' (duration: 116.047503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:29.049403Z","caller":"traceutil/trace.go:171","msg":"trace[374377793] linearizableReadLoop","detail":"{readStateIndex:18681; appliedIndex:18680; }","duration":"115.306502ms","start":"2026-03-31T05:35:28.934075Z","end":"2026-03-31T05:35:29.049382Z","steps":["trace[374377793] 'read index received' (duration: 115.179829ms)","trace[374377793] 'applied index is now lower than readState.Index' (duration: 125.963µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:29.0495Z","caller":"traceutil/trace.go:171","msg":"trace[2003365753] transaction","detail":"{read_only:false; response_revision:17991; number_of_response:1; }","duration":"135.413211ms","start":"2026-03-31T05:35:28.914055Z","end":"2026-03-31T05:35:29.049468Z","steps":["trace[2003365753] 'process raft request' (duration: 135.190685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:29.04968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.58884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:35:29.049801Z","caller":"traceutil/trace.go:171","msg":"trace[1462298184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17991; }","duration":"115.714123ms","start":"2026-03-31T05:35:28.934037Z","end":"2026-03-31T05:35:29.049751Z","steps":["trace[1462298184] 'agreement among raft nodes before linearized reading' (duration: 115.434385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:29.417797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.055181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-03-31T05:35:29.417978Z","caller":"traceutil/trace.go:171","msg":"trace[1722956986] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:17997; }","duration":"143.292457ms","start":"2026-03-31T05:35:29.274658Z","end":"2026-03-31T05:35:29.41795Z","steps":["trace[1722956986] 'range keys from in-memory index tree' (duration: 142.785793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:29.41804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.458918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-31T05:35:29.418165Z","caller":"traceutil/trace.go:171","msg":"trace[610457933] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:17997; }","duration":"122.644833ms","start":"2026-03-31T05:35:29.295495Z","end":"2026-03-31T05:35:29.41814Z","steps":["trace[610457933] 'range keys from in-memory index tree' (duration: 122.225601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:29.418183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.759716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-31T05:35:29.418242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.291281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-03-31T05:35:29.4183Z","caller":"traceutil/trace.go:171","msg":"trace[397295518] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5jttr; range_end:; response_count:1; response_revision:17997; }","duration":"138.377894ms","start":"2026-03-31T05:35:29.279905Z","end":"2026-03-31T05:35:29.418283Z","steps":["trace[397295518] 'range keys from in-memory index tree' (duration: 138.141517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:29.418313Z","caller":"traceutil/trace.go:171","msg":"trace[967927883] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:17997; }","duration":"138.007733ms","start":"2026-03-31T05:35:29.28027Z","end":"2026-03-31T05:35:29.418278Z","steps":["trace[967927883] 'range keys from in-memory index tree' (duration: 137.52707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:29.418494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.882939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q\" ","response":"range_response_count:1 size:15437"} {"level":"info","ts":"2026-03-31T05:35:29.418581Z","caller":"traceutil/trace.go:171","msg":"trace[1406226565] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q; range_end:; response_count:1; response_revision:17997; }","duration":"138.001633ms","start":"2026-03-31T05:35:29.280558Z","end":"2026-03-31T05:35:29.41856Z","steps":["trace[1406226565] 'range keys from in-memory index tree' (duration: 137.51576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:31.321068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.99631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:35:31.321202Z","caller":"traceutil/trace.go:171","msg":"trace[475856467] transaction","detail":"{read_only:false; response_revision:18005; number_of_response:1; }","duration":"165.203237ms","start":"2026-03-31T05:35:31.155972Z","end":"2026-03-31T05:35:31.321176Z","steps":["trace[475856467] 'process raft request' (duration: 56.023372ms)","trace[475856467] 'compare' (duration: 108.857206ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:31.957943Z","caller":"traceutil/trace.go:171","msg":"trace[206368401] transaction","detail":"{read_only:false; response_revision:18006; number_of_response:1; }","duration":"801.723788ms","start":"2026-03-31T05:35:31.156192Z","end":"2026-03-31T05:35:31.957916Z","steps":["trace[206368401] 'process raft request' (duration: 800.174316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:31.958159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:31.156176Z","time spent":"801.839981ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:35:31.958377Z","caller":"traceutil/trace.go:171","msg":"trace[193350178] linearizableReadLoop","detail":"{readStateIndex:18698; appliedIndex:18694; }","duration":"788.484366ms","start":"2026-03-31T05:35:31.169883Z","end":"2026-03-31T05:35:31.958367Z","steps":["trace[193350178] 'read index received' (duration: 42.183513ms)","trace[193350178] 'applied index is now lower than readState.Index' (duration: 746.299993ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:31.958189Z","caller":"traceutil/trace.go:171","msg":"trace[691420802] transaction","detail":"{read_only:false; response_revision:18007; number_of_response:1; }","duration":"801.973525ms","start":"2026-03-31T05:35:31.156191Z","end":"2026-03-31T05:35:31.958164Z","steps":["trace[691420802] 'process raft request' (duration: 801.644586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:31.958507Z","caller":"traceutil/trace.go:171","msg":"trace[354572997] transaction","detail":"{read_only:false; response_revision:18008; number_of_response:1; }","duration":"800.905365ms","start":"2026-03-31T05:35:31.157593Z","end":"2026-03-31T05:35:31.958498Z","steps":["trace[354572997] 'process raft request' (duration: 800.511025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:31.958552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:31.156168Z","time spent":"802.274353ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:31.958616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:31.157582Z","time spent":"800.958658ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:31.958659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.49668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:35:31.958737Z","caller":"traceutil/trace.go:171","msg":"trace[845668697] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:18008; }","duration":"719.623463ms","start":"2026-03-31T05:35:31.239095Z","end":"2026-03-31T05:35:31.958719Z","steps":["trace[845668697] 'agreement among raft nodes before linearized reading' (duration: 719.48159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:31.958782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:31.23907Z","time spent":"719.699286ms","remote":"127.0.0.1:33222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:35:31.959006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.349746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:35:31.959056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.930238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6525"} {"level":"warn","ts":"2026-03-31T05:35:31.959047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.255993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q\" ","response":"range_response_count:1 size:15437"} {"level":"warn","ts":"2026-03-31T05:35:31.959054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.047305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:31.959096Z","caller":"traceutil/trace.go:171","msg":"trace[1477346051] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:18008; }","duration":"584.473368ms","start":"2026-03-31T05:35:31.374597Z","end":"2026-03-31T05:35:31.95907Z","steps":["trace[1477346051] 'agreement among raft nodes before linearized reading' (duration: 584.325334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:31.959143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.406833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-31T05:35:31.959154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:31.374577Z","time spent":"584.565241ms","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:35:31.959169Z","caller":"traceutil/trace.go:171","msg":"trace[655882607] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:18008; }","duration":"600.219089ms","start":"2026-03-31T05:35:31.35892Z","end":"2026-03-31T05:35:31.959139Z","steps":["trace[655882607] 'agreement among raft nodes before linearized reading' (duration: 600.028894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:31.959205Z","caller":"traceutil/trace.go:171","msg":"trace[231972500] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:18008; }","duration":"510.519546ms","start":"2026-03-31T05:35:31.448671Z","end":"2026-03-31T05:35:31.959191Z","steps":["trace[231972500] 'agreement among raft nodes before linearized reading' (duration: 510.339021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:31.959281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:31.44865Z","time spent":"510.617989ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"info","ts":"2026-03-31T05:35:31.959177Z","caller":"traceutil/trace.go:171","msg":"trace[1425762444] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q; range_end:; response_count:1; response_revision:18008; }","duration":"505.352235ms","start":"2026-03-31T05:35:31.453753Z","end":"2026-03-31T05:35:31.959106Z","steps":["trace[1425762444] 'agreement among raft nodes before linearized reading' (duration: 505.15764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:31.959154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.204106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-31T05:35:31.959315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.088036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:23 size:211086"} {"level":"warn","ts":"2026-03-31T05:35:31.959389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.025473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-03-31T05:35:31.959407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.447913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-03-31T05:35:31.959435Z","caller":"traceutil/trace.go:171","msg":"trace[1878062473] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:23; response_revision:18008; }","duration":"175.261601ms","start":"2026-03-31T05:35:31.78414Z","end":"2026-03-31T05:35:31.959402Z","steps":["trace[1878062473] 'agreement among raft nodes before linearized reading' (duration: 174.744677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:31.959468Z","caller":"traceutil/trace.go:171","msg":"trace[3485701] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5jttr; range_end:; response_count:1; response_revision:18008; }","duration":"510.136197ms","start":"2026-03-31T05:35:31.449317Z","end":"2026-03-31T05:35:31.959453Z","steps":["trace[3485701] 'agreement among raft nodes before linearized reading' (duration: 509.630393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:31.959498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:31.44931Z","time spent":"510.180988ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" "} {"level":"info","ts":"2026-03-31T05:35:31.959481Z","caller":"traceutil/trace.go:171","msg":"trace[688369555] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jfqq5; range_end:; response_count:1; response_revision:18008; }","duration":"789.584007ms","start":"2026-03-31T05:35:31.16987Z","end":"2026-03-31T05:35:31.959455Z","steps":["trace[688369555] 'agreement among raft nodes before linearized reading' (duration: 789.202826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:31.959594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:31.169831Z","time spent":"789.754691ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" "} {"level":"warn","ts":"2026-03-31T05:35:31.959412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:31.453745Z","time spent":"505.649474ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15460,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q\" "} {"level":"info","ts":"2026-03-31T05:35:31.9594Z","caller":"traceutil/trace.go:171","msg":"trace[398264506] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:18008; }","duration":"507.548775ms","start":"2026-03-31T05:35:31.451819Z","end":"2026-03-31T05:35:31.959368Z","steps":["trace[398264506] 'agreement among raft nodes before linearized reading' (duration: 507.064932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:31.959096Z","caller":"traceutil/trace.go:171","msg":"trace[634772970] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:18008; }","duration":"507.032601ms","start":"2026-03-31T05:35:31.452051Z","end":"2026-03-31T05:35:31.959084Z","steps":["trace[634772970] 'agreement among raft nodes before linearized reading' (duration: 506.900208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:31.959919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:31.452Z","time spent":"507.900675ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:35:31.959738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:31.451807Z","time spent":"507.912716ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"warn","ts":"2026-03-31T05:35:31.959228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:31.358895Z","time spent":"600.320822ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:35:33.075735Z","caller":"traceutil/trace.go:171","msg":"trace[1126802651] transaction","detail":"{read_only:false; response_revision:18010; number_of_response:1; }","duration":"365.571284ms","start":"2026-03-31T05:35:32.710149Z","end":"2026-03-31T05:35:33.075721Z","steps":["trace[1126802651] 'process raft request' (duration: 358.944043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:33.075916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:32.710125Z","time spent":"365.675297ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:33.076096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.785828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:33.076186Z","caller":"traceutil/trace.go:171","msg":"trace[1113269063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18010; }","duration":"208.912981ms","start":"2026-03-31T05:35:32.86725Z","end":"2026-03-31T05:35:33.076163Z","steps":["trace[1113269063] 'agreement among raft nodes before linearized reading' (duration: 208.745877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:33.0762Z","caller":"traceutil/trace.go:171","msg":"trace[607155253] linearizableReadLoop","detail":"{readStateIndex:18701; appliedIndex:18700; }","duration":"208.381057ms","start":"2026-03-31T05:35:32.867285Z","end":"2026-03-31T05:35:33.075666Z","steps":["trace[607155253] 'read index received' (duration: 201.796857ms)","trace[607155253] 'applied index is now lower than readState.Index' (duration: 6.58132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:33.081651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.356123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:35:33.081709Z","caller":"traceutil/trace.go:171","msg":"trace[1905416755] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:18011; }","duration":"153.424395ms","start":"2026-03-31T05:35:32.928271Z","end":"2026-03-31T05:35:33.081695Z","steps":["trace[1905416755] 'agreement among raft nodes before linearized reading' (duration: 152.307984ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:36.639277Z","caller":"traceutil/trace.go:171","msg":"trace[457621548] transaction","detail":"{read_only:false; response_revision:18029; number_of_response:1; }","duration":"102.940294ms","start":"2026-03-31T05:35:36.536301Z","end":"2026-03-31T05:35:36.639241Z","steps":["trace[457621548] 'process raft request' (duration: 102.718658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:37.268041Z","caller":"traceutil/trace.go:171","msg":"trace[1072527913] transaction","detail":"{read_only:false; response_revision:18033; number_of_response:1; }","duration":"157.855546ms","start":"2026-03-31T05:35:37.110157Z","end":"2026-03-31T05:35:37.268012Z","steps":["trace[1072527913] 'process raft request' (duration: 157.592209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:45.43861Z","caller":"traceutil/trace.go:171","msg":"trace[569537687] transaction","detail":"{read_only:false; response_revision:18074; number_of_response:1; }","duration":"117.272856ms","start":"2026-03-31T05:35:45.321313Z","end":"2026-03-31T05:35:45.438586Z","steps":["trace[569537687] 'process raft request' (duration: 117.229425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:45.438725Z","caller":"traceutil/trace.go:171","msg":"trace[734004965] transaction","detail":"{read_only:false; response_revision:18073; number_of_response:1; }","duration":"117.389139ms","start":"2026-03-31T05:35:45.32131Z","end":"2026-03-31T05:35:45.438699Z","steps":["trace[734004965] 'process raft request' (duration: 28.592511ms)","trace[734004965] 'compare' (duration: 88.532921ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:56.368443Z","caller":"traceutil/trace.go:171","msg":"trace[364627407] transaction","detail":"{read_only:false; response_revision:18126; number_of_response:1; }","duration":"116.283159ms","start":"2026-03-31T05:35:56.252134Z","end":"2026-03-31T05:35:56.368417Z","steps":["trace[364627407] 'process raft request' (duration: 74.014553ms)","trace[364627407] 'compare' (duration: 42.120682ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:56.368717Z","caller":"traceutil/trace.go:171","msg":"trace[294752211] transaction","detail":"{read_only:false; response_revision:18127; number_of_response:1; }","duration":"116.495095ms","start":"2026-03-31T05:35:56.252185Z","end":"2026-03-31T05:35:56.36868Z","steps":["trace[294752211] 'process raft request' (duration: 116.199377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:00.581342Z","caller":"traceutil/trace.go:171","msg":"trace[1934177692] transaction","detail":"{read_only:false; response_revision:18150; number_of_response:1; }","duration":"154.317348ms","start":"2026-03-31T05:36:00.427003Z","end":"2026-03-31T05:36:00.58132Z","steps":["trace[1934177692] 'process raft request' (duration: 154.182105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:00.585186Z","caller":"traceutil/trace.go:171","msg":"trace[241354457] linearizableReadLoop","detail":"{readStateIndex:18847; appliedIndex:18846; }","duration":"152.796917ms","start":"2026-03-31T05:36:00.432366Z","end":"2026-03-31T05:36:00.585163Z","steps":["trace[241354457] 'read index received' (duration: 148.934212ms)","trace[241354457] 'applied index is now lower than readState.Index' (duration: 3.861765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:36:00.585394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.006733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q\" ","response":"range_response_count:1 size:15437"} {"level":"info","ts":"2026-03-31T05:36:00.585427Z","caller":"traceutil/trace.go:171","msg":"trace[2064142755] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q; range_end:; response_count:1; response_revision:18152; }","duration":"153.077265ms","start":"2026-03-31T05:36:00.432338Z","end":"2026-03-31T05:36:00.585416Z","steps":["trace[2064142755] 'agreement among raft nodes before linearized reading' (duration: 152.943402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:00.585546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.78462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-31T05:36:00.585586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.050997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6525"} {"level":"warn","ts":"2026-03-31T05:36:00.585618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.269776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-03-31T05:36:00.58564Z","caller":"traceutil/trace.go:171","msg":"trace[1374475401] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:18152; }","duration":"147.919804ms","start":"2026-03-31T05:36:00.437696Z","end":"2026-03-31T05:36:00.585616Z","steps":["trace[1374475401] 'agreement among raft nodes before linearized reading' (duration: 147.645306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:00.585681Z","caller":"traceutil/trace.go:171","msg":"trace[909673952] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5jttr; range_end:; response_count:1; response_revision:18152; }","duration":"147.359518ms","start":"2026-03-31T05:36:00.438307Z","end":"2026-03-31T05:36:00.585666Z","steps":["trace[909673952] 'agreement among raft nodes before linearized reading' (duration: 147.185063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:00.585641Z","caller":"traceutil/trace.go:171","msg":"trace[1041755492] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:18152; }","duration":"114.1527ms","start":"2026-03-31T05:36:00.471475Z","end":"2026-03-31T05:36:00.585628Z","steps":["trace[1041755492] 'agreement among raft nodes before linearized reading' (duration: 113.992456ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:00.585526Z","caller":"traceutil/trace.go:171","msg":"trace[842521954] transaction","detail":"{read_only:false; response_revision:18151; number_of_response:1; }","duration":"158.161214ms","start":"2026-03-31T05:36:00.427335Z","end":"2026-03-31T05:36:00.585496Z","steps":["trace[842521954] 'process raft request' (duration: 157.66405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:00.58555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.052114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-03-31T05:36:00.585871Z","caller":"traceutil/trace.go:171","msg":"trace[1428920908] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jfqq5; range_end:; response_count:1; response_revision:18152; }","duration":"104.421005ms","start":"2026-03-31T05:36:00.481442Z","end":"2026-03-31T05:36:00.585863Z","steps":["trace[1428920908] 'agreement among raft nodes before linearized reading' (duration: 103.944832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:06.063456Z","caller":"traceutil/trace.go:171","msg":"trace[894109715] transaction","detail":"{read_only:false; response_revision:18177; number_of_response:1; }","duration":"286.710499ms","start":"2026-03-31T05:36:05.776716Z","end":"2026-03-31T05:36:06.063426Z","steps":["trace[894109715] 'process raft request' (duration: 286.522744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:06.224779Z","caller":"traceutil/trace.go:171","msg":"trace[603093021] transaction","detail":"{read_only:false; response_revision:18178; number_of_response:1; }","duration":"444.761579ms","start":"2026-03-31T05:36:05.779967Z","end":"2026-03-31T05:36:06.224728Z","steps":["trace[603093021] 'process raft request' (duration: 443.054883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:06.224806Z","caller":"traceutil/trace.go:171","msg":"trace[1166325495] linearizableReadLoop","detail":"{readStateIndex:18876; appliedIndex:18873; }","duration":"430.1503ms","start":"2026-03-31T05:36:05.794582Z","end":"2026-03-31T05:36:06.224733Z","steps":["trace[1166325495] 'read index received' (duration: 268.669145ms)","trace[1166325495] 'applied index is now lower than readState.Index' (duration: 161.480224ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:06.224839Z","caller":"traceutil/trace.go:171","msg":"trace[501105109] transaction","detail":"{read_only:false; response_revision:18179; number_of_response:1; }","duration":"442.351144ms","start":"2026-03-31T05:36:05.782457Z","end":"2026-03-31T05:36:06.224808Z","steps":["trace[501105109] 'process raft request' (duration: 442.176229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:06.224914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:05.779944Z","time spent":"444.902324ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7266,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:06.224968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.358565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:36:06.224974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:05.782448Z","time spent":"442.453196ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7881,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:06.225003Z","caller":"traceutil/trace.go:171","msg":"trace[1169539162] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:18179; }","duration":"430.436248ms","start":"2026-03-31T05:36:05.794555Z","end":"2026-03-31T05:36:06.224991Z","steps":["trace[1169539162] 'agreement among raft nodes before linearized reading' (duration: 430.346615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:06.225031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:05.794543Z","time spent":"430.480939ms","remote":"127.0.0.1:45436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:36:06.225036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.655137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:36:06.225073Z","caller":"traceutil/trace.go:171","msg":"trace[611484845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18179; }","duration":"425.692058ms","start":"2026-03-31T05:36:05.799371Z","end":"2026-03-31T05:36:06.225063Z","steps":["trace[611484845] 'agreement among raft nodes before linearized reading' (duration: 425.576294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:06.225101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:05.799326Z","time spent":"425.769529ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:36:06.225449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.862376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:36:06.225494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.411965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:36:06.225519Z","caller":"traceutil/trace.go:171","msg":"trace[1011497357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18179; }","duration":"423.450057ms","start":"2026-03-31T05:36:05.802061Z","end":"2026-03-31T05:36:06.225511Z","steps":["trace[1011497357] 'agreement among raft nodes before linearized reading' (duration: 423.384135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:06.225522Z","caller":"traceutil/trace.go:171","msg":"trace[410131878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18179; }","duration":"356.961079ms","start":"2026-03-31T05:36:05.868544Z","end":"2026-03-31T05:36:06.225505Z","steps":["trace[410131878] 'agreement among raft nodes before linearized reading' (duration: 356.855016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:06.225541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:05.802053Z","time spent":"423.483258ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:36:06.225535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.727799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:36:06.225559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:05.868526Z","time spent":"357.023401ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:36:06.225583Z","caller":"traceutil/trace.go:171","msg":"trace[684936077] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:18179; }","duration":"117.827051ms","start":"2026-03-31T05:36:06.107741Z","end":"2026-03-31T05:36:06.225568Z","steps":["trace[684936077] 'agreement among raft nodes before linearized reading' (duration: 117.738139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:06.434339Z","caller":"traceutil/trace.go:171","msg":"trace[1627805531] transaction","detail":"{read_only:false; response_revision:18183; number_of_response:1; }","duration":"121.519742ms","start":"2026-03-31T05:36:06.312778Z","end":"2026-03-31T05:36:06.434298Z","steps":["trace[1627805531] 'process raft request' (duration: 121.07166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:07.36295Z","caller":"traceutil/trace.go:171","msg":"trace[756951791] transaction","detail":"{read_only:false; response_revision:18189; number_of_response:1; }","duration":"165.802603ms","start":"2026-03-31T05:36:07.197116Z","end":"2026-03-31T05:36:07.362918Z","steps":["trace[756951791] 'process raft request' (duration: 165.618078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:12.812311Z","caller":"traceutil/trace.go:171","msg":"trace[2070446275] transaction","detail":"{read_only:false; response_revision:18212; number_of_response:1; }","duration":"452.12194ms","start":"2026-03-31T05:36:12.360158Z","end":"2026-03-31T05:36:12.81228Z","steps":["trace[2070446275] 'process raft request' (duration: 451.884663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:12.812475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:12.360135Z","time spent":"452.259243ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:12.964276Z","caller":"traceutil/trace.go:171","msg":"trace[1803379943] transaction","detail":"{read_only:false; response_revision:18213; number_of_response:1; }","duration":"604.055663ms","start":"2026-03-31T05:36:12.360195Z","end":"2026-03-31T05:36:12.96425Z","steps":["trace[1803379943] 'process raft request' (duration: 557.268584ms)","trace[1803379943] 'compare' (duration: 46.641945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:36:12.96443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:12.360164Z","time spent":"604.194947ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:12.964494Z","caller":"traceutil/trace.go:171","msg":"trace[1299325170] transaction","detail":"{read_only:false; response_revision:18214; number_of_response:1; }","duration":"446.410213ms","start":"2026-03-31T05:36:12.518061Z","end":"2026-03-31T05:36:12.964471Z","steps":["trace[1299325170] 'process raft request' (duration: 446.148696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:12.964635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:12.518044Z","time spent":"446.517676ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:12.964915Z","caller":"traceutil/trace.go:171","msg":"trace[617745856] linearizableReadLoop","detail":"{readStateIndex:18912; appliedIndex:18910; }","duration":"447.04207ms","start":"2026-03-31T05:36:12.517862Z","end":"2026-03-31T05:36:12.964905Z","steps":["trace[617745856] 'read index received' (duration: 294.172531ms)","trace[617745856] 'applied index is now lower than readState.Index' (duration: 152.868609ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:12.964986Z","caller":"traceutil/trace.go:171","msg":"trace[1704459982] transaction","detail":"{read_only:false; response_revision:18215; number_of_response:1; }","duration":"270.621348ms","start":"2026-03-31T05:36:12.694333Z","end":"2026-03-31T05:36:12.964954Z","steps":["trace[1704459982] 'process raft request' (duration: 270.051192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:12.96504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.435626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:36:12.965049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.192295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:36:12.965085Z","caller":"traceutil/trace.go:171","msg":"trace[2010182436] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:18215; }","duration":"141.511699ms","start":"2026-03-31T05:36:12.823561Z","end":"2026-03-31T05:36:12.965072Z","steps":["trace[2010182436] 'agreement among raft nodes before linearized reading' (duration: 141.440737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:12.965165Z","caller":"traceutil/trace.go:171","msg":"trace[70687664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18215; }","duration":"447.280938ms","start":"2026-03-31T05:36:12.517819Z","end":"2026-03-31T05:36:12.9651Z","steps":["trace[70687664] 'agreement among raft nodes before linearized reading' (duration: 447.152014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:12.965199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:12.517725Z","time spent":"447.465942ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:36:12.965487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.204834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-03-31T05:36:12.965529Z","caller":"traceutil/trace.go:171","msg":"trace[1745503005] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:18215; }","duration":"102.266476ms","start":"2026-03-31T05:36:12.863252Z","end":"2026-03-31T05:36:12.965518Z","steps":["trace[1745503005] 'agreement among raft nodes before linearized reading' (duration: 102.171953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:12.965523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.734733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:36:12.965584Z","caller":"traceutil/trace.go:171","msg":"trace[1581400082] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18215; }","duration":"119.832025ms","start":"2026-03-31T05:36:12.845739Z","end":"2026-03-31T05:36:12.965571Z","steps":["trace[1581400082] 'agreement among raft nodes before linearized reading' (duration: 119.743113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:12.965612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.327362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:36:12.965644Z","caller":"traceutil/trace.go:171","msg":"trace[1573751254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18215; }","duration":"119.391304ms","start":"2026-03-31T05:36:12.846243Z","end":"2026-03-31T05:36:12.965634Z","steps":["trace[1573751254] 'agreement among raft nodes before linearized reading' (duration: 119.309752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:17.139992Z","caller":"traceutil/trace.go:171","msg":"trace[193595162] linearizableReadLoop","detail":"{readStateIndex:18939; appliedIndex:18938; }","duration":"148.422888ms","start":"2026-03-31T05:36:16.991531Z","end":"2026-03-31T05:36:17.139954Z","steps":["trace[193595162] 'read index received' (duration: 121.638466ms)","trace[193595162] 'applied index is now lower than readState.Index' (duration: 26.783492ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:17.140228Z","caller":"traceutil/trace.go:171","msg":"trace[424659679] transaction","detail":"{read_only:false; response_revision:18239; number_of_response:1; }","duration":"162.40351ms","start":"2026-03-31T05:36:16.977808Z","end":"2026-03-31T05:36:17.140211Z","steps":["trace[424659679] 'process raft request' (duration: 135.32814ms)","trace[424659679] 'compare' (duration: 26.72389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:36:17.140473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.391994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:36:17.140514Z","caller":"traceutil/trace.go:171","msg":"trace[1296901016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18239; }","duration":"153.454995ms","start":"2026-03-31T05:36:16.987048Z","end":"2026-03-31T05:36:17.140503Z","steps":["trace[1296901016] 'agreement among raft nodes before linearized reading' (duration: 153.329262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:17.140645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.55383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:36:17.140676Z","caller":"traceutil/trace.go:171","msg":"trace[1080210311] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18239; }","duration":"156.58469ms","start":"2026-03-31T05:36:16.984084Z","end":"2026-03-31T05:36:17.140668Z","steps":["trace[1080210311] 'agreement among raft nodes before linearized reading' (duration: 156.504938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:17.140843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.152196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:36:17.140953Z","caller":"traceutil/trace.go:171","msg":"trace[1219415570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18239; }","duration":"157.294781ms","start":"2026-03-31T05:36:16.983634Z","end":"2026-03-31T05:36:17.140929Z","steps":["trace[1219415570] 'agreement among raft nodes before linearized reading' (duration: 156.943341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:17.142014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.188198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-31T05:36:17.142164Z","caller":"traceutil/trace.go:171","msg":"trace[1320505850] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:18240; }","duration":"149.392715ms","start":"2026-03-31T05:36:16.992742Z","end":"2026-03-31T05:36:17.142135Z","steps":["trace[1320505850] 'agreement among raft nodes before linearized reading' (duration: 149.117387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:17.142593Z","caller":"traceutil/trace.go:171","msg":"trace[2024608896] transaction","detail":"{read_only:false; response_revision:18240; number_of_response:1; }","duration":"145.531718ms","start":"2026-03-31T05:36:16.997041Z","end":"2026-03-31T05:36:17.142572Z","steps":["trace[2024608896] 'process raft request' (duration: 144.701796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:17.143026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.986413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-31T05:36:17.143116Z","caller":"traceutil/trace.go:171","msg":"trace[1174890312] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:18240; }","duration":"104.084626ms","start":"2026-03-31T05:36:17.039019Z","end":"2026-03-31T05:36:17.143104Z","steps":["trace[1174890312] 'agreement among raft nodes before linearized reading' (duration: 103.935582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:17.143477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.459976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-03-31T05:36:17.143573Z","caller":"traceutil/trace.go:171","msg":"trace[1119426046] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5jttr; range_end:; response_count:1; response_revision:18240; }","duration":"104.570478ms","start":"2026-03-31T05:36:17.03899Z","end":"2026-03-31T05:36:17.14356Z","steps":["trace[1119426046] 'agreement among raft nodes before linearized reading' (duration: 104.399974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:17.143809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.884855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-03-31T05:36:17.14389Z","caller":"traceutil/trace.go:171","msg":"trace[1682197660] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:18240; }","duration":"105.972967ms","start":"2026-03-31T05:36:17.037906Z","end":"2026-03-31T05:36:17.143879Z","steps":["trace[1682197660] 'agreement among raft nodes before linearized reading' (duration: 105.831573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:17.144124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.217204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-03-31T05:36:17.144195Z","caller":"traceutil/trace.go:171","msg":"trace[1708770732] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jfqq5; range_end:; response_count:1; response_revision:18240; }","duration":"106.296916ms","start":"2026-03-31T05:36:17.037888Z","end":"2026-03-31T05:36:17.144185Z","steps":["trace[1708770732] 'agreement among raft nodes before linearized reading' (duration: 106.168403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:17.144476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.593154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-31T05:36:17.14457Z","caller":"traceutil/trace.go:171","msg":"trace[1990994381] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:18240; }","duration":"106.721618ms","start":"2026-03-31T05:36:17.037837Z","end":"2026-03-31T05:36:17.144559Z","steps":["trace[1990994381] 'agreement among raft nodes before linearized reading' (duration: 106.522502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:17.144885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.823754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q\" ","response":"range_response_count:1 size:15437"} {"level":"info","ts":"2026-03-31T05:36:17.144927Z","caller":"traceutil/trace.go:171","msg":"trace[471065582] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q; range_end:; response_count:1; response_revision:18240; }","duration":"116.900806ms","start":"2026-03-31T05:36:17.028014Z","end":"2026-03-31T05:36:17.144915Z","steps":["trace[471065582] 'agreement among raft nodes before linearized reading' (duration: 116.773573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:18.290766Z","caller":"traceutil/trace.go:171","msg":"trace[1070335327] linearizableReadLoop","detail":"{readStateIndex:18958; appliedIndex:18955; }","duration":"157.780313ms","start":"2026-03-31T05:36:18.132965Z","end":"2026-03-31T05:36:18.290745Z","steps":["trace[1070335327] 'read index received' (duration: 31.405268ms)","trace[1070335327] 'applied index is now lower than readState.Index' (duration: 126.374125ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:18.290877Z","caller":"traceutil/trace.go:171","msg":"trace[25490078] transaction","detail":"{read_only:false; response_revision:18256; number_of_response:1; }","duration":"163.400857ms","start":"2026-03-31T05:36:18.127445Z","end":"2026-03-31T05:36:18.290846Z","steps":["trace[25490078] 'process raft request' (duration: 163.059798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:18.291002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.02045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:36:18.291037Z","caller":"traceutil/trace.go:171","msg":"trace[486862117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18257; }","duration":"158.096612ms","start":"2026-03-31T05:36:18.132932Z","end":"2026-03-31T05:36:18.291028Z","steps":["trace[486862117] 'agreement among raft nodes before linearized reading' (duration: 157.935918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:18.290897Z","caller":"traceutil/trace.go:171","msg":"trace[1840448898] transaction","detail":"{read_only:false; response_revision:18257; number_of_response:1; }","duration":"162.339169ms","start":"2026-03-31T05:36:18.128536Z","end":"2026-03-31T05:36:18.290875Z","steps":["trace[1840448898] 'process raft request' (duration: 162.154684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:19.298674Z","caller":"traceutil/trace.go:171","msg":"trace[140843548] linearizableReadLoop","detail":"{readStateIndex:18970; appliedIndex:18965; }","duration":"101.278419ms","start":"2026-03-31T05:36:19.19737Z","end":"2026-03-31T05:36:19.298649Z","steps":["trace[140843548] 'read index received' (duration: 19.817702ms)","trace[140843548] 'applied index is now lower than readState.Index' (duration: 81.459717ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:19.298682Z","caller":"traceutil/trace.go:171","msg":"trace[1603910470] transaction","detail":"{read_only:false; response_revision:18266; number_of_response:1; }","duration":"114.469539ms","start":"2026-03-31T05:36:19.184178Z","end":"2026-03-31T05:36:19.298648Z","steps":["trace[1603910470] 'process raft request' (duration: 114.333635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:19.298773Z","caller":"traceutil/trace.go:171","msg":"trace[494899777] transaction","detail":"{read_only:false; response_revision:18267; number_of_response:1; }","duration":"114.260233ms","start":"2026-03-31T05:36:19.184498Z","end":"2026-03-31T05:36:19.298758Z","steps":["trace[494899777] 'process raft request' (duration: 114.064518ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:19.298675Z","caller":"traceutil/trace.go:171","msg":"trace[1258589006] transaction","detail":"{read_only:false; response_revision:18265; number_of_response:1; }","duration":"114.553111ms","start":"2026-03-31T05:36:19.184063Z","end":"2026-03-31T05:36:19.298616Z","steps":["trace[1258589006] 'process raft request' (duration: 94.252296ms)","trace[1258589006] 'compare' (duration: 20.065139ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:19.298831Z","caller":"traceutil/trace.go:171","msg":"trace[846239110] transaction","detail":"{read_only:false; response_revision:18268; number_of_response:1; }","duration":"104.497296ms","start":"2026-03-31T05:36:19.194299Z","end":"2026-03-31T05:36:19.298796Z","steps":["trace[846239110] 'process raft request' (duration: 104.297411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:19.29891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.516236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-03-31T05:36:19.299007Z","caller":"traceutil/trace.go:171","msg":"trace[409465846] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:18268; }","duration":"101.573937ms","start":"2026-03-31T05:36:19.197366Z","end":"2026-03-31T05:36:19.29894Z","steps":["trace[409465846] 'agreement among raft nodes before linearized reading' (duration: 101.422573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:20.586316Z","caller":"traceutil/trace.go:171","msg":"trace[921605130] transaction","detail":"{read_only:false; response_revision:18275; number_of_response:1; }","duration":"114.932872ms","start":"2026-03-31T05:36:20.471358Z","end":"2026-03-31T05:36:20.58629Z","steps":["trace[921605130] 'process raft request' (duration: 114.777298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:21.158835Z","caller":"traceutil/trace.go:171","msg":"trace[242724836] linearizableReadLoop","detail":"{readStateIndex:18979; appliedIndex:18978; }","duration":"138.860736ms","start":"2026-03-31T05:36:21.019947Z","end":"2026-03-31T05:36:21.158807Z","steps":["trace[242724836] 'read index received' (duration: 73.500679ms)","trace[242724836] 'applied index is now lower than readState.Index' (duration: 65.356497ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:21.159069Z","caller":"traceutil/trace.go:171","msg":"trace[678370082] transaction","detail":"{read_only:false; response_revision:18277; number_of_response:1; }","duration":"269.101427ms","start":"2026-03-31T05:36:20.889956Z","end":"2026-03-31T05:36:21.159057Z","steps":["trace[678370082] 'process raft request' (duration: 203.537174ms)","trace[678370082] 'compare' (duration: 65.09088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:36:21.159157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.193275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:36:21.159163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.412792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:21.159213Z","caller":"traceutil/trace.go:171","msg":"trace[2000316407] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:18277; }","duration":"139.291158ms","start":"2026-03-31T05:36:21.019907Z","end":"2026-03-31T05:36:21.159199Z","steps":["trace[2000316407] 'agreement among raft nodes before linearized reading' (duration: 139.186415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:21.159242Z","caller":"traceutil/trace.go:171","msg":"trace[1152046274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18277; }","duration":"109.518075ms","start":"2026-03-31T05:36:21.049701Z","end":"2026-03-31T05:36:21.159219Z","steps":["trace[1152046274] 'agreement among raft nodes before linearized reading' (duration: 109.394551ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:45.799635Z","caller":"traceutil/trace.go:171","msg":"trace[488087504] linearizableReadLoop","detail":"{readStateIndex:19141; appliedIndex:19140; }","duration":"352.449235ms","start":"2026-03-31T05:36:45.447156Z","end":"2026-03-31T05:36:45.799605Z","steps":["trace[488087504] 'read index received' (duration: 352.348583ms)","trace[488087504] 'applied index is now lower than readState.Index' (duration: 99.582µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:45.799693Z","caller":"traceutil/trace.go:171","msg":"trace[785733641] transaction","detail":"{read_only:false; response_revision:18434; number_of_response:1; }","duration":"391.929395ms","start":"2026-03-31T05:36:45.407728Z","end":"2026-03-31T05:36:45.799657Z","steps":["trace[785733641] 'process raft request' (duration: 391.730399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:45.79988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.690082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T05:36:45.799931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.407703Z","time spent":"392.080989ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:45.799968Z","caller":"traceutil/trace.go:171","msg":"trace[1740512670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18434; }","duration":"352.822126ms","start":"2026-03-31T05:36:45.447126Z","end":"2026-03-31T05:36:45.799948Z","steps":["trace[1740512670] 'agreement among raft nodes before linearized reading' (duration: 352.568959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:45.800032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.447109Z","time spent":"352.908289ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:36:46.300039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792655294,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:36:46.547977Z","caller":"traceutil/trace.go:171","msg":"trace[54723573] transaction","detail":"{read_only:false; response_revision:18435; number_of_response:1; }","duration":"852.870477ms","start":"2026-03-31T05:36:45.695037Z","end":"2026-03-31T05:36:46.547908Z","steps":["trace[54723573] 'process raft request' (duration: 800.750692ms)","trace[54723573] 'compare' (duration: 51.652982ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:46.54809Z","caller":"traceutil/trace.go:171","msg":"trace[419263604] transaction","detail":"{read_only:false; response_revision:18436; number_of_response:1; }","duration":"744.674538ms","start":"2026-03-31T05:36:45.803355Z","end":"2026-03-31T05:36:46.54803Z","steps":["trace[419263604] 'process raft request' (duration: 744.504044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:46.548227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.695017Z","time spent":"853.069392ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:46.548299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.803331Z","time spent":"744.850404ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:46.548383Z","caller":"traceutil/trace.go:171","msg":"trace[777589652] linearizableReadLoop","detail":"{readStateIndex:19144; appliedIndex:19141; }","duration":"748.573695ms","start":"2026-03-31T05:36:45.799758Z","end":"2026-03-31T05:36:46.548331Z","steps":["trace[777589652] 'read index received' (duration: 696.043198ms)","trace[777589652] 'applied index is now lower than readState.Index' (duration: 52.526627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:36:46.548536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.813734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q\" ","response":"range_response_count:1 size:15437"} {"level":"warn","ts":"2026-03-31T05:36:46.548607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.535983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:36:46.548668Z","caller":"traceutil/trace.go:171","msg":"trace[128472837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18437; }","duration":"925.613666ms","start":"2026-03-31T05:36:45.623039Z","end":"2026-03-31T05:36:46.548652Z","steps":["trace[128472837] 'agreement among raft nodes before linearized reading' (duration: 925.42627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:46.548701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.632616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T05:36:46.548718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.619957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-03-31T05:36:46.548727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.623026Z","time spent":"925.689547ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:36:46.548749Z","caller":"traceutil/trace.go:171","msg":"trace[1197866719] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18437; }","duration":"925.716148ms","start":"2026-03-31T05:36:45.623017Z","end":"2026-03-31T05:36:46.548733Z","steps":["trace[1197866719] 'agreement among raft nodes before linearized reading' (duration: 925.524843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:46.548786Z","caller":"traceutil/trace.go:171","msg":"trace[1875332110] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5jttr; range_end:; response_count:1; response_revision:18437; }","duration":"823.684119ms","start":"2026-03-31T05:36:45.725064Z","end":"2026-03-31T05:36:46.548748Z","steps":["trace[1875332110] 'agreement among raft nodes before linearized reading' (duration: 823.583966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:46.548806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.415345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:36:46.548836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.765824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6525"} {"level":"warn","ts":"2026-03-31T05:36:46.548909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.162078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-31T05:36:46.548903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.863277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:36:46.548944Z","caller":"traceutil/trace.go:171","msg":"trace[1690688799] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:18437; }","duration":"829.21316ms","start":"2026-03-31T05:36:45.719723Z","end":"2026-03-31T05:36:46.548936Z","steps":["trace[1690688799] 'agreement among raft nodes before linearized reading' (duration: 829.120598ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:46.548962Z","caller":"traceutil/trace.go:171","msg":"trace[832493674] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:18437; }","duration":"818.932339ms","start":"2026-03-31T05:36:45.730012Z","end":"2026-03-31T05:36:46.548945Z","steps":["trace[832493674] 'agreement among raft nodes before linearized reading' (duration: 818.815125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:46.54898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.719714Z","time spent":"829.260371ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"warn","ts":"2026-03-31T05:36:46.549004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.730008Z","time spent":"818.986441ms","remote":"127.0.0.1:37572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:36:46.549026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071509784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T05:36:46.549051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.573065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-03-31T05:36:46.549084Z","caller":"traceutil/trace.go:171","msg":"trace[781922475] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18437; }","duration":"1.071598397s","start":"2026-03-31T05:36:45.477469Z","end":"2026-03-31T05:36:46.549067Z","steps":["trace[781922475] 'agreement among raft nodes before linearized reading' (duration: 1.071471973s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:46.5491Z","caller":"traceutil/trace.go:171","msg":"trace[1595902491] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jfqq5; range_end:; response_count:1; response_revision:18437; }","duration":"902.635377ms","start":"2026-03-31T05:36:45.646449Z","end":"2026-03-31T05:36:46.549084Z","steps":["trace[1595902491] 'agreement among raft nodes before linearized reading' (duration: 902.504374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:46.549048Z","caller":"traceutil/trace.go:171","msg":"trace[242379582] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:18437; }","duration":"902.030001ms","start":"2026-03-31T05:36:45.646894Z","end":"2026-03-31T05:36:46.548924Z","steps":["trace[242379582] 'agreement among raft nodes before linearized reading' (duration: 901.609119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:46.54892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.957307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T05:36:46.548816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.623003Z","time spent":"925.803971ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:36:46.549194Z","caller":"traceutil/trace.go:171","msg":"trace[19991536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18437; }","duration":"963.262455ms","start":"2026-03-31T05:36:45.585922Z","end":"2026-03-31T05:36:46.549185Z","steps":["trace[19991536] 'agreement among raft nodes before linearized reading' (duration: 962.916546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:46.549227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.585903Z","time spent":"963.317386ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:36:46.548621Z","caller":"traceutil/trace.go:171","msg":"trace[688476456] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q; range_end:; response_count:1; response_revision:18437; }","duration":"849.924736ms","start":"2026-03-31T05:36:45.698675Z","end":"2026-03-31T05:36:46.5486Z","steps":["trace[688476456] 'agreement among raft nodes before linearized reading' (duration: 849.70263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:46.549313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.861403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-31T05:36:46.549325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.757005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:46.548403Z","caller":"traceutil/trace.go:171","msg":"trace[1621973647] transaction","detail":"{read_only:false; response_revision:18437; number_of_response:1; }","duration":"612.31584ms","start":"2026-03-31T05:36:45.936021Z","end":"2026-03-31T05:36:46.548337Z","steps":["trace[1621973647] 'process raft request' (duration: 611.9494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:46.549355Z","caller":"traceutil/trace.go:171","msg":"trace[681659730] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18437; }","duration":"188.915834ms","start":"2026-03-31T05:36:46.360429Z","end":"2026-03-31T05:36:46.549345Z","steps":["trace[681659730] 'agreement among raft nodes before linearized reading' (duration: 188.817272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:46.549325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.698668Z","time spent":"850.644166ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15460,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q\" "} {"level":"warn","ts":"2026-03-31T05:36:46.548634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.617621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-31T05:36:46.549295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.646877Z","time spent":"902.402661ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"warn","ts":"2026-03-31T05:36:46.549008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.882743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:36:46.549491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.240691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:36:46.548821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.72505Z","time spent":"823.763111ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" "} {"level":"info","ts":"2026-03-31T05:36:46.549535Z","caller":"traceutil/trace.go:171","msg":"trace[1235334560] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:18437; }","duration":"190.298502ms","start":"2026-03-31T05:36:46.359226Z","end":"2026-03-31T05:36:46.549524Z","steps":["trace[1235334560] 'agreement among raft nodes before linearized reading' (duration: 190.21897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:46.549561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.881575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-31T05:36:46.549412Z","caller":"traceutil/trace.go:171","msg":"trace[1635209048] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:18437; }","duration":"819.459533ms","start":"2026-03-31T05:36:45.729943Z","end":"2026-03-31T05:36:46.549403Z","steps":["trace[1635209048] 'agreement among raft nodes before linearized reading' (duration: 818.469786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:46.54965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.729925Z","time spent":"819.71014ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"info","ts":"2026-03-31T05:36:46.549363Z","caller":"traceutil/trace.go:171","msg":"trace[264619599] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18437; }","duration":"190.822727ms","start":"2026-03-31T05:36:46.35853Z","end":"2026-03-31T05:36:46.549353Z","steps":["trace[264619599] 'agreement among raft nodes before linearized reading' (duration: 190.750165ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:46.548899Z","caller":"traceutil/trace.go:171","msg":"trace[1139850479] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:18437; }","duration":"788.571719ms","start":"2026-03-31T05:36:45.760291Z","end":"2026-03-31T05:36:46.548863Z","steps":["trace[1139850479] 'agreement among raft nodes before linearized reading' (duration: 788.416855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:46.549813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.760272Z","time spent":"789.523245ms","remote":"127.0.0.1:33422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:36:46.54941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.936001Z","time spent":"613.362579ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:46.549145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.646438Z","time spent":"902.695549ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" "} {"level":"info","ts":"2026-03-31T05:36:46.549518Z","caller":"traceutil/trace.go:171","msg":"trace[1492833505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18437; }","duration":"678.427038ms","start":"2026-03-31T05:36:45.87108Z","end":"2026-03-31T05:36:46.549507Z","steps":["trace[1492833505] 'agreement among raft nodes before linearized reading' (duration: 677.901844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:46.550089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.871059Z","time spent":"679.019003ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:36:46.549599Z","caller":"traceutil/trace.go:171","msg":"trace[785308381] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18437; }","duration":"195.954727ms","start":"2026-03-31T05:36:46.353636Z","end":"2026-03-31T05:36:46.54959Z","steps":["trace[785308381] 'agreement among raft nodes before linearized reading' (duration: 195.864855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:46.549134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.477451Z","time spent":"1.071673298s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:36:47.12929Z","caller":"traceutil/trace.go:171","msg":"trace[307455471] transaction","detail":"{read_only:false; response_revision:18443; number_of_response:1; }","duration":"150.00499ms","start":"2026-03-31T05:36:46.979253Z","end":"2026-03-31T05:36:47.129258Z","steps":["trace[307455471] 'process raft request' (duration: 119.61293ms)","trace[307455471] 'compare' (duration: 30.269627ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:47.325431Z","caller":"traceutil/trace.go:171","msg":"trace[1914527341] transaction","detail":"{read_only:false; response_revision:18444; number_of_response:1; }","duration":"124.253827ms","start":"2026-03-31T05:36:47.201143Z","end":"2026-03-31T05:36:47.325396Z","steps":["trace[1914527341] 'process raft request' (duration: 105.321039ms)","trace[1914527341] 'compare' (duration: 18.28713ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:47.552844Z","caller":"traceutil/trace.go:171","msg":"trace[732851388] transaction","detail":"{read_only:false; response_revision:18445; number_of_response:1; }","duration":"351.495289ms","start":"2026-03-31T05:36:47.20132Z","end":"2026-03-31T05:36:47.552815Z","steps":["trace[732851388] 'process raft request' (duration: 351.271703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:47.552997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:47.201288Z","time spent":"351.630463ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14212,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:47.884179Z","caller":"traceutil/trace.go:171","msg":"trace[550190416] transaction","detail":"{read_only:false; response_revision:18448; number_of_response:1; }","duration":"107.51566ms","start":"2026-03-31T05:36:47.776637Z","end":"2026-03-31T05:36:47.884153Z","steps":["trace[550190416] 'process raft request' (duration: 107.373756ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:48.748052Z","caller":"traceutil/trace.go:171","msg":"trace[1162227248] linearizableReadLoop","detail":"{readStateIndex:19169; appliedIndex:19168; }","duration":"121.82097ms","start":"2026-03-31T05:36:48.626211Z","end":"2026-03-31T05:36:48.748032Z","steps":["trace[1162227248] 'read index received' (duration: 121.780529ms)","trace[1162227248] 'applied index is now lower than readState.Index' (duration: 39.661µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:48.748258Z","caller":"traceutil/trace.go:171","msg":"trace[2072662488] transaction","detail":"{read_only:false; response_revision:18461; number_of_response:1; }","duration":"131.784493ms","start":"2026-03-31T05:36:48.616463Z","end":"2026-03-31T05:36:48.748247Z","steps":["trace[2072662488] 'process raft request' (duration: 131.446964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.748425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.177251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:36:48.748511Z","caller":"traceutil/trace.go:171","msg":"trace[270026336] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18461; }","duration":"122.328705ms","start":"2026-03-31T05:36:48.626169Z","end":"2026-03-31T05:36:48.748498Z","steps":["trace[270026336] 'agreement among raft nodes before linearized reading' (duration: 122.097309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.830224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.729929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-31T05:36:48.830308Z","caller":"traceutil/trace.go:171","msg":"trace[2064556887] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:18462; }","duration":"173.850943ms","start":"2026-03-31T05:36:48.656437Z","end":"2026-03-31T05:36:48.830288Z","steps":["trace[2064556887] 'agreement among raft nodes before linearized reading' (duration: 173.588316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.830321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.535627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:36:48.830396Z","caller":"traceutil/trace.go:171","msg":"trace[1927439501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18462; }","duration":"202.635169ms","start":"2026-03-31T05:36:48.627741Z","end":"2026-03-31T05:36:48.830376Z","steps":["trace[1927439501] 'agreement among raft nodes before linearized reading' (duration: 202.456514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.830575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.940342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q\" ","response":"range_response_count:1 size:15437"} {"level":"warn","ts":"2026-03-31T05:36:48.830679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.174404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:36:48.830701Z","caller":"traceutil/trace.go:171","msg":"trace[344038295] transaction","detail":"{read_only:false; response_revision:18462; number_of_response:1; }","duration":"182.798578ms","start":"2026-03-31T05:36:48.64788Z","end":"2026-03-31T05:36:48.830678Z","steps":["trace[344038295] 'process raft request' (duration: 181.843731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:48.830698Z","caller":"traceutil/trace.go:171","msg":"trace[1271298349] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q; range_end:; response_count:1; response_revision:18462; }","duration":"175.085476ms","start":"2026-03-31T05:36:48.655587Z","end":"2026-03-31T05:36:48.830672Z","steps":["trace[1271298349] 'agreement among raft nodes before linearized reading' (duration: 174.687936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.830813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.663725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-03-31T05:36:48.83072Z","caller":"traceutil/trace.go:171","msg":"trace[1916306008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18462; }","duration":"203.247996ms","start":"2026-03-31T05:36:48.627462Z","end":"2026-03-31T05:36:48.83071Z","steps":["trace[1916306008] 'agreement among raft nodes before linearized reading' (duration: 203.149254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.83106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.387638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-31T05:36:48.831099Z","caller":"traceutil/trace.go:171","msg":"trace[623449262] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:18462; }","duration":"174.435449ms","start":"2026-03-31T05:36:48.656654Z","end":"2026-03-31T05:36:48.831089Z","steps":["trace[623449262] 'agreement among raft nodes before linearized reading' (duration: 174.345576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.83126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.083159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" ","response":"range_response_count:1 size:9797"} {"level":"warn","ts":"2026-03-31T05:36:48.830231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.065874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T05:36:48.830946Z","caller":"traceutil/trace.go:171","msg":"trace[1489569556] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:18462; }","duration":"175.318813ms","start":"2026-03-31T05:36:48.655603Z","end":"2026-03-31T05:36:48.830922Z","steps":["trace[1489569556] 'agreement among raft nodes before linearized reading' (duration: 174.545662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:48.831313Z","caller":"traceutil/trace.go:171","msg":"trace[1512499427] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jfqq5; range_end:; response_count:1; response_revision:18462; }","duration":"174.298986ms","start":"2026-03-31T05:36:48.657001Z","end":"2026-03-31T05:36:48.8313Z","steps":["trace[1512499427] 'agreement among raft nodes before linearized reading' (duration: 173.997617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:48.831416Z","caller":"traceutil/trace.go:171","msg":"trace[1249843522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18462; }","duration":"203.279257ms","start":"2026-03-31T05:36:48.628128Z","end":"2026-03-31T05:36:48.831408Z","steps":["trace[1249843522] 'agreement among raft nodes before linearized reading' (duration: 201.91961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.830975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.721762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-03-31T05:36:48.831506Z","caller":"traceutil/trace.go:171","msg":"trace[182010587] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5jttr; range_end:; response_count:1; response_revision:18462; }","duration":"169.279528ms","start":"2026-03-31T05:36:48.662219Z","end":"2026-03-31T05:36:48.831498Z","steps":["trace[182010587] 'agreement among raft nodes before linearized reading' (duration: 168.690222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:48.862746Z","caller":"traceutil/trace.go:171","msg":"trace[264044484] transaction","detail":"{read_only:false; response_revision:18463; number_of_response:1; }","duration":"110.220864ms","start":"2026-03-31T05:36:48.752505Z","end":"2026-03-31T05:36:48.862726Z","steps":["trace[264044484] 'process raft request' (duration: 100.277002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.863067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.818535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6825"} {"level":"info","ts":"2026-03-31T05:36:48.86489Z","caller":"traceutil/trace.go:171","msg":"trace[1269661293] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:18466; }","duration":"110.611544ms","start":"2026-03-31T05:36:48.7542Z","end":"2026-03-31T05:36:48.864812Z","steps":["trace[1269661293] 'agreement among raft nodes before linearized reading' (duration: 108.709922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:49.980012Z","caller":"traceutil/trace.go:171","msg":"trace[1630542413] transaction","detail":"{read_only:false; response_revision:18470; number_of_response:1; }","duration":"103.164311ms","start":"2026-03-31T05:36:49.876828Z","end":"2026-03-31T05:36:49.979992Z","steps":["trace[1630542413] 'process raft request' (duration: 103.048937ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:49.999827Z","caller":"traceutil/trace.go:171","msg":"trace[1252716727] transaction","detail":"{read_only:false; response_revision:18471; number_of_response:1; }","duration":"109.458763ms","start":"2026-03-31T05:36:49.8903Z","end":"2026-03-31T05:36:49.999759Z","steps":["trace[1252716727] 'process raft request' (duration: 109.306189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:50.46335Z","caller":"traceutil/trace.go:171","msg":"trace[35981952] transaction","detail":"{read_only:false; response_revision:18481; number_of_response:1; }","duration":"156.457517ms","start":"2026-03-31T05:36:50.306865Z","end":"2026-03-31T05:36:50.463322Z","steps":["trace[35981952] 'process raft request' (duration: 156.355805ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:50.463629Z","caller":"traceutil/trace.go:171","msg":"trace[1416348547] transaction","detail":"{read_only:false; response_revision:18480; number_of_response:1; }","duration":"229.69302ms","start":"2026-03-31T05:36:50.233904Z","end":"2026-03-31T05:36:50.463597Z","steps":["trace[1416348547] 'process raft request' (duration: 209.700683ms)","trace[1416348547] 'compare' (duration: 19.297158ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:50.463732Z","caller":"traceutil/trace.go:171","msg":"trace[2120050967] linearizableReadLoop","detail":"{readStateIndex:19188; appliedIndex:19187; }","duration":"215.197423ms","start":"2026-03-31T05:36:50.248416Z","end":"2026-03-31T05:36:50.463613Z","steps":["trace[2120050967] 'read index received' (duration: 195.275649ms)","trace[2120050967] 'applied index is now lower than readState.Index' (duration: 19.918554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:36:50.463995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.172144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:50.464044Z","caller":"traceutil/trace.go:171","msg":"trace[1728905565] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:18481; }","duration":"158.269557ms","start":"2026-03-31T05:36:50.305759Z","end":"2026-03-31T05:36:50.464028Z","steps":["trace[1728905565] 'agreement among raft nodes before linearized reading' (duration: 158.109302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:50.464253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.79516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-endpoints-zjbml\" ","response":"range_response_count:1 size:13030"} {"level":"info","ts":"2026-03-31T05:36:50.464834Z","caller":"traceutil/trace.go:171","msg":"trace[2005576839] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-endpoints-zjbml; range_end:; response_count:1; response_revision:18481; }","duration":"216.432037ms","start":"2026-03-31T05:36:50.248377Z","end":"2026-03-31T05:36:50.464809Z","steps":["trace[2005576839] 'agreement among raft nodes before linearized reading' (duration: 215.388639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:50.618173Z","caller":"traceutil/trace.go:171","msg":"trace[585886167] transaction","detail":"{read_only:false; response_revision:18482; number_of_response:1; }","duration":"139.529654ms","start":"2026-03-31T05:36:50.478624Z","end":"2026-03-31T05:36:50.618153Z","steps":["trace[585886167] 'process raft request' (duration: 139.38815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.155524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.433405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:36:51.155643Z","caller":"traceutil/trace.go:171","msg":"trace[767570096] transaction","detail":"{read_only:false; response_revision:18492; number_of_response:1; }","duration":"229.944076ms","start":"2026-03-31T05:36:50.925678Z","end":"2026-03-31T05:36:51.155622Z","steps":["trace[767570096] 'process raft request' (duration: 20.338226ms)","trace[767570096] 'compare' (duration: 209.310812ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:51.229994Z","caller":"traceutil/trace.go:171","msg":"trace[903680961] linearizableReadLoop","detail":"{readStateIndex:19202; appliedIndex:19199; }","duration":"303.913149ms","start":"2026-03-31T05:36:50.926067Z","end":"2026-03-31T05:36:51.22998Z","steps":["trace[903680961] 'read index received' (duration: 19.958276ms)","trace[903680961] 'applied index is now lower than readState.Index' (duration: 283.954083ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:51.230075Z","caller":"traceutil/trace.go:171","msg":"trace[419164848] transaction","detail":"{read_only:false; response_revision:18493; number_of_response:1; }","duration":"304.314379ms","start":"2026-03-31T05:36:50.925751Z","end":"2026-03-31T05:36:51.230066Z","steps":["trace[419164848] 'process raft request' (duration: 304.107504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.230156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:50.925717Z","time spent":"304.387671ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:51.23023Z","caller":"traceutil/trace.go:171","msg":"trace[2034631498] transaction","detail":"{read_only:false; response_revision:18494; number_of_response:1; }","duration":"304.961128ms","start":"2026-03-31T05:36:50.925263Z","end":"2026-03-31T05:36:51.230224Z","steps":["trace[2034631498] 'process raft request' (duration: 304.67449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.230262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:50.925243Z","time spent":"305.003418ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:51.230349Z","caller":"traceutil/trace.go:171","msg":"trace[1289462906] transaction","detail":"{read_only:false; response_revision:18495; number_of_response:1; }","duration":"303.926799ms","start":"2026-03-31T05:36:50.926397Z","end":"2026-03-31T05:36:51.230323Z","steps":["trace[1289462906] 'process raft request' (duration: 303.562999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.230473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:50.926386Z","time spent":"304.022202ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:51.23106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.988768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:904662"} {"level":"info","ts":"2026-03-31T05:36:51.231097Z","caller":"traceutil/trace.go:171","msg":"trace[1042630720] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18495; }","duration":"305.05579ms","start":"2026-03-31T05:36:50.926034Z","end":"2026-03-31T05:36:51.23109Z","steps":["trace[1042630720] 'agreement among raft nodes before linearized reading' (duration: 304.285949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.231117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:50.926018Z","time spent":"305.093911ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":904685,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:36:51.234529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.092975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:51.234622Z","caller":"traceutil/trace.go:171","msg":"trace[2137370288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18496; }","duration":"187.239268ms","start":"2026-03-31T05:36:51.047361Z","end":"2026-03-31T05:36:51.2346Z","steps":["trace[2137370288] 'agreement among raft nodes before linearized reading' (duration: 187.079604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:51.235608Z","caller":"traceutil/trace.go:171","msg":"trace[2094346397] transaction","detail":"{read_only:false; response_revision:18496; number_of_response:1; }","duration":"249.586824ms","start":"2026-03-31T05:36:50.985788Z","end":"2026-03-31T05:36:51.235375Z","steps":["trace[2094346397] 'process raft request' (duration: 247.388244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.236021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.571114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-31T05:36:51.236068Z","caller":"traceutil/trace.go:171","msg":"trace[1524726127] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:18496; }","duration":"106.643775ms","start":"2026-03-31T05:36:51.129406Z","end":"2026-03-31T05:36:51.23605Z","steps":["trace[1524726127] 'agreement among raft nodes before linearized reading' (duration: 106.512181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.236377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.478987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:36:51.236426Z","caller":"traceutil/trace.go:171","msg":"trace[1949110649] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:18496; }","duration":"104.531718ms","start":"2026-03-31T05:36:51.131882Z","end":"2026-03-31T05:36:51.236413Z","steps":["trace[1949110649] 'agreement among raft nodes before linearized reading' (duration: 104.369524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.236487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.353985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:904662"} {"level":"info","ts":"2026-03-31T05:36:51.236555Z","caller":"traceutil/trace.go:171","msg":"trace[1004278171] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18496; }","duration":"310.453007ms","start":"2026-03-31T05:36:50.926076Z","end":"2026-03-31T05:36:51.236529Z","steps":["trace[1004278171] 'agreement among raft nodes before linearized reading' (duration: 307.230879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.236595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:50.926047Z","time spent":"310.53551ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":904685,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:36:51.240874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.719649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:36:51.240917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.410915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:51.240943Z","caller":"traceutil/trace.go:171","msg":"trace[1833904477] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:18496; }","duration":"207.841082ms","start":"2026-03-31T05:36:51.03308Z","end":"2026-03-31T05:36:51.240921Z","steps":["trace[1833904477] 'agreement among raft nodes before linearized reading' (duration: 206.954298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:51.240986Z","caller":"traceutil/trace.go:171","msg":"trace[387877659] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:18496; }","duration":"258.569249ms","start":"2026-03-31T05:36:50.982391Z","end":"2026-03-31T05:36:51.240961Z","steps":["trace[387877659] 'agreement among raft nodes before linearized reading' (duration: 257.647824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.242305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.944918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:904662"} {"level":"info","ts":"2026-03-31T05:36:51.242334Z","caller":"traceutil/trace.go:171","msg":"trace[69769163] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18496; }","duration":"311.9884ms","start":"2026-03-31T05:36:50.930339Z","end":"2026-03-31T05:36:51.242327Z","steps":["trace[69769163] 'agreement among raft nodes before linearized reading' (duration: 307.034404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.242353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:50.930331Z","time spent":"312.01568ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":904685,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:36:51.242914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.521864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:904662"} {"level":"info","ts":"2026-03-31T05:36:51.242957Z","caller":"traceutil/trace.go:171","msg":"trace[444477692] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18496; }","duration":"312.580506ms","start":"2026-03-31T05:36:50.930366Z","end":"2026-03-31T05:36:51.242947Z","steps":["trace[444477692] 'agreement among raft nodes before linearized reading' (duration: 306.16316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.242982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:50.930362Z","time spent":"312.611776ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":904685,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:36:51.243458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.200409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:904662"} {"level":"info","ts":"2026-03-31T05:36:51.243481Z","caller":"traceutil/trace.go:171","msg":"trace[1120711362] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18496; }","duration":"314.238131ms","start":"2026-03-31T05:36:50.929235Z","end":"2026-03-31T05:36:51.243473Z","steps":["trace[1120711362] 'agreement among raft nodes before linearized reading' (duration: 310.821337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.243498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:50.929223Z","time spent":"314.269822ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":904685,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:36:52.824262Z","caller":"traceutil/trace.go:171","msg":"trace[1431645795] transaction","detail":"{read_only:false; response_revision:18507; number_of_response:1; }","duration":"198.264871ms","start":"2026-03-31T05:36:52.625974Z","end":"2026-03-31T05:36:52.824239Z","steps":["trace[1431645795] 'process raft request' (duration: 198.142947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:52.825331Z","caller":"traceutil/trace.go:171","msg":"trace[1059831291] linearizableReadLoop","detail":"{readStateIndex:19217; appliedIndex:19215; }","duration":"151.933264ms","start":"2026-03-31T05:36:52.673371Z","end":"2026-03-31T05:36:52.825304Z","steps":["trace[1059831291] 'read index received' (duration: 150.849494ms)","trace[1059831291] 'applied index is now lower than readState.Index' (duration: 1.08288ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:52.825415Z","caller":"traceutil/trace.go:171","msg":"trace[515716868] transaction","detail":"{read_only:false; response_revision:18508; number_of_response:1; }","duration":"198.154908ms","start":"2026-03-31T05:36:52.627229Z","end":"2026-03-31T05:36:52.825383Z","steps":["trace[515716868] 'process raft request' (duration: 197.934022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:52.825565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.450411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:36:52.825805Z","caller":"traceutil/trace.go:171","msg":"trace[1641863223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18508; }","duration":"128.7473ms","start":"2026-03-31T05:36:52.697049Z","end":"2026-03-31T05:36:52.825797Z","steps":["trace[1641863223] 'agreement among raft nodes before linearized reading' (duration: 128.432732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:52.825562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.17145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:36:52.825909Z","caller":"traceutil/trace.go:171","msg":"trace[1898429052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18508; }","duration":"152.563531ms","start":"2026-03-31T05:36:52.67333Z","end":"2026-03-31T05:36:52.825894Z","steps":["trace[1898429052] 'agreement among raft nodes before linearized reading' (duration: 152.110718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:52.825975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.602582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12633"} {"level":"info","ts":"2026-03-31T05:36:52.82601Z","caller":"traceutil/trace.go:171","msg":"trace[742338805] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:18508; }","duration":"152.672514ms","start":"2026-03-31T05:36:52.67333Z","end":"2026-03-31T05:36:52.826003Z","steps":["trace[742338805] 'agreement among raft nodes before linearized reading' (duration: 152.062737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:54.490765Z","caller":"traceutil/trace.go:171","msg":"trace[1801850780] transaction","detail":"{read_only:false; response_revision:18517; number_of_response:1; }","duration":"109.065931ms","start":"2026-03-31T05:36:54.381645Z","end":"2026-03-31T05:36:54.490711Z","steps":["trace[1801850780] 'process raft request' (duration: 83.523813ms)","trace[1801850780] 'compare' (duration: 25.107106ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:00.252627Z","caller":"traceutil/trace.go:171","msg":"trace[1970024080] linearizableReadLoop","detail":"{readStateIndex:19269; appliedIndex:19268; }","duration":"383.076623ms","start":"2026-03-31T05:36:59.869518Z","end":"2026-03-31T05:37:00.252595Z","steps":["trace[1970024080] 'read index received' (duration: 382.861218ms)","trace[1970024080] 'applied index is now lower than readState.Index' (duration: 213.675µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:00.252781Z","caller":"traceutil/trace.go:171","msg":"trace[155226513] transaction","detail":"{read_only:false; response_revision:18559; number_of_response:1; }","duration":"401.349873ms","start":"2026-03-31T05:36:59.85137Z","end":"2026-03-31T05:37:00.25272Z","steps":["trace[155226513] 'process raft request' (duration: 401.046285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.252915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.851357Z","time spent":"401.476786ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:00.253406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.886465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:00.253466Z","caller":"traceutil/trace.go:171","msg":"trace[104138322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18559; }","duration":"383.991068ms","start":"2026-03-31T05:36:59.869461Z","end":"2026-03-31T05:37:00.253452Z","steps":["trace[104138322] 'agreement among raft nodes before linearized reading' (duration: 383.276068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.2535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.869438Z","time spent":"384.05577ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:37:00.253757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.250874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:00.253835Z","caller":"traceutil/trace.go:171","msg":"trace[2086599153] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:18560; }","duration":"219.380838ms","start":"2026-03-31T05:37:00.034438Z","end":"2026-03-31T05:37:00.253819Z","steps":["trace[2086599153] 'agreement among raft nodes before linearized reading' (duration: 219.242184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:00.253869Z","caller":"traceutil/trace.go:171","msg":"trace[506874769] transaction","detail":"{read_only:false; response_revision:18560; number_of_response:1; }","duration":"106.161043ms","start":"2026-03-31T05:37:00.147693Z","end":"2026-03-31T05:37:00.253854Z","steps":["trace[506874769] 'process raft request' (duration: 105.872655ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:02.047211Z","caller":"traceutil/trace.go:171","msg":"trace[1068802115] transaction","detail":"{read_only:false; response_revision:18569; number_of_response:1; }","duration":"129.437969ms","start":"2026-03-31T05:37:01.91775Z","end":"2026-03-31T05:37:02.047188Z","steps":["trace[1068802115] 'process raft request' (duration: 128.999947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.516567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.524842ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:37:02.516671Z","caller":"traceutil/trace.go:171","msg":"trace[1150622331] linearizableReadLoop","detail":"{readStateIndex:19281; appliedIndex:19280; }","duration":"107.718375ms","start":"2026-03-31T05:37:02.408933Z","end":"2026-03-31T05:37:02.516651Z","steps":["trace[1150622331] 'read index received' (duration: 40.231µs)","trace[1150622331] 'applied index is now lower than readState.Index' (duration: 107.676414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:37:02.516777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.805547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:02.516841Z","caller":"traceutil/trace.go:171","msg":"trace[1713061706] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:18570; }","duration":"107.90392ms","start":"2026-03-31T05:37:02.408897Z","end":"2026-03-31T05:37:02.516801Z","steps":["trace[1713061706] 'agreement among raft nodes before linearized reading' (duration: 107.801547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:04.899654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.224695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:04.899755Z","caller":"traceutil/trace.go:171","msg":"trace[997129588] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18579; }","duration":"241.374679ms","start":"2026-03-31T05:37:04.658349Z","end":"2026-03-31T05:37:04.899724Z","steps":["trace[997129588] 'range keys from in-memory index tree' (duration: 241.119082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:04.899987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.94587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-31T05:37:04.900161Z","caller":"traceutil/trace.go:171","msg":"trace[593496366] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18579; }","duration":"240.135266ms","start":"2026-03-31T05:37:04.660004Z","end":"2026-03-31T05:37:04.900139Z","steps":["trace[593496366] 'range keys from in-memory index tree' (duration: 239.800826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:04.900206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.216201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-31T05:37:04.900344Z","caller":"traceutil/trace.go:171","msg":"trace[835396416] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18579; }","duration":"231.380576ms","start":"2026-03-31T05:37:04.668952Z","end":"2026-03-31T05:37:04.900333Z","steps":["trace[835396416] 'range keys from in-memory index tree' (duration: 231.094498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:04.900511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.448736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:37:04.90059Z","caller":"traceutil/trace.go:171","msg":"trace[1444452007] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18579; }","duration":"502.56497ms","start":"2026-03-31T05:37:04.398007Z","end":"2026-03-31T05:37:04.900572Z","steps":["trace[1444452007] 'range keys from in-memory index tree' (duration: 502.294332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:04.900621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:04.39799Z","time spent":"502.624101ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:37:04.90079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.65036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:23 size:211164"} {"level":"info","ts":"2026-03-31T05:37:04.900835Z","caller":"traceutil/trace.go:171","msg":"trace[1088170961] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:23; response_revision:18579; }","duration":"435.725472ms","start":"2026-03-31T05:37:04.465098Z","end":"2026-03-31T05:37:04.900823Z","steps":["trace[1088170961] 'range keys from in-memory index tree' (duration: 435.27701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:04.900866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:04.465081Z","time spent":"435.776423ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":23,"response size":211187,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:37:05.477743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792655702,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:37:05.525003Z","caller":"traceutil/trace.go:171","msg":"trace[439003489] transaction","detail":"{read_only:false; response_revision:18580; number_of_response:1; }","duration":"571.885785ms","start":"2026-03-31T05:37:04.953092Z","end":"2026-03-31T05:37:05.524978Z","steps":["trace[439003489] 'process raft request' (duration: 571.72291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:05.525224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:04.953079Z","time spent":"572.013378ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:06.200685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.277254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:37:06.200883Z","caller":"traceutil/trace.go:171","msg":"trace[1050521393] transaction","detail":"{read_only:false; response_revision:18582; number_of_response:1; }","duration":"496.460174ms","start":"2026-03-31T05:37:05.704407Z","end":"2026-03-31T05:37:06.200867Z","steps":["trace[1050521393] 'process raft request' (duration: 496.391373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:06.200898Z","caller":"traceutil/trace.go:171","msg":"trace[830617572] transaction","detail":"{read_only:false; response_revision:18581; number_of_response:1; }","duration":"1.205425098s","start":"2026-03-31T05:37:04.995408Z","end":"2026-03-31T05:37:06.200833Z","steps":["trace[830617572] 'process raft request' (duration: 608.927778ms)","trace[830617572] 'compare' (duration: 595.662727ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:06.200946Z","caller":"traceutil/trace.go:171","msg":"trace[922215825] linearizableReadLoop","detail":"{readStateIndex:19292; appliedIndex:19290; }","duration":"1.223488862s","start":"2026-03-31T05:37:04.977426Z","end":"2026-03-31T05:37:06.200915Z","steps":["trace[922215825] 'read index received' (duration: 547.481438ms)","trace[922215825] 'applied index is now lower than readState.Index' (duration: 676.003904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:37:06.2011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:04.995378Z","time spent":"1.205615113s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:06.201196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.389703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-w2fpc\" ","response":"range_response_count:1 size:6525"} {"level":"warn","ts":"2026-03-31T05:37:06.201188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189367548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:37:06.201232Z","caller":"traceutil/trace.go:171","msg":"trace[873570826] range","detail":"{range_begin:/registry/pods/openstack/keepalived-w2fpc; range_end:; response_count:1; response_revision:18582; }","duration":"639.472895ms","start":"2026-03-31T05:37:05.561751Z","end":"2026-03-31T05:37:06.201224Z","steps":["trace[873570826] 'agreement among raft nodes before linearized reading' (duration: 639.311071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:06.20122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.856542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-31T05:37:06.201247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.324968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-03-31T05:37:06.201291Z","caller":"traceutil/trace.go:171","msg":"trace[914290292] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:18582; }","duration":"576.972936ms","start":"2026-03-31T05:37:05.624301Z","end":"2026-03-31T05:37:06.201274Z","steps":["trace[914290292] 'agreement among raft nodes before linearized reading' (duration: 576.76408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:06.201331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:05.624281Z","time spent":"577.043518ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"warn","ts":"2026-03-31T05:37:06.201336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.711454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-31T05:37:06.201318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.695802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:37:06.201361Z","caller":"traceutil/trace.go:171","msg":"trace[523885414] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:18582; }","duration":"634.788437ms","start":"2026-03-31T05:37:05.566567Z","end":"2026-03-31T05:37:06.201355Z","steps":["trace[523885414] 'agreement among raft nodes before linearized reading' (duration: 634.715035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:06.201385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:05.566551Z","time spent":"634.829797ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"info","ts":"2026-03-31T05:37:06.201384Z","caller":"traceutil/trace.go:171","msg":"trace[2143591374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18582; }","duration":"770.792355ms","start":"2026-03-31T05:37:05.430574Z","end":"2026-03-31T05:37:06.201366Z","steps":["trace[2143591374] 'agreement among raft nodes before linearized reading' (duration: 770.583699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:06.201405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.215589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-31T05:37:06.201448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.143208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q\" ","response":"range_response_count:1 size:15437"} {"level":"info","ts":"2026-03-31T05:37:06.20147Z","caller":"traceutil/trace.go:171","msg":"trace[556032438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18582; }","duration":"898.315381ms","start":"2026-03-31T05:37:05.30314Z","end":"2026-03-31T05:37:06.201455Z","steps":["trace[556032438] 'agreement among raft nodes before linearized reading' (duration: 898.153227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:06.201322Z","caller":"traceutil/trace.go:171","msg":"trace[812452285] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5jttr; range_end:; response_count:1; response_revision:18582; }","duration":"625.438641ms","start":"2026-03-31T05:37:05.575863Z","end":"2026-03-31T05:37:06.201301Z","steps":["trace[812452285] 'agreement among raft nodes before linearized reading' (duration: 625.252866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:06.201502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.532115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T05:37:06.201518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126904361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-03-31T05:37:06.201502Z","caller":"traceutil/trace.go:171","msg":"trace[1738555240] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q; range_end:; response_count:1; response_revision:18582; }","duration":"623.22011ms","start":"2026-03-31T05:37:05.578268Z","end":"2026-03-31T05:37:06.201489Z","steps":["trace[1738555240] 'agreement among raft nodes before linearized reading' (duration: 623.084667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:06.201562Z","caller":"traceutil/trace.go:171","msg":"trace[1261514884] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jfqq5; range_end:; response_count:1; response_revision:18582; }","duration":"1.126965982s","start":"2026-03-31T05:37:05.074585Z","end":"2026-03-31T05:37:06.201551Z","steps":["trace[1261514884] 'agreement among raft nodes before linearized reading' (duration: 1.126840589s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:06.201581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:05.578257Z","time spent":"623.309973ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15460,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q\" "} {"level":"warn","ts":"2026-03-31T05:37:06.2016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:05.07457Z","time spent":"1.127022283s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" "} {"level":"warn","ts":"2026-03-31T05:37:06.20161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.388136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T05:37:06.201631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189703337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T05:37:06.201418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:05.430556Z","time spent":"770.854466ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:37:06.201687Z","caller":"traceutil/trace.go:171","msg":"trace[263875534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18582; }","duration":"1.189758118s","start":"2026-03-31T05:37:05.011916Z","end":"2026-03-31T05:37:06.201674Z","steps":["trace[263875534] 'agreement among raft nodes before linearized reading' (duration: 1.189630595s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:06.20172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224291244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:37:06.201518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:05.30312Z","time spent":"898.385073ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:37:06.201733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:05.011849Z","time spent":"1.189874132s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:37:06.201261Z","caller":"traceutil/trace.go:171","msg":"trace[353525810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18582; }","duration":"1.189472611s","start":"2026-03-31T05:37:05.011766Z","end":"2026-03-31T05:37:06.201239Z","steps":["trace[353525810] 'agreement among raft nodes before linearized reading' (duration: 1.189283045s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:06.201775Z","caller":"traceutil/trace.go:171","msg":"trace[884546545] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18582; }","duration":"1.224368165s","start":"2026-03-31T05:37:04.977399Z","end":"2026-03-31T05:37:06.201767Z","steps":["trace[884546545] 'agreement among raft nodes before linearized reading' (duration: 1.223633345s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:06.201831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:04.977388Z","time spent":"1.224437188s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:37:06.201799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:05.011749Z","time spent":"1.190041337s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:37:06.201263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:05.561734Z","time spent":"639.520716ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-w2fpc\" "} {"level":"info","ts":"2026-03-31T05:37:06.201534Z","caller":"traceutil/trace.go:171","msg":"trace[1663221380] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18582; }","duration":"696.577395ms","start":"2026-03-31T05:37:05.504945Z","end":"2026-03-31T05:37:06.201522Z","steps":["trace[1663221380] 'agreement among raft nodes before linearized reading' (duration: 696.494513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:06.202026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:05.504935Z","time spent":"697.08238ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:37:06.201647Z","caller":"traceutil/trace.go:171","msg":"trace[17920178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18582; }","duration":"698.458118ms","start":"2026-03-31T05:37:05.503181Z","end":"2026-03-31T05:37:06.201639Z","steps":["trace[17920178] 'agreement among raft nodes before linearized reading' (duration: 698.373975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:06.202223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:05.503162Z","time spent":"699.040743ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:37:06.201525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:05.575841Z","time spent":"625.675717ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" "} {"level":"warn","ts":"2026-03-31T05:37:06.201056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:05.704383Z","time spent":"496.597429ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:06.411366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.906562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18826"} {"level":"info","ts":"2026-03-31T05:37:06.411432Z","caller":"traceutil/trace.go:171","msg":"trace[1787732315] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18588; }","duration":"111.005164ms","start":"2026-03-31T05:37:06.300412Z","end":"2026-03-31T05:37:06.411417Z","steps":["trace[1787732315] 'range keys from in-memory index tree' (duration: 110.716936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:06.686348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.941354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-endpoints-zjbml\" ","response":"range_response_count:1 size:15187"} {"level":"info","ts":"2026-03-31T05:37:06.686419Z","caller":"traceutil/trace.go:171","msg":"trace[60918261] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-endpoints-zjbml; range_end:; response_count:1; response_revision:18589; }","duration":"152.081879ms","start":"2026-03-31T05:37:06.534319Z","end":"2026-03-31T05:37:06.686401Z","steps":["trace[60918261] 'range keys from in-memory index tree' (duration: 151.77776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:22.63865Z","caller":"traceutil/trace.go:171","msg":"trace[770210955] linearizableReadLoop","detail":"{readStateIndex:19407; appliedIndex:19406; }","duration":"223.566043ms","start":"2026-03-31T05:37:22.415061Z","end":"2026-03-31T05:37:22.638627Z","steps":["trace[770210955] 'read index received' (duration: 183.57642ms)","trace[770210955] 'applied index is now lower than readState.Index' (duration: 39.988883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:37:22.638994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.157772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T05:37:22.639036Z","caller":"traceutil/trace.go:171","msg":"trace[288273848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18693; }","duration":"208.247154ms","start":"2026-03-31T05:37:22.430779Z","end":"2026-03-31T05:37:22.639026Z","steps":["trace[288273848] 'agreement among raft nodes before linearized reading' (duration: 208.117791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:22.638968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.881142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:37:22.639225Z","caller":"traceutil/trace.go:171","msg":"trace[838918065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18692; }","duration":"224.19216ms","start":"2026-03-31T05:37:22.415022Z","end":"2026-03-31T05:37:22.639214Z","steps":["trace[838918065] 'agreement among raft nodes before linearized reading' (duration: 223.764629ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:22.639226Z","caller":"traceutil/trace.go:171","msg":"trace[501795318] transaction","detail":"{read_only:false; response_revision:18693; number_of_response:1; }","duration":"123.447106ms","start":"2026-03-31T05:37:22.515748Z","end":"2026-03-31T05:37:22.639195Z","steps":["trace[501795318] 'process raft request' (duration: 122.804848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:22.642854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.692464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:37:22.642922Z","caller":"traceutil/trace.go:171","msg":"trace[1158235355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18693; }","duration":"126.765646ms","start":"2026-03-31T05:37:22.516138Z","end":"2026-03-31T05:37:22.642903Z","steps":["trace[1158235355] 'agreement among raft nodes before linearized reading' (duration: 123.049665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:22.642952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.123079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:37:22.642997Z","caller":"traceutil/trace.go:171","msg":"trace[1568235449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18693; }","duration":"122.192522ms","start":"2026-03-31T05:37:22.520795Z","end":"2026-03-31T05:37:22.642987Z","steps":["trace[1568235449] 'agreement among raft nodes before linearized reading' (duration: 118.385787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:22.642988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.018465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-03-31T05:37:22.643102Z","caller":"traceutil/trace.go:171","msg":"trace[1096170573] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5jttr; range_end:; response_count:1; response_revision:18693; }","duration":"100.170619ms","start":"2026-03-31T05:37:22.542901Z","end":"2026-03-31T05:37:22.643071Z","steps":["trace[1096170573] 'agreement among raft nodes before linearized reading' (duration: 96.271242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:22.643146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.769974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T05:37:22.643191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.908968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:37:22.643223Z","caller":"traceutil/trace.go:171","msg":"trace[1770257656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18693; }","duration":"127.862277ms","start":"2026-03-31T05:37:22.515343Z","end":"2026-03-31T05:37:22.643205Z","steps":["trace[1770257656] 'agreement among raft nodes before linearized reading' (duration: 123.850697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:22.643256Z","caller":"traceutil/trace.go:171","msg":"trace[1337002690] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18693; }","duration":"127.99979ms","start":"2026-03-31T05:37:22.515236Z","end":"2026-03-31T05:37:22.643236Z","steps":["trace[1337002690] 'agreement among raft nodes before linearized reading' (duration: 123.96303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:42.242893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.618782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:37:42.243304Z","caller":"traceutil/trace.go:171","msg":"trace[1442954200] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18830; }","duration":"138.114875ms","start":"2026-03-31T05:37:42.105163Z","end":"2026-03-31T05:37:42.243278Z","steps":["trace[1442954200] 'range keys from in-memory index tree' (duration: 137.411626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:43.288694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.242308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-31T05:37:43.288741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.875116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-controller-8vf84\" ","response":"range_response_count:1 size:15001"} {"level":"info","ts":"2026-03-31T05:37:43.288796Z","caller":"traceutil/trace.go:171","msg":"trace[2006936357] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:18838; }","duration":"214.366771ms","start":"2026-03-31T05:37:43.074407Z","end":"2026-03-31T05:37:43.288773Z","steps":["trace[2006936357] 'range keys from in-memory index tree' (duration: 214.030372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:43.288833Z","caller":"traceutil/trace.go:171","msg":"trace[1215181886] range","detail":"{range_begin:/registry/pods/openstack/ovn-controller-8vf84; range_end:; response_count:1; response_revision:18838; }","duration":"117.03349ms","start":"2026-03-31T05:37:43.17178Z","end":"2026-03-31T05:37:43.288813Z","steps":["trace[1215181886] 'range keys from in-memory index tree' (duration: 116.687131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:43.289143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.690214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5jttr\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-03-31T05:37:43.28952Z","caller":"traceutil/trace.go:171","msg":"trace[160181299] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5jttr; range_end:; response_count:1; response_revision:18838; }","duration":"225.105045ms","start":"2026-03-31T05:37:43.064373Z","end":"2026-03-31T05:37:43.289478Z","steps":["trace[160181299] 'range keys from in-memory index tree' (duration: 224.420046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:43.289755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.10651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q\" ","response":"range_response_count:1 size:15437"} {"level":"info","ts":"2026-03-31T05:37:43.289865Z","caller":"traceutil/trace.go:171","msg":"trace[218271661] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-h2d9q; range_end:; response_count:1; response_revision:18838; }","duration":"209.463697ms","start":"2026-03-31T05:37:43.08037Z","end":"2026-03-31T05:37:43.289833Z","steps":["trace[218271661] 'range keys from in-memory index tree' (duration: 207.871114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:43.289482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.40572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-31T05:37:43.290593Z","caller":"traceutil/trace.go:171","msg":"trace[513872095] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:18838; }","duration":"216.661504ms","start":"2026-03-31T05:37:43.073903Z","end":"2026-03-31T05:37:43.290564Z","steps":["trace[513872095] 'range keys from in-memory index tree' (duration: 215.110941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:44.712131Z","caller":"traceutil/trace.go:171","msg":"trace[400593736] linearizableReadLoop","detail":"{readStateIndex:19570; appliedIndex:19569; }","duration":"243.333724ms","start":"2026-03-31T05:37:44.468778Z","end":"2026-03-31T05:37:44.712111Z","steps":["trace[400593736] 'read index received' (duration: 243.153749ms)","trace[400593736] 'applied index is now lower than readState.Index' (duration: 179.225µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:44.712561Z","caller":"traceutil/trace.go:171","msg":"trace[120723807] transaction","detail":"{read_only:false; response_revision:18847; number_of_response:1; }","duration":"327.943407ms","start":"2026-03-31T05:37:44.384607Z","end":"2026-03-31T05:37:44.71255Z","steps":["trace[120723807] 'process raft request' (duration: 327.372751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:44.712666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:44.384572Z","time spent":"328.022209ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:44.71304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.248799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:37:44.713136Z","caller":"traceutil/trace.go:171","msg":"trace[1318351728] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:18847; }","duration":"244.356242ms","start":"2026-03-31T05:37:44.468742Z","end":"2026-03-31T05:37:44.713098Z","steps":["trace[1318351728] 'agreement among raft nodes before linearized reading' (duration: 244.162537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:50.372801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792656785,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:37:50.592415Z","caller":"traceutil/trace.go:171","msg":"trace[2069696076] transaction","detail":"{read_only:false; response_revision:18898; number_of_response:1; }","duration":"849.781616ms","start":"2026-03-31T05:37:49.742605Z","end":"2026-03-31T05:37:50.592386Z","steps":["trace[2069696076] 'process raft request' (duration: 849.632302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:50.592574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:49.742546Z","time spent":"849.944401ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:37:50.593275Z","caller":"traceutil/trace.go:171","msg":"trace[431562989] transaction","detail":"{read_only:false; response_revision:18899; number_of_response:1; }","duration":"664.775627ms","start":"2026-03-31T05:37:49.928473Z","end":"2026-03-31T05:37:50.593248Z","steps":["trace[431562989] 'process raft request' (duration: 664.611353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:50.593377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.733302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:37:50.593399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:49.928454Z","time spent":"664.8876ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:37:50.593429Z","caller":"traceutil/trace.go:171","msg":"trace[534574562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18899; }","duration":"722.830025ms","start":"2026-03-31T05:37:49.870587Z","end":"2026-03-31T05:37:50.593417Z","steps":["trace[534574562] 'agreement among raft nodes before linearized reading' (duration: 722.735342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:50.593475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:49.870572Z","time spent":"722.894676ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:37:50.593264Z","caller":"traceutil/trace.go:171","msg":"trace[2015361538] linearizableReadLoop","detail":"{readStateIndex:19623; appliedIndex:19621; }","duration":"722.610619ms","start":"2026-03-31T05:37:49.870624Z","end":"2026-03-31T05:37:50.593235Z","steps":["trace[2015361538] 'read index received' (duration: 721.618312ms)","trace[2015361538] 'applied index is now lower than readState.Index' (duration: 991.227µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:37:55.813656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.983797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:37:55.813815Z","caller":"traceutil/trace.go:171","msg":"trace[213920567] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:18931; }","duration":"133.204543ms","start":"2026-03-31T05:37:55.68058Z","end":"2026-03-31T05:37:55.813784Z","steps":["trace[213920567] 'count revisions from in-memory index tree' (duration: 132.875144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:57.168561Z","caller":"traceutil/trace.go:171","msg":"trace[543033270] transaction","detail":"{read_only:false; response_revision:18934; number_of_response:1; }","duration":"389.639784ms","start":"2026-03-31T05:37:56.778893Z","end":"2026-03-31T05:37:57.168533Z","steps":["trace[543033270] 'process raft request' (duration: 389.47665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:57.168721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:56.77886Z","time spent":"389.780988ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:57.941567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.285207ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:57.941679Z","caller":"traceutil/trace.go:171","msg":"trace[1518569972] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18934; }","duration":"659.39524ms","start":"2026-03-31T05:37:57.282257Z","end":"2026-03-31T05:37:57.941652Z","steps":["trace[1518569972] 'range keys from in-memory index tree' (duration: 659.271077ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:57.982475Z","caller":"traceutil/trace.go:171","msg":"trace[662772541] linearizableReadLoop","detail":"{readStateIndex:19660; appliedIndex:19658; }","duration":"1.101986191s","start":"2026-03-31T05:37:56.880463Z","end":"2026-03-31T05:37:57.982449Z","steps":["trace[662772541] 'read index received' (duration: 287.937413ms)","trace[662772541] 'applied index is now lower than readState.Index' (duration: 814.047728ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:57.982639Z","caller":"traceutil/trace.go:171","msg":"trace[1925229946] transaction","detail":"{read_only:false; response_revision:18935; number_of_response:1; }","duration":"1.142312095s","start":"2026-03-31T05:37:56.840269Z","end":"2026-03-31T05:37:57.982581Z","steps":["trace[1925229946] 'process raft request' (duration: 1.142026717s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:57.982699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102201398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T05:37:57.982731Z","caller":"traceutil/trace.go:171","msg":"trace[266509643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18935; }","duration":"1.102311581s","start":"2026-03-31T05:37:56.88041Z","end":"2026-03-31T05:37:57.982721Z","steps":["trace[266509643] 'agreement among raft nodes before linearized reading' (duration: 1.102153396s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:57.982755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:56.880392Z","time spent":"1.102357662s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:37:57.98281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:56.840244Z","time spent":"1.142485559s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:57.982999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043015599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-31T05:37:57.983058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.098062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-31T05:37:57.983086Z","caller":"traceutil/trace.go:171","msg":"trace[926103321] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:18935; }","duration":"501.196254ms","start":"2026-03-31T05:37:57.481882Z","end":"2026-03-31T05:37:57.983078Z","steps":["trace[926103321] 'agreement among raft nodes before linearized reading' (duration: 501.114252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:57.98309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.929278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-31T05:37:57.983102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:57.481839Z","time spent":"501.259346ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"info","ts":"2026-03-31T05:37:57.983098Z","caller":"traceutil/trace.go:171","msg":"trace[374320870] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:18935; }","duration":"1.043159363s","start":"2026-03-31T05:37:56.939911Z","end":"2026-03-31T05:37:57.98307Z","steps":["trace[374320870] 'agreement among raft nodes before linearized reading' (duration: 1.042934747s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:57.983115Z","caller":"traceutil/trace.go:171","msg":"trace[1499476224] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18935; }","duration":"896.03262ms","start":"2026-03-31T05:37:57.087073Z","end":"2026-03-31T05:37:57.983105Z","steps":["trace[1499476224] 'agreement among raft nodes before linearized reading' (duration: 895.978179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:57.983139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:57.087041Z","time spent":"896.092322ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-31T05:37:57.983147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:56.939892Z","time spent":"1.043244335s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:37:57.983132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.010667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T05:37:57.983196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.594929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:37:57.983221Z","caller":"traceutil/trace.go:171","msg":"trace[548768336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18935; }","duration":"867.174282ms","start":"2026-03-31T05:37:57.116021Z","end":"2026-03-31T05:37:57.983195Z","steps":["trace[548768336] 'agreement among raft nodes before linearized reading' (duration: 866.915585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:57.983265Z","caller":"traceutil/trace.go:171","msg":"trace[787238777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18935; }","duration":"872.688972ms","start":"2026-03-31T05:37:57.110558Z","end":"2026-03-31T05:37:57.983247Z","steps":["trace[787238777] 'agreement among raft nodes before linearized reading' (duration: 872.459456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:57.983306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:57.110545Z","time spent":"872.752923ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:37:57.983225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.421246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:37:57.98336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.552599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" ","response":"range_response_count:1 size:9797"} {"level":"warn","ts":"2026-03-31T05:37:57.983268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:57.11601Z","time spent":"867.249533ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:37:57.983369Z","caller":"traceutil/trace.go:171","msg":"trace[555600568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18935; }","duration":"111.600681ms","start":"2026-03-31T05:37:57.87176Z","end":"2026-03-31T05:37:57.983361Z","steps":["trace[555600568] 'agreement among raft nodes before linearized reading' (duration: 111.443957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:57.983388Z","caller":"traceutil/trace.go:171","msg":"trace[2026207818] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jfqq5; range_end:; response_count:1; response_revision:18935; }","duration":"785.619832ms","start":"2026-03-31T05:37:57.197759Z","end":"2026-03-31T05:37:57.983379Z","steps":["trace[2026207818] 'agreement among raft nodes before linearized reading' (duration: 785.531979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:57.983416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:57.197733Z","time spent":"785.676433ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" "} {"level":"warn","ts":"2026-03-31T05:37:57.98303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.879086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-31T05:37:57.983557Z","caller":"traceutil/trace.go:171","msg":"trace[333301826] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18935; }","duration":"896.471282ms","start":"2026-03-31T05:37:57.087079Z","end":"2026-03-31T05:37:57.98355Z","steps":["trace[333301826] 'agreement among raft nodes before linearized reading' (duration: 895.859696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:57.983581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:57.087062Z","time spent":"896.511553ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-31T05:37:57.983837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.003249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:37:57.983867Z","caller":"traceutil/trace.go:171","msg":"trace[46917833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18935; }","duration":"930.060531ms","start":"2026-03-31T05:37:57.053797Z","end":"2026-03-31T05:37:57.983857Z","steps":["trace[46917833] 'agreement among raft nodes before linearized reading' (duration: 929.997029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:57.983885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:57.05378Z","time spent":"930.100361ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:37:57.984058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.285222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:57.984091Z","caller":"traceutil/trace.go:171","msg":"trace[1180887838] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:18935; }","duration":"838.359293ms","start":"2026-03-31T05:37:57.145722Z","end":"2026-03-31T05:37:57.984082Z","steps":["trace[1180887838] 'agreement among raft nodes before linearized reading' (duration: 838.300421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:57.984115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:57.145702Z","time spent":"838.405925ms","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:37:57.984206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.585693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-31T05:37:57.984247Z","caller":"traceutil/trace.go:171","msg":"trace[842626075] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18935; }","duration":"848.669055ms","start":"2026-03-31T05:37:57.135564Z","end":"2026-03-31T05:37:57.984233Z","steps":["trace[842626075] 'agreement among raft nodes before linearized reading' (duration: 848.552192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:57.984268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:57.135544Z","time spent":"848.718407ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:37:57.984525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.112522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:37:57.984555Z","caller":"traceutil/trace.go:171","msg":"trace[1356180725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18935; }","duration":"998.186864ms","start":"2026-03-31T05:37:56.98636Z","end":"2026-03-31T05:37:57.984547Z","steps":["trace[1356180725] 'agreement among raft nodes before linearized reading' (duration: 998.087131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:57.984574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:56.986337Z","time spent":"998.232235ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:37:57.985011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.634189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:37:57.985146Z","caller":"traceutil/trace.go:171","msg":"trace[316054841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18935; }","duration":"437.690868ms","start":"2026-03-31T05:37:57.547389Z","end":"2026-03-31T05:37:57.98508Z","steps":["trace[316054841] 'agreement among raft nodes before linearized reading' (duration: 436.108815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:57.98525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:57.547363Z","time spent":"437.820831ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:37:57.986159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.815597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:37:57.986202Z","caller":"traceutil/trace.go:171","msg":"trace[1145668219] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18935; }","duration":"909.934331ms","start":"2026-03-31T05:37:57.076256Z","end":"2026-03-31T05:37:57.986191Z","steps":["trace[1145668219] 'agreement among raft nodes before linearized reading' (duration: 909.753426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:57.98635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:57.076219Z","time spent":"910.122536ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:37:58.481292Z","caller":"traceutil/trace.go:171","msg":"trace[1640180149] transaction","detail":"{read_only:false; response_revision:18937; number_of_response:1; }","duration":"491.92396ms","start":"2026-03-31T05:37:57.989342Z","end":"2026-03-31T05:37:58.481266Z","steps":["trace[1640180149] 'process raft request' (duration: 491.851168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:58.481329Z","caller":"traceutil/trace.go:171","msg":"trace[1703503295] transaction","detail":"{read_only:false; response_revision:18936; number_of_response:1; }","duration":"492.249629ms","start":"2026-03-31T05:37:57.989045Z","end":"2026-03-31T05:37:58.481295Z","steps":["trace[1703503295] 'process raft request' (duration: 492.005642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:58.481426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:57.989329Z","time spent":"492.029263ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:58.48147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:57.989022Z","time spent":"492.379103ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:37:58.481592Z","caller":"traceutil/trace.go:171","msg":"trace[296621730] transaction","detail":"{read_only:false; response_revision:18939; number_of_response:1; }","duration":"491.796177ms","start":"2026-03-31T05:37:57.989785Z","end":"2026-03-31T05:37:58.481581Z","steps":["trace[296621730] 'process raft request' (duration: 491.621802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:58.481614Z","caller":"traceutil/trace.go:171","msg":"trace[2096877694] transaction","detail":"{read_only:false; response_revision:18938; number_of_response:1; }","duration":"491.839768ms","start":"2026-03-31T05:37:57.989723Z","end":"2026-03-31T05:37:58.481562Z","steps":["trace[2096877694] 'process raft request' (duration: 491.508029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:58.481648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:57.989764Z","time spent":"491.858299ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:37:58.481628Z","caller":"traceutil/trace.go:171","msg":"trace[1388506043] transaction","detail":"{read_only:false; response_revision:18940; number_of_response:1; }","duration":"489.809752ms","start":"2026-03-31T05:37:57.991791Z","end":"2026-03-31T05:37:58.481601Z","steps":["trace[1388506043] 'process raft request' (duration: 489.72008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:58.481714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:57.98971Z","time spent":"491.952141ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:37:58.481711Z","caller":"traceutil/trace.go:171","msg":"trace[1108267401] linearizableReadLoop","detail":"{readStateIndex:19667; appliedIndex:19661; }","duration":"450.529828ms","start":"2026-03-31T05:37:58.031152Z","end":"2026-03-31T05:37:58.481682Z","steps":["trace[1108267401] 'read index received' (duration: 449.917362ms)","trace[1108267401] 'applied index is now lower than readState.Index' (duration: 611.366µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:37:58.481777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:57.99178Z","time spent":"489.922836ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:37:58.481906Z","caller":"traceutil/trace.go:171","msg":"trace[2005322382] transaction","detail":"{read_only:false; response_revision:18941; number_of_response:1; }","duration":"476.335344ms","start":"2026-03-31T05:37:58.00556Z","end":"2026-03-31T05:37:58.481895Z","steps":["trace[2005322382] 'process raft request' (duration: 476.000145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:58.481954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:58.005538Z","time spent":"476.390155ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:58.482191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.324641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:37:58.482224Z","caller":"traceutil/trace.go:171","msg":"trace[289634290] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18941; }","duration":"492.389483ms","start":"2026-03-31T05:37:57.989825Z","end":"2026-03-31T05:37:58.482215Z","steps":["trace[289634290] 'agreement among raft nodes before linearized reading' (duration: 492.26992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:58.48226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:57.989807Z","time spent":"492.440204ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:37:58.482803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.6771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:915652"} {"level":"info","ts":"2026-03-31T05:37:58.482882Z","caller":"traceutil/trace.go:171","msg":"trace[2135989878] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:18941; }","duration":"492.781154ms","start":"2026-03-31T05:37:57.990085Z","end":"2026-03-31T05:37:58.482866Z","steps":["trace[2135989878] 'agreement among raft nodes before linearized reading' (duration: 491.722815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:58.482899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.64221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:915652"} {"level":"warn","ts":"2026-03-31T05:37:58.48293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:57.990078Z","time spent":"492.840075ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":915675,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:37:58.483017Z","caller":"traceutil/trace.go:171","msg":"trace[1916417305] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:18941; }","duration":"492.721562ms","start":"2026-03-31T05:37:57.990223Z","end":"2026-03-31T05:37:58.482944Z","steps":["trace[1916417305] 'agreement among raft nodes before linearized reading' (duration: 491.500779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:58.48314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:57.990212Z","time spent":"492.907267ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":915675,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:37:58.982814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792656918,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:37:59.483931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792656918,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:37:59.984706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792656918,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:38:00.020626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.533002237s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:38:00.203149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.204811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:38:00.203242Z","caller":"traceutil/trace.go:171","msg":"trace[463152713] transaction","detail":"{read_only:false; response_revision:18942; number_of_response:1; }","duration":"2.171292299s","start":"2026-03-31T05:37:58.031932Z","end":"2026-03-31T05:38:00.203224Z","steps":["trace[463152713] 'process raft request' (duration: 1.988942434s)","trace[463152713] 'compare' (duration: 181.858651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:38:00.203288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:58.03191Z","time spent":"2.17135576s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:38:01.869114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000221251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:38:01.869274Z","caller":"traceutil/trace.go:171","msg":"trace[1124871762] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000433467s","start":"2026-03-31T05:37:59.868818Z","end":"2026-03-31T05:38:01.869252Z","steps":["trace[1124871762] 'agreement among raft nodes before linearized reading' (duration: 2.000249822s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:01.869368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:59.868797Z","time spent":"2.00055673s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:38:02.453117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.318606768s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:38:02.45405Z","caller":"traceutil/trace.go:171","msg":"trace[1144170275] transaction","detail":"{read_only:false; response_revision:18944; number_of_response:1; }","duration":"3.68726087s","start":"2026-03-31T05:37:58.766747Z","end":"2026-03-31T05:38:02.454008Z","steps":["trace[1144170275] 'process raft request' (duration: 3.687157317s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:02.454395Z","caller":"traceutil/trace.go:171","msg":"trace[1533390158] transaction","detail":"{read_only:false; response_revision:18945; number_of_response:1; }","duration":"3.279425839s","start":"2026-03-31T05:37:59.174939Z","end":"2026-03-31T05:38:02.454365Z","steps":["trace[1533390158] 'process raft request' (duration: 3.279019298s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.454598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:59.174912Z","time spent":"3.279543172s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:38:02.454754Z","caller":"traceutil/trace.go:171","msg":"trace[1297852417] transaction","detail":"{read_only:false; response_revision:18943; number_of_response:1; }","duration":"3.770107435s","start":"2026-03-31T05:37:58.6846Z","end":"2026-03-31T05:38:02.454707Z","steps":["trace[1297852417] 'process raft request' (duration: 3.769066497s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.454958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:58.68458Z","time spent":"3.77027026s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:38:02.455072Z","caller":"traceutil/trace.go:171","msg":"trace[2002015507] transaction","detail":"{read_only:false; response_revision:18947; number_of_response:1; }","duration":"2.449323511s","start":"2026-03-31T05:38:00.005738Z","end":"2026-03-31T05:38:02.455062Z","steps":["trace[2002015507] 'process raft request' (duration: 2.449180467s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:02.455071Z","caller":"traceutil/trace.go:171","msg":"trace[1562681535] transaction","detail":"{read_only:false; response_revision:18946; number_of_response:1; }","duration":"2.690162607s","start":"2026-03-31T05:37:59.76489Z","end":"2026-03-31T05:38:02.455053Z","steps":["trace[1562681535] 'process raft request' (duration: 2.689368685s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.455151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:00.005719Z","time spent":"2.449381812s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:38:02.455158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:59.764868Z","time spent":"2.690248549s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:38:02.455299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.167786869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:38:02.455399Z","caller":"traceutil/trace.go:171","msg":"trace[45804677] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:18947; }","duration":"4.167930943s","start":"2026-03-31T05:37:58.28745Z","end":"2026-03-31T05:38:02.455381Z","steps":["trace[45804677] 'agreement among raft nodes before linearized reading' (duration: 4.167788009s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.455473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:58.287429Z","time spent":"4.168030235s","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:38:02.454321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:58.766716Z","time spent":"3.687471036s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:38:02.45533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.147481303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:38:02.456407Z","caller":"traceutil/trace.go:171","msg":"trace[1468531961] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:18947; }","duration":"4.148671956s","start":"2026-03-31T05:37:58.307709Z","end":"2026-03-31T05:38:02.456381Z","steps":["trace[1468531961] 'agreement among raft nodes before linearized reading' (duration: 4.147411722s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.456477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:58.307694Z","time spent":"4.148762248s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:38:02.45508Z","caller":"traceutil/trace.go:171","msg":"trace[1237591877] linearizableReadLoop","detail":"{readStateIndex:19672; appliedIndex:19667; }","duration":"3.973269091s","start":"2026-03-31T05:37:58.481788Z","end":"2026-03-31T05:38:02.455057Z","steps":["trace[1237591877] 'read index received' (duration: 1.539046363s)","trace[1237591877] 'applied index is now lower than readState.Index' (duration: 2.434221178s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:38:02.773788Z","caller":"traceutil/trace.go:171","msg":"trace[389436432] transaction","detail":"{read_only:false; response_revision:18948; number_of_response:1; }","duration":"1.87030048s","start":"2026-03-31T05:38:00.903448Z","end":"2026-03-31T05:38:02.773748Z","steps":["trace[389436432] 'process raft request' (duration: 1.82495529s)","trace[389436432] 'compare' (duration: 44.907208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:38:02.774134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:00.903424Z","time spent":"1.870603879s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:38:03.045383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000052718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:38:03.045458Z","caller":"traceutil/trace.go:171","msg":"trace[435628898] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000177141s","start":"2026-03-31T05:38:01.045257Z","end":"2026-03-31T05:38:03.045434Z","steps":["trace[435628898] 'agreement among raft nodes before linearized reading' (duration: 2.000081729s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:03.045489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:01.045238Z","time spent":"2.000244613s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:38:03.068564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.76209ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:38:03.068708Z","caller":"traceutil/trace.go:171","msg":"trace[474904282] linearizableReadLoop","detail":"{readStateIndex:19675; appliedIndex:19673; }","duration":"612.043085ms","start":"2026-03-31T05:38:02.456627Z","end":"2026-03-31T05:38:03.06867Z","steps":["trace[474904282] 'read index received' (duration: 271.620287ms)","trace[474904282] 'applied index is now lower than readState.Index' (duration: 340.420628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:38:03.069011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581911078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T05:38:03.06907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.021105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:38:03.069102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774781122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-31T05:38:03.069128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.315527845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:38:03.069135Z","caller":"traceutil/trace.go:171","msg":"trace[750775215] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18948; }","duration":"529.118297ms","start":"2026-03-31T05:38:02.539999Z","end":"2026-03-31T05:38:03.069117Z","steps":["trace[750775215] 'agreement among raft nodes before linearized reading' (duration: 528.999774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:03.069147Z","caller":"traceutil/trace.go:171","msg":"trace[1809340156] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18948; }","duration":"2.774854024s","start":"2026-03-31T05:38:00.294275Z","end":"2026-03-31T05:38:03.069129Z","steps":["trace[1809340156] 'agreement among raft nodes before linearized reading' (duration: 2.774774231s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:03.069141Z","caller":"traceutil/trace.go:171","msg":"trace[1793401498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18948; }","duration":"2.582047392s","start":"2026-03-31T05:38:00.487044Z","end":"2026-03-31T05:38:03.069091Z","steps":["trace[1793401498] 'agreement among raft nodes before linearized reading' (duration: 2.581822025s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:03.069189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:02.539981Z","time spent":"529.19204ms","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:38:03.069227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:00.487022Z","time spent":"2.582194986s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:38:03.069301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.773963491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:38:03.069318Z","caller":"traceutil/trace.go:171","msg":"trace[1161193144] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:18948; }","duration":"3.774050674s","start":"2026-03-31T05:37:59.295264Z","end":"2026-03-31T05:38:03.069314Z","steps":["trace[1161193144] 'agreement among raft nodes before linearized reading' (duration: 3.773961841s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:03.069334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:59.295226Z","time spent":"3.774103945s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":129,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:38:03.069337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936124443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:38:03.069363Z","caller":"traceutil/trace.go:171","msg":"trace[1100226544] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18948; }","duration":"2.936147964s","start":"2026-03-31T05:38:00.133207Z","end":"2026-03-31T05:38:03.069355Z","steps":["trace[1100226544] 'agreement among raft nodes before linearized reading' (duration: 2.936079852s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:03.069397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:00.13316Z","time spent":"2.936231156s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:38:03.069591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082141724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-31T05:38:03.069602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082154944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-31T05:38:03.069629Z","caller":"traceutil/trace.go:171","msg":"trace[836242426] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18948; }","duration":"3.082213386s","start":"2026-03-31T05:37:59.987408Z","end":"2026-03-31T05:38:03.069622Z","steps":["trace[836242426] 'agreement among raft nodes before linearized reading' (duration: 3.082137234s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:03.069624Z","caller":"traceutil/trace.go:171","msg":"trace[495980154] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18948; }","duration":"3.082207176s","start":"2026-03-31T05:37:59.987408Z","end":"2026-03-31T05:38:03.069616Z","steps":["trace[495980154] 'agreement among raft nodes before linearized reading' (duration: 3.082115323s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:03.069648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:59.987393Z","time spent":"3.082250428s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-31T05:38:03.069079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.585391848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18826"} {"level":"warn","ts":"2026-03-31T05:38:03.069185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:00.294251Z","time spent":"2.774926786s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T05:38:03.069749Z","caller":"traceutil/trace.go:171","msg":"trace[824223162] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18948; }","duration":"4.586079517s","start":"2026-03-31T05:37:58.483652Z","end":"2026-03-31T05:38:03.069731Z","steps":["trace[824223162] 'agreement among raft nodes before linearized reading' (duration: 4.585285045s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:03.069809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:58.483636Z","time spent":"4.586154429s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18849,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:38:03.069696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582557456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:38:03.069851Z","caller":"traceutil/trace.go:171","msg":"trace[1496176849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18948; }","duration":"2.5827234s","start":"2026-03-31T05:38:00.487122Z","end":"2026-03-31T05:38:03.069845Z","steps":["trace[1496176849] 'agreement among raft nodes before linearized reading' (duration: 2.582511484s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:03.069848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644347942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-6f98b64b95-sfld4\" ","response":"range_response_count:1 size:12536"} {"level":"warn","ts":"2026-03-31T05:38:03.069873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:00.487118Z","time spent":"2.582747241s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:38:03.06988Z","caller":"traceutil/trace.go:171","msg":"trace[620529020] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-6f98b64b95-sfld4; range_end:; response_count:1; response_revision:18948; }","duration":"1.644419654s","start":"2026-03-31T05:38:01.425452Z","end":"2026-03-31T05:38:03.069872Z","steps":["trace[620529020] 'agreement among raft nodes before linearized reading' (duration: 1.644348332s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:03.069901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:01.425414Z","time spent":"1.644482456s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":12559,"request content":"key:\"/registry/pods/openstack/neutron-server-6f98b64b95-sfld4\" "} {"level":"warn","ts":"2026-03-31T05:38:03.069735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200017002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:38:03.069687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:59.987371Z","time spent":"3.082300328s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-31T05:38:03.069968Z","caller":"traceutil/trace.go:171","msg":"trace[322302047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18948; }","duration":"1.200268299s","start":"2026-03-31T05:38:01.869693Z","end":"2026-03-31T05:38:03.069961Z","steps":["trace[322302047] 'agreement among raft nodes before linearized reading' (duration: 1.200023263s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:03.069995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:01.86968Z","time spent":"1.20031163s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:38:03.070094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64537575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417126"} {"level":"info","ts":"2026-03-31T05:38:03.070123Z","caller":"traceutil/trace.go:171","msg":"trace[1338565844] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:18948; }","duration":"1.645446612s","start":"2026-03-31T05:38:01.424668Z","end":"2026-03-31T05:38:03.070114Z","steps":["trace[1338565844] 'agreement among raft nodes before linearized reading' (duration: 1.645322058s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:03.070142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:01.424645Z","time spent":"1.645492183s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417149,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T05:38:03.069215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.693616474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:38:03.070185Z","caller":"traceutil/trace.go:171","msg":"trace[271544961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18948; }","duration":"3.69457679s","start":"2026-03-31T05:37:59.375591Z","end":"2026-03-31T05:38:03.070168Z","steps":["trace[271544961] 'agreement among raft nodes before linearized reading' (duration: 3.693604923s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:03.069164Z","caller":"traceutil/trace.go:171","msg":"trace[1274072228] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:18948; }","duration":"3.315596118s","start":"2026-03-31T05:37:59.753555Z","end":"2026-03-31T05:38:03.069151Z","steps":["trace[1274072228] 'agreement among raft nodes before linearized reading' (duration: 3.315552497s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:03.070249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:59.375531Z","time spent":"3.694699484s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:38:03.070273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:59.753532Z","time spent":"3.316731519s","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:38:03.070317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.245958124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-31T05:38:03.070339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566530688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" ","response":"range_response_count:1 size:9797"} {"level":"warn","ts":"2026-03-31T05:38:03.069008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.58198115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:38:03.070359Z","caller":"traceutil/trace.go:171","msg":"trace[2015754191] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jfqq5; range_end:; response_count:1; response_revision:18948; }","duration":"2.566562358s","start":"2026-03-31T05:38:00.50379Z","end":"2026-03-31T05:38:03.070353Z","steps":["trace[2015754191] 'agreement among raft nodes before linearized reading' (duration: 2.566503906s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:03.07036Z","caller":"traceutil/trace.go:171","msg":"trace[686660481] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18948; }","duration":"3.246026945s","start":"2026-03-31T05:37:59.824322Z","end":"2026-03-31T05:38:03.070349Z","steps":["trace[686660481] 'agreement among raft nodes before linearized reading' (duration: 3.244554175s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:03.070376Z","caller":"traceutil/trace.go:171","msg":"trace[1444060379] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18948; }","duration":"2.583391298s","start":"2026-03-31T05:38:00.486976Z","end":"2026-03-31T05:38:03.070368Z","steps":["trace[1444060379] 'agreement among raft nodes before linearized reading' (duration: 2.581938209s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:03.070382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:00.503784Z","time spent":"2.566594129s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" "} {"level":"warn","ts":"2026-03-31T05:38:03.070389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:59.824309Z","time spent":"3.246074007s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:38:03.070461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583362908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-31T05:38:03.069267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86180692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-31T05:38:03.07203Z","caller":"traceutil/trace.go:171","msg":"trace[1634612093] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:18948; }","duration":"2.864597687s","start":"2026-03-31T05:38:00.20742Z","end":"2026-03-31T05:38:03.072017Z","steps":["trace[1634612093] 'agreement among raft nodes before linearized reading' (duration: 2.86178654s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:03.072121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:00.207399Z","time spent":"2.86471038s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:38:03.070399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:00.486957Z","time spent":"2.583435649s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:38:03.070494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567030931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-31T05:38:03.070551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582417211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-31T05:38:03.070592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583414719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:38:03.07236Z","caller":"traceutil/trace.go:171","msg":"trace[2111968388] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:18948; }","duration":"2.568892292s","start":"2026-03-31T05:38:00.503458Z","end":"2026-03-31T05:38:03.07235Z","steps":["trace[2111968388] 'agreement among raft nodes before linearized reading' (duration: 2.56699519s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:03.072396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:00.503419Z","time spent":"2.568968004s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"info","ts":"2026-03-31T05:38:03.072364Z","caller":"traceutil/trace.go:171","msg":"trace[1801398587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18948; }","duration":"2.585187478s","start":"2026-03-31T05:38:00.487166Z","end":"2026-03-31T05:38:03.072354Z","steps":["trace[1801398587] 'agreement among raft nodes before linearized reading' (duration: 2.583395699s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:03.072488Z","caller":"traceutil/trace.go:171","msg":"trace[2073573851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18948; }","duration":"2.584299373s","start":"2026-03-31T05:38:00.488117Z","end":"2026-03-31T05:38:03.072417Z","steps":["trace[2073573851] 'agreement among raft nodes before linearized reading' (duration: 2.582397701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:03.072658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:00.488108Z","time spent":"2.584486308s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:38:03.072551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:00.487163Z","time spent":"2.585358622s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:38:03.071911Z","caller":"traceutil/trace.go:171","msg":"trace[1103787750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18948; }","duration":"2.584819677s","start":"2026-03-31T05:38:00.487081Z","end":"2026-03-31T05:38:03.071901Z","steps":["trace[1103787750] 'agreement among raft nodes before linearized reading' (duration: 2.582745261s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:03.0786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:00.487073Z","time spent":"2.591465549s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:38:07.917641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.181225ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:38:07.917788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.748083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-03-31T05:38:07.917857Z","caller":"traceutil/trace.go:171","msg":"trace[165292954] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jfqq5; range_end:; response_count:1; response_revision:18991; }","duration":"744.859076ms","start":"2026-03-31T05:38:07.172981Z","end":"2026-03-31T05:38:07.91784Z","steps":["trace[165292954] 'range keys from in-memory index tree' (duration: 744.553067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:07.917916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:07.172959Z","time spent":"744.943708ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jfqq5\" "} {"level":"warn","ts":"2026-03-31T05:38:07.917941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.778292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-31T05:38:07.918247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.621159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:38:07.918259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.788133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:38:07.91832Z","caller":"traceutil/trace.go:171","msg":"trace[530853576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18991; }","duration":"763.839215ms","start":"2026-03-31T05:38:07.154463Z","end":"2026-03-31T05:38:07.918303Z","steps":["trace[530853576] 'range keys from in-memory index tree' (duration: 763.430033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:07.918322Z","caller":"traceutil/trace.go:171","msg":"trace[632835350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18991; }","duration":"763.903776ms","start":"2026-03-31T05:38:07.154405Z","end":"2026-03-31T05:38:07.918309Z","steps":["trace[632835350] 'range keys from in-memory index tree' (duration: 763.547727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:07.918354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:07.154437Z","time spent":"763.910446ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:38:07.918362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:07.154384Z","time spent":"763.968128ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:38:07.918258Z","caller":"traceutil/trace.go:171","msg":"trace[1641697] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:18991; }","duration":"742.062119ms","start":"2026-03-31T05:38:07.17613Z","end":"2026-03-31T05:38:07.918192Z","steps":["trace[1641697] 'range keys from in-memory index tree' (duration: 741.617947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:07.918512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.038506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:38:07.918558Z","caller":"traceutil/trace.go:171","msg":"trace[165588338] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18991; }","duration":"777.112228ms","start":"2026-03-31T05:38:07.141436Z","end":"2026-03-31T05:38:07.918548Z","steps":["trace[165588338] 'range keys from in-memory index tree' (duration: 776.905181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:07.9186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:07.141415Z","time spent":"777.176709ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:38:07.918743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.032906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:38:07.918803Z","caller":"traceutil/trace.go:171","msg":"trace[38417344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18991; }","duration":"777.102537ms","start":"2026-03-31T05:38:07.141685Z","end":"2026-03-31T05:38:07.918787Z","steps":["trace[38417344] 'range keys from in-memory index tree' (duration: 776.936253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:07.918841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:07.141678Z","time spent":"777.152099ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:38:07.917812Z","caller":"traceutil/trace.go:171","msg":"trace[1784834723] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18991; }","duration":"636.36633ms","start":"2026-03-31T05:38:07.281426Z","end":"2026-03-31T05:38:07.917792Z","steps":["trace[1784834723] 'range keys from in-memory index tree' (duration: 636.162005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:07.918407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.500676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:38:07.919112Z","caller":"traceutil/trace.go:171","msg":"trace[1491130732] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:18991; }","duration":"576.264167ms","start":"2026-03-31T05:38:07.342831Z","end":"2026-03-31T05:38:07.919095Z","steps":["trace[1491130732] 'count revisions from in-memory index tree' (duration: 575.399533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:07.919172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:07.342814Z","time spent":"576.338459ms","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:38:07.919178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:07.176117Z","time spent":"742.384429ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"warn","ts":"2026-03-31T05:38:07.919422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.337545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:38:07.919494Z","caller":"traceutil/trace.go:171","msg":"trace[328927447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18991; }","duration":"769.460728ms","start":"2026-03-31T05:38:07.150018Z","end":"2026-03-31T05:38:07.919479Z","steps":["trace[328927447] 'range keys from in-memory index tree' (duration: 769.106709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:07.919526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:07.149991Z","time spent":"769.52728ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:38:09.73843Z","caller":"traceutil/trace.go:171","msg":"trace[1006238561] transaction","detail":"{read_only:false; response_revision:19005; number_of_response:1; }","duration":"130.341534ms","start":"2026-03-31T05:38:09.608066Z","end":"2026-03-31T05:38:09.738408Z","steps":["trace[1006238561] 'process raft request' (duration: 130.148909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:11.886643Z","caller":"traceutil/trace.go:171","msg":"trace[243322549] transaction","detail":"{read_only:false; response_revision:19020; number_of_response:1; }","duration":"310.48119ms","start":"2026-03-31T05:38:11.576121Z","end":"2026-03-31T05:38:11.886602Z","steps":["trace[243322549] 'process raft request' (duration: 310.177582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:11.886829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:11.576101Z","time spent":"310.630163ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15861,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:38:22.659355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.129768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-31T05:38:22.659438Z","caller":"traceutil/trace.go:171","msg":"trace[26828943] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lzttz; range_end:; response_count:1; response_revision:19200; }","duration":"465.257992ms","start":"2026-03-31T05:38:22.194161Z","end":"2026-03-31T05:38:22.659419Z","steps":["trace[26828943] 'range keys from in-memory index tree' (duration: 464.951163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:22.659471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:22.194141Z","time spent":"465.321323ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lzttz\" "} {"level":"warn","ts":"2026-03-31T05:38:22.65948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.109674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70cd6781-d9b8-44cd-9105-b8e9b30874cf\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-31T05:38:22.659555Z","caller":"traceutil/trace.go:171","msg":"trace[1076295964] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-70cd6781-d9b8-44cd-9105-b8e9b30874cf; range_end:; response_count:1; response_revision:19200; }","duration":"252.240797ms","start":"2026-03-31T05:38:22.407297Z","end":"2026-03-31T05:38:22.659537Z","steps":["trace[1076295964] 'range keys from in-memory index tree' (duration: 251.748654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:25.166606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.345334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:38:25.166676Z","caller":"traceutil/trace.go:171","msg":"trace[1015794386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19216; }","duration":"265.452427ms","start":"2026-03-31T05:38:24.901207Z","end":"2026-03-31T05:38:25.166659Z","steps":["trace[1015794386] 'range keys from in-memory index tree' (duration: 265.281762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:25.167231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.931034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:38:25.167309Z","caller":"traceutil/trace.go:171","msg":"trace[1854735683] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:19216; }","duration":"242.057768ms","start":"2026-03-31T05:38:24.92523Z","end":"2026-03-31T05:38:25.167287Z","steps":["trace[1854735683] 'count revisions from in-memory index tree' (duration: 241.77622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:25.167447Z","caller":"traceutil/trace.go:171","msg":"trace[423819733] transaction","detail":"{read_only:false; response_revision:19217; number_of_response:1; }","duration":"148.845109ms","start":"2026-03-31T05:38:25.018589Z","end":"2026-03-31T05:38:25.167434Z","steps":["trace[423819733] 'process raft request' (duration: 147.470931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:30.170615Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":20006,"local-member-snapshot-index":10005,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T05:38:30.176531Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20006} {"level":"info","ts":"2026-03-31T05:38:30.17666Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15006} {"level":"info","ts":"2026-03-31T05:38:52.372223Z","caller":"traceutil/trace.go:171","msg":"trace[1734658620] transaction","detail":"{read_only:false; response_revision:19424; number_of_response:1; }","duration":"102.760569ms","start":"2026-03-31T05:38:52.269429Z","end":"2026-03-31T05:38:52.37219Z","steps":["trace[1734658620] 'process raft request' (duration: 102.263986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:39:57.375636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.906857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:39:57.376331Z","caller":"traceutil/trace.go:171","msg":"trace[642986190] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:20076; }","duration":"102.640806ms","start":"2026-03-31T05:39:57.273672Z","end":"2026-03-31T05:39:57.376312Z","steps":["trace[642986190] 'count revisions from in-memory index tree' (duration: 101.830575ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:13.286669Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17886} {"level":"info","ts":"2026-03-31T05:40:13.383492Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17886,"took":"92.652804ms","hash":3774136515,"current-db-size-bytes":52740096,"current-db-size":"53 MB","current-db-size-in-use-bytes":34004992,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T05:40:13.383551Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3774136515,"revision":17886,"compact-revision":15236} {"level":"warn","ts":"2026-03-31T05:40:40.608484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792661092,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:40:41.088737Z","caller":"traceutil/trace.go:171","msg":"trace[1954923577] transaction","detail":"{read_only:false; response_revision:20362; number_of_response:1; }","duration":"986.427542ms","start":"2026-03-31T05:40:40.102284Z","end":"2026-03-31T05:40:41.088712Z","steps":["trace[1954923577] 'process raft request' (duration: 986.255497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:41.088899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:40.102257Z","time spent":"986.577126ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:40:41.128684Z","caller":"traceutil/trace.go:171","msg":"trace[889440671] linearizableReadLoop","detail":"{readStateIndex:21135; appliedIndex:21133; }","duration":"1.02108043s","start":"2026-03-31T05:40:40.107577Z","end":"2026-03-31T05:40:41.128657Z","steps":["trace[889440671] 'read index received' (duration: 980.988164ms)","trace[889440671] 'applied index is now lower than readState.Index' (duration: 40.091196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:40:41.128852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021264504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:40:41.128887Z","caller":"traceutil/trace.go:171","msg":"trace[532191380] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:20363; }","duration":"1.021308666s","start":"2026-03-31T05:40:40.107563Z","end":"2026-03-31T05:40:41.128872Z","steps":["trace[532191380] 'agreement among raft nodes before linearized reading' (duration: 1.021211923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:41.128915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:40.107509Z","time spent":"1.021396999s","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:40:41.128968Z","caller":"traceutil/trace.go:171","msg":"trace[80147295] transaction","detail":"{read_only:false; response_revision:20363; number_of_response:1; }","duration":"831.693501ms","start":"2026-03-31T05:40:40.297098Z","end":"2026-03-31T05:40:41.128791Z","steps":["trace[80147295] 'process raft request' (duration: 831.450635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:41.129138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.12617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:40:41.129164Z","caller":"traceutil/trace.go:171","msg":"trace[455589323] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:20363; }","duration":"438.196562ms","start":"2026-03-31T05:40:40.690962Z","end":"2026-03-31T05:40:41.129158Z","steps":["trace[455589323] 'agreement among raft nodes before linearized reading' (duration: 438.15271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:41.129193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:40.690939Z","time spent":"438.237413ms","remote":"127.0.0.1:35128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:40:41.129223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:40.29707Z","time spent":"831.977138ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:40:41.129515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.269424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6652"} {"level":"info","ts":"2026-03-31T05:40:41.129557Z","caller":"traceutil/trace.go:171","msg":"trace[1723895974] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:20363; }","duration":"114.319635ms","start":"2026-03-31T05:40:41.015231Z","end":"2026-03-31T05:40:41.12955Z","steps":["trace[1723895974] 'agreement among raft nodes before linearized reading' (duration: 114.215012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:41.12962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.480787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:40:41.129639Z","caller":"traceutil/trace.go:171","msg":"trace[982504434] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20363; }","duration":"115.525339ms","start":"2026-03-31T05:40:41.014108Z","end":"2026-03-31T05:40:41.129633Z","steps":["trace[982504434] 'agreement among raft nodes before linearized reading' (duration: 115.497128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:41.129784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.076376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:40:41.129805Z","caller":"traceutil/trace.go:171","msg":"trace[1391257139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20363; }","duration":"202.142337ms","start":"2026-03-31T05:40:40.927658Z","end":"2026-03-31T05:40:41.1298Z","steps":["trace[1391257139] 'agreement among raft nodes before linearized reading' (duration: 202.084946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:41.129869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.608746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:40:41.129887Z","caller":"traceutil/trace.go:171","msg":"trace[1834094698] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:20363; }","duration":"211.657377ms","start":"2026-03-31T05:40:40.918225Z","end":"2026-03-31T05:40:41.129883Z","steps":["trace[1834094698] 'agreement among raft nodes before linearized reading' (duration: 211.626917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:42.338391Z","caller":"traceutil/trace.go:171","msg":"trace[1460237338] transaction","detail":"{read_only:false; response_revision:20372; number_of_response:1; }","duration":"130.159519ms","start":"2026-03-31T05:40:42.208211Z","end":"2026-03-31T05:40:42.33837Z","steps":["trace[1460237338] 'process raft request' (duration: 129.990645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:42.34103Z","caller":"traceutil/trace.go:171","msg":"trace[1344837618] transaction","detail":"{read_only:false; response_revision:20373; number_of_response:1; }","duration":"126.667444ms","start":"2026-03-31T05:40:42.214338Z","end":"2026-03-31T05:40:42.341006Z","steps":["trace[1344837618] 'process raft request' (duration: 126.412527ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:57.338843Z","caller":"traceutil/trace.go:171","msg":"trace[530402934] linearizableReadLoop","detail":"{readStateIndex:21254; appliedIndex:21253; }","duration":"468.063018ms","start":"2026-03-31T05:40:56.870756Z","end":"2026-03-31T05:40:57.338819Z","steps":["trace[530402934] 'read index received' (duration: 468.040098ms)","trace[530402934] 'applied index is now lower than readState.Index' (duration: 21.87µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:40:57.338964Z","caller":"traceutil/trace.go:171","msg":"trace[1726378358] transaction","detail":"{read_only:false; response_revision:20477; number_of_response:1; }","duration":"644.509133ms","start":"2026-03-31T05:40:56.694443Z","end":"2026-03-31T05:40:57.338953Z","steps":["trace[1726378358] 'process raft request' (duration: 644.241676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:57.339127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.360396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:40:57.339196Z","caller":"traceutil/trace.go:171","msg":"trace[917917788] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:20477; }","duration":"468.48362ms","start":"2026-03-31T05:40:56.870696Z","end":"2026-03-31T05:40:57.33918Z","steps":["trace[917917788] 'agreement among raft nodes before linearized reading' (duration: 468.370777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:57.339226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:56.870674Z","time spent":"468.546671ms","remote":"127.0.0.1:52556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:40:57.339089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:56.694415Z","time spent":"644.579705ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:40:57.345396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.900966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-31T05:40:57.345478Z","caller":"traceutil/trace.go:171","msg":"trace[556724363] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:20479; }","duration":"392.002369ms","start":"2026-03-31T05:40:56.95346Z","end":"2026-03-31T05:40:57.345462Z","steps":["trace[556724363] 'agreement among raft nodes before linearized reading' (duration: 391.742372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:57.345536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:56.953404Z","time spent":"392.123262ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:40:57.34579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.238242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:40:57.345818Z","caller":"traceutil/trace.go:171","msg":"trace[1246501365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20479; }","duration":"152.310434ms","start":"2026-03-31T05:40:57.193501Z","end":"2026-03-31T05:40:57.345812Z","steps":["trace[1246501365] 'agreement among raft nodes before linearized reading' (duration: 152.215812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:57.346004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.290921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7467"} {"level":"info","ts":"2026-03-31T05:40:57.346031Z","caller":"traceutil/trace.go:171","msg":"trace[1698405808] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20479; }","duration":"168.333352ms","start":"2026-03-31T05:40:57.177691Z","end":"2026-03-31T05:40:57.346024Z","steps":["trace[1698405808] 'agreement among raft nodes before linearized reading' (duration: 168.24574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:57.346159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.773656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T05:40:57.346227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.941996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7467"} {"level":"info","ts":"2026-03-31T05:40:57.34626Z","caller":"traceutil/trace.go:171","msg":"trace[1701154905] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20479; }","duration":"169.998718ms","start":"2026-03-31T05:40:57.176254Z","end":"2026-03-31T05:40:57.346253Z","steps":["trace[1701154905] 'agreement among raft nodes before linearized reading' (duration: 169.913836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:57.346347Z","caller":"traceutil/trace.go:171","msg":"trace[989349220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20479; }","duration":"149.979091ms","start":"2026-03-31T05:40:57.196241Z","end":"2026-03-31T05:40:57.34622Z","steps":["trace[989349220] 'agreement among raft nodes before linearized reading' (duration: 149.488907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:57.346456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.315552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7467"} {"level":"info","ts":"2026-03-31T05:40:57.346506Z","caller":"traceutil/trace.go:171","msg":"trace[1920103689] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20479; }","duration":"172.354703ms","start":"2026-03-31T05:40:57.174133Z","end":"2026-03-31T05:40:57.346488Z","steps":["trace[1920103689] 'agreement among raft nodes before linearized reading' (duration: 172.24532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:57.346598Z","caller":"traceutil/trace.go:171","msg":"trace[760083772] transaction","detail":"{read_only:false; response_revision:20478; number_of_response:1; }","duration":"114.357897ms","start":"2026-03-31T05:40:57.232231Z","end":"2026-03-31T05:40:57.346589Z","steps":["trace[760083772] 'process raft request' (duration: 112.796044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:57.346706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.385392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:40:57.346736Z","caller":"traceutil/trace.go:171","msg":"trace[1229760224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20479; }","duration":"116.440774ms","start":"2026-03-31T05:40:57.230289Z","end":"2026-03-31T05:40:57.34673Z","steps":["trace[1229760224] 'agreement among raft nodes before linearized reading' (duration: 116.360481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:57.346821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.429912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-31T05:40:57.346822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.37641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:40:57.346855Z","caller":"traceutil/trace.go:171","msg":"trace[262081092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20479; }","duration":"113.488453ms","start":"2026-03-31T05:40:57.233357Z","end":"2026-03-31T05:40:57.346845Z","steps":["trace[262081092] 'agreement among raft nodes before linearized reading' (duration: 113.40211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:57.346896Z","caller":"traceutil/trace.go:171","msg":"trace[1444686005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20479; }","duration":"188.487334ms","start":"2026-03-31T05:40:57.158389Z","end":"2026-03-31T05:40:57.346876Z","steps":["trace[1444686005] 'agreement among raft nodes before linearized reading' (duration: 188.334579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:57.346984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.625198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:26 size:233551"} {"level":"info","ts":"2026-03-31T05:40:57.347153Z","caller":"traceutil/trace.go:171","msg":"trace[292141354] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:26; response_revision:20479; }","duration":"199.765062ms","start":"2026-03-31T05:40:57.147314Z","end":"2026-03-31T05:40:57.347079Z","steps":["trace[292141354] 'agreement among raft nodes before linearized reading' (duration: 199.286079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:54.292987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.994531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:41:54.293343Z","caller":"traceutil/trace.go:171","msg":"trace[999857947] transaction","detail":"{read_only:false; response_revision:20848; number_of_response:1; }","duration":"704.227835ms","start":"2026-03-31T05:41:53.589072Z","end":"2026-03-31T05:41:54.2933Z","steps":["trace[999857947] 'process raft request' (duration: 704.02912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:41:54.293343Z","caller":"traceutil/trace.go:171","msg":"trace[192080855] transaction","detail":"{read_only:false; response_revision:20847; number_of_response:1; }","duration":"750.82945ms","start":"2026-03-31T05:41:53.542466Z","end":"2026-03-31T05:41:54.293296Z","steps":["trace[192080855] 'process raft request' (duration: 333.444028ms)","trace[192080855] 'compare' (duration: 416.820587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:41:54.293537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:41:53.589054Z","time spent":"704.38741ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:41:54.29321Z","caller":"traceutil/trace.go:171","msg":"trace[1147361247] linearizableReadLoop","detail":"{readStateIndex:21637; appliedIndex:21634; }","duration":"678.588314ms","start":"2026-03-31T05:41:53.614599Z","end":"2026-03-31T05:41:54.293187Z","steps":["trace[1147361247] 'read index received' (duration: 12.389468ms)","trace[1147361247] 'applied index is now lower than readState.Index' (duration: 666.197476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:41:54.29354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.927364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:41:54.293683Z","caller":"traceutil/trace.go:171","msg":"trace[1439320696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20848; }","duration":"679.106778ms","start":"2026-03-31T05:41:53.614558Z","end":"2026-03-31T05:41:54.293665Z","steps":["trace[1439320696] 'agreement among raft nodes before linearized reading' (duration: 678.80603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:54.293689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:41:53.542447Z","time spent":"751.133828ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:41:54.293774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.911999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T05:41:54.293819Z","caller":"traceutil/trace.go:171","msg":"trace[1841584905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20848; }","duration":"676.991621ms","start":"2026-03-31T05:41:53.616814Z","end":"2026-03-31T05:41:54.293806Z","steps":["trace[1841584905] 'agreement among raft nodes before linearized reading' (duration: 676.875268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:54.293845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:41:53.616708Z","time spent":"677.131235ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:41:54.29384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.519306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T05:41:54.293888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.321489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:41:54.293897Z","caller":"traceutil/trace.go:171","msg":"trace[1929559289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20848; }","duration":"658.577907ms","start":"2026-03-31T05:41:53.635302Z","end":"2026-03-31T05:41:54.29388Z","steps":["trace[1929559289] 'agreement among raft nodes before linearized reading' (duration: 658.398612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:41:54.293929Z","caller":"traceutil/trace.go:171","msg":"trace[1426662204] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:20848; }","duration":"380.398771ms","start":"2026-03-31T05:41:53.913518Z","end":"2026-03-31T05:41:54.293916Z","steps":["trace[1426662204] 'agreement among raft nodes before linearized reading' (duration: 380.301039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:54.293954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:41:53.913498Z","time spent":"380.449303ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:41:54.293962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.260285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T05:41:54.293959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:41:53.635245Z","time spent":"658.700921ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:41:54.293979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.580238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:41:54.294001Z","caller":"traceutil/trace.go:171","msg":"trace[589536131] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20848; }","duration":"663.319717ms","start":"2026-03-31T05:41:53.63067Z","end":"2026-03-31T05:41:54.29399Z","steps":["trace[589536131] 'agreement among raft nodes before linearized reading' (duration: 663.153213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:54.29398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.167565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:41:54.294013Z","caller":"traceutil/trace.go:171","msg":"trace[650805305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20848; }","duration":"417.633619ms","start":"2026-03-31T05:41:53.876365Z","end":"2026-03-31T05:41:54.293999Z","steps":["trace[650805305] 'agreement among raft nodes before linearized reading' (duration: 417.567528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:54.294031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:41:53.630659Z","time spent":"663.366758ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:41:54.294042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:41:53.87635Z","time spent":"417.687851ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:41:54.294053Z","caller":"traceutil/trace.go:171","msg":"trace[534953719] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20848; }","duration":"662.268748ms","start":"2026-03-31T05:41:53.631762Z","end":"2026-03-31T05:41:54.294031Z","steps":["trace[534953719] 'agreement among raft nodes before linearized reading' (duration: 662.058403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:54.294092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:41:53.631751Z","time spent":"662.33485ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:41:54.294131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.894916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:41:54.294155Z","caller":"traceutil/trace.go:171","msg":"trace[1741733774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20848; }","duration":"658.930908ms","start":"2026-03-31T05:41:53.635217Z","end":"2026-03-31T05:41:54.294148Z","steps":["trace[1741733774] 'agreement among raft nodes before linearized reading' (duration: 658.866056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:54.294173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:41:53.63521Z","time spent":"658.959988ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:41:54.294334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:41:53.614543Z","time spent":"679.183511ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:41:54.480301Z","caller":"traceutil/trace.go:171","msg":"trace[414234475] transaction","detail":"{read_only:false; response_revision:20854; number_of_response:1; }","duration":"179.352264ms","start":"2026-03-31T05:41:54.300924Z","end":"2026-03-31T05:41:54.480277Z","steps":["trace[414234475] 'process raft request' (duration: 91.79493ms)","trace[414234475] 'compare' (duration: 87.464331ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:30.780375Z","caller":"traceutil/trace.go:171","msg":"trace[404713824] linearizableReadLoop","detail":"{readStateIndex:22014; appliedIndex:22013; }","duration":"128.545595ms","start":"2026-03-31T05:42:30.651803Z","end":"2026-03-31T05:42:30.780348Z","steps":["trace[404713824] 'read index received' (duration: 88.336465ms)","trace[404713824] 'applied index is now lower than readState.Index' (duration: 40.20815ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:30.780472Z","caller":"traceutil/trace.go:171","msg":"trace[1097689942] transaction","detail":"{read_only:false; response_revision:21210; number_of_response:1; }","duration":"131.066643ms","start":"2026-03-31T05:42:30.649376Z","end":"2026-03-31T05:42:30.780443Z","steps":["trace[1097689942] 'process raft request' (duration: 90.771012ms)","trace[1097689942] 'compare' (duration: 40.085055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:42:30.780642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.829002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:42:30.780681Z","caller":"traceutil/trace.go:171","msg":"trace[1923141693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21210; }","duration":"128.923225ms","start":"2026-03-31T05:42:30.65175Z","end":"2026-03-31T05:42:30.780673Z","steps":["trace[1923141693] 'agreement among raft nodes before linearized reading' (duration: 128.777721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:30.78075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.074032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:42:30.780807Z","caller":"traceutil/trace.go:171","msg":"trace[1134867752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21210; }","duration":"128.173575ms","start":"2026-03-31T05:42:30.652624Z","end":"2026-03-31T05:42:30.780797Z","steps":["trace[1134867752] 'agreement among raft nodes before linearized reading' (duration: 128.031161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:32.123782Z","caller":"traceutil/trace.go:171","msg":"trace[2138203889] linearizableReadLoop","detail":"{readStateIndex:22019; appliedIndex:22018; }","duration":"254.771225ms","start":"2026-03-31T05:42:31.868991Z","end":"2026-03-31T05:42:32.123762Z","steps":["trace[2138203889] 'read index received' (duration: 254.564599ms)","trace[2138203889] 'applied index is now lower than readState.Index' (duration: 205.966µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:32.123836Z","caller":"traceutil/trace.go:171","msg":"trace[1329110980] transaction","detail":"{read_only:false; response_revision:21215; number_of_response:1; }","duration":"262.862196ms","start":"2026-03-31T05:42:31.86095Z","end":"2026-03-31T05:42:32.123812Z","steps":["trace[1329110980] 'process raft request' (duration: 262.662361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:32.123905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.907199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:32.123932Z","caller":"traceutil/trace.go:171","msg":"trace[1875756164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21215; }","duration":"254.977301ms","start":"2026-03-31T05:42:31.868946Z","end":"2026-03-31T05:42:32.123924Z","steps":["trace[1875756164] 'agreement among raft nodes before linearized reading' (duration: 254.91478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:32.124066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.593884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:42:32.124137Z","caller":"traceutil/trace.go:171","msg":"trace[1811933671] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21215; }","duration":"170.692087ms","start":"2026-03-31T05:42:31.953425Z","end":"2026-03-31T05:42:32.124118Z","steps":["trace[1811933671] 'agreement among raft nodes before linearized reading' (duration: 170.495411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:32.836044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.612041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:42:32.836335Z","caller":"traceutil/trace.go:171","msg":"trace[348102406] transaction","detail":"{read_only:false; response_revision:21218; number_of_response:1; }","duration":"181.663417ms","start":"2026-03-31T05:42:32.65465Z","end":"2026-03-31T05:42:32.836314Z","steps":["trace[348102406] 'process raft request' (duration: 42.702428ms)","trace[348102406] 'compare' (duration: 138.506647ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:34.018069Z","caller":"traceutil/trace.go:171","msg":"trace[580151673] transaction","detail":"{read_only:false; response_revision:21226; number_of_response:1; }","duration":"153.95196ms","start":"2026-03-31T05:42:33.864069Z","end":"2026-03-31T05:42:34.018021Z","steps":["trace[580151673] 'process raft request' (duration: 153.628711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:34.0183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.490452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:34.018388Z","caller":"traceutil/trace.go:171","msg":"trace[633891732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21226; }","duration":"147.625946ms","start":"2026-03-31T05:42:33.870741Z","end":"2026-03-31T05:42:34.018367Z","steps":["trace[633891732] 'agreement among raft nodes before linearized reading' (duration: 147.445801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:34.018464Z","caller":"traceutil/trace.go:171","msg":"trace[2083442186] linearizableReadLoop","detail":"{readStateIndex:22031; appliedIndex:22030; }","duration":"147.144553ms","start":"2026-03-31T05:42:33.870779Z","end":"2026-03-31T05:42:34.017924Z","steps":["trace[2083442186] 'read index received' (duration: 146.730472ms)","trace[2083442186] 'applied index is now lower than readState.Index' (duration: 412.481µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:34.22972Z","caller":"traceutil/trace.go:171","msg":"trace[1549865384] transaction","detail":"{read_only:false; response_revision:21227; number_of_response:1; }","duration":"100.034775ms","start":"2026-03-31T05:42:34.129651Z","end":"2026-03-31T05:42:34.229686Z","steps":["trace[1549865384] 'process raft request' (duration: 42.666767ms)","trace[1549865384] 'compare' (duration: 57.049589ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:34.751312Z","caller":"traceutil/trace.go:171","msg":"trace[177859427] transaction","detail":"{read_only:false; response_revision:21229; number_of_response:1; }","duration":"146.283449ms","start":"2026-03-31T05:42:34.604996Z","end":"2026-03-31T05:42:34.751279Z","steps":["trace[177859427] 'process raft request' (duration: 80.899661ms)","trace[177859427] 'compare' (duration: 65.265585ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:35.18597Z","caller":"traceutil/trace.go:171","msg":"trace[1502032667] transaction","detail":"{read_only:false; response_revision:21232; number_of_response:1; }","duration":"200.706388ms","start":"2026-03-31T05:42:34.984939Z","end":"2026-03-31T05:42:35.185645Z","steps":["trace[1502032667] 'process raft request' (duration: 200.524603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:35.322652Z","caller":"traceutil/trace.go:171","msg":"trace[1075667730] transaction","detail":"{read_only:false; response_revision:21233; number_of_response:1; }","duration":"337.259392ms","start":"2026-03-31T05:42:34.985367Z","end":"2026-03-31T05:42:35.322627Z","steps":["trace[1075667730] 'process raft request' (duration: 337.104248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.322783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:34.985343Z","time spent":"337.373454ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:42:35.323012Z","caller":"traceutil/trace.go:171","msg":"trace[1100856032] transaction","detail":"{read_only:false; response_revision:21234; number_of_response:1; }","duration":"337.466677ms","start":"2026-03-31T05:42:34.985491Z","end":"2026-03-31T05:42:35.322957Z","steps":["trace[1100856032] 'process raft request' (duration: 337.103907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.323233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:34.985471Z","time spent":"337.642532ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:42:35.323324Z","caller":"traceutil/trace.go:171","msg":"trace[1381060948] transaction","detail":"{read_only:false; response_revision:21235; number_of_response:1; }","duration":"336.031848ms","start":"2026-03-31T05:42:34.987272Z","end":"2026-03-31T05:42:35.323303Z","steps":["trace[1381060948] 'process raft request' (duration: 335.668178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.323432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:34.987261Z","time spent":"336.12093ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:42:35.32342Z","caller":"traceutil/trace.go:171","msg":"trace[134041550] linearizableReadLoop","detail":"{readStateIndex:22041; appliedIndex:22036; }","duration":"325.383957ms","start":"2026-03-31T05:42:34.997941Z","end":"2026-03-31T05:42:35.323325Z","steps":["trace[134041550] 'read index received' (duration: 187.447455ms)","trace[134041550] 'applied index is now lower than readState.Index' (duration: 137.935232ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:35.32375Z","caller":"traceutil/trace.go:171","msg":"trace[1108324115] transaction","detail":"{read_only:false; response_revision:21236; number_of_response:1; }","duration":"332.359518ms","start":"2026-03-31T05:42:34.99134Z","end":"2026-03-31T05:42:35.3237Z","steps":["trace[1108324115] 'process raft request' (duration: 331.866185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.323959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.013134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-31T05:42:35.324008Z","caller":"traceutil/trace.go:171","msg":"trace[641453850] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:21236; }","duration":"326.099916ms","start":"2026-03-31T05:42:34.997893Z","end":"2026-03-31T05:42:35.323993Z","steps":["trace[641453850] 'agreement among raft nodes before linearized reading' (duration: 325.962052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.324116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:34.997874Z","time spent":"326.23229ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-31T05:42:35.324367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:34.991328Z","time spent":"332.676147ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10678,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:42:35.324655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.726902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:35.324921Z","caller":"traceutil/trace.go:171","msg":"trace[795384501] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:21236; }","duration":"305.417441ms","start":"2026-03-31T05:42:35.019417Z","end":"2026-03-31T05:42:35.324835Z","steps":["trace[795384501] 'agreement among raft nodes before linearized reading' (duration: 304.590239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.325132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:35.019381Z","time spent":"305.714629ms","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:42:35.656509Z","caller":"traceutil/trace.go:171","msg":"trace[41308461] transaction","detail":"{read_only:false; response_revision:21244; number_of_response:1; }","duration":"102.587695ms","start":"2026-03-31T05:42:35.553849Z","end":"2026-03-31T05:42:35.656437Z","steps":["trace[41308461] 'process raft request' (duration: 20.892252ms)","trace[41308461] 'compare' (duration: 81.458667ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:36.341451Z","caller":"traceutil/trace.go:171","msg":"trace[1765896276] transaction","detail":"{read_only:false; response_revision:21248; number_of_response:1; }","duration":"192.996577ms","start":"2026-03-31T05:42:36.148426Z","end":"2026-03-31T05:42:36.341422Z","steps":["trace[1765896276] 'process raft request' (duration: 130.439156ms)","trace[1765896276] 'compare' (duration: 62.245243ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:36.34167Z","caller":"traceutil/trace.go:171","msg":"trace[300330203] transaction","detail":"{read_only:false; response_revision:21249; number_of_response:1; }","duration":"107.450638ms","start":"2026-03-31T05:42:36.234164Z","end":"2026-03-31T05:42:36.341615Z","steps":["trace[300330203] 'process raft request' (duration: 107.170251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:36.920271Z","caller":"traceutil/trace.go:171","msg":"trace[526705199] transaction","detail":"{read_only:false; response_revision:21255; number_of_response:1; }","duration":"163.034447ms","start":"2026-03-31T05:42:36.757207Z","end":"2026-03-31T05:42:36.920241Z","steps":["trace[526705199] 'process raft request' (duration: 162.966406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:36.920272Z","caller":"traceutil/trace.go:171","msg":"trace[237835594] linearizableReadLoop","detail":"{readStateIndex:22059; appliedIndex:22058; }","duration":"181.197934ms","start":"2026-03-31T05:42:36.739033Z","end":"2026-03-31T05:42:36.920231Z","steps":["trace[237835594] 'read index received' (duration: 112.323351ms)","trace[237835594] 'applied index is now lower than readState.Index' (duration: 68.870783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:42:36.920531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.42303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-31T05:42:36.920616Z","caller":"traceutil/trace.go:171","msg":"trace[1993408450] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:21255; }","duration":"181.603805ms","start":"2026-03-31T05:42:36.738998Z","end":"2026-03-31T05:42:36.920602Z","steps":["trace[1993408450] 'agreement among raft nodes before linearized reading' (duration: 181.331058ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:36.920723Z","caller":"traceutil/trace.go:171","msg":"trace[1289671291] transaction","detail":"{read_only:false; response_revision:21254; number_of_response:1; }","duration":"185.043149ms","start":"2026-03-31T05:42:36.735665Z","end":"2026-03-31T05:42:36.920708Z","steps":["trace[1289671291] 'process raft request' (duration: 115.605211ms)","trace[1289671291] 'compare' (duration: 68.76263ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:37.240243Z","caller":"traceutil/trace.go:171","msg":"trace[186195181] transaction","detail":"{read_only:false; response_revision:21257; number_of_response:1; }","duration":"245.168803ms","start":"2026-03-31T05:42:36.995041Z","end":"2026-03-31T05:42:37.240209Z","steps":["trace[186195181] 'process raft request' (duration: 244.948197ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:37.240317Z","caller":"traceutil/trace.go:171","msg":"trace[1674279347] linearizableReadLoop","detail":"{readStateIndex:22064; appliedIndex:22061; }","duration":"237.550185ms","start":"2026-03-31T05:42:37.002748Z","end":"2026-03-31T05:42:37.240298Z","steps":["trace[1674279347] 'read index received' (duration: 232.148167ms)","trace[1674279347] 'applied index is now lower than readState.Index' (duration: 5.400408ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:37.240396Z","caller":"traceutil/trace.go:171","msg":"trace[537316320] transaction","detail":"{read_only:false; response_revision:21258; number_of_response:1; }","duration":"242.030048ms","start":"2026-03-31T05:42:36.998342Z","end":"2026-03-31T05:42:37.240373Z","steps":["trace[537316320] 'process raft request' (duration: 241.795711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:37.24045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.696199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-31T05:42:37.240468Z","caller":"traceutil/trace.go:171","msg":"trace[528013689] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:21258; }","duration":"237.7492ms","start":"2026-03-31T05:42:37.002713Z","end":"2026-03-31T05:42:37.240462Z","steps":["trace[528013689] 'agreement among raft nodes before linearized reading' (duration: 237.661098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:45.512987Z","caller":"traceutil/trace.go:171","msg":"trace[622437356] transaction","detail":"{read_only:false; response_revision:21299; number_of_response:1; }","duration":"132.317788ms","start":"2026-03-31T05:42:45.38064Z","end":"2026-03-31T05:42:45.512958Z","steps":["trace[622437356] 'process raft request' (duration: 131.984859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:45.713011Z","caller":"traceutil/trace.go:171","msg":"trace[2049691454] transaction","detail":"{read_only:false; response_revision:21303; number_of_response:1; }","duration":"108.919488ms","start":"2026-03-31T05:42:45.604069Z","end":"2026-03-31T05:42:45.712988Z","steps":["trace[2049691454] 'process raft request' (duration: 108.572129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:46.349996Z","caller":"traceutil/trace.go:171","msg":"trace[714847868] transaction","detail":"{read_only:false; response_revision:21306; number_of_response:1; }","duration":"178.82541ms","start":"2026-03-31T05:42:46.171139Z","end":"2026-03-31T05:42:46.349965Z","steps":["trace[714847868] 'process raft request' (duration: 169.906826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:47.269057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.36048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:42:47.269156Z","caller":"traceutil/trace.go:171","msg":"trace[2059556771] linearizableReadLoop","detail":"{readStateIndex:22119; appliedIndex:22118; }","duration":"193.853521ms","start":"2026-03-31T05:42:47.075288Z","end":"2026-03-31T05:42:47.269141Z","steps":["trace[2059556771] 'read index received' (duration: 58.952µs)","trace[2059556771] 'applied index is now lower than readState.Index' (duration: 193.792929ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:47.269234Z","caller":"traceutil/trace.go:171","msg":"trace[1816902312] transaction","detail":"{read_only:false; response_revision:21311; number_of_response:1; }","duration":"230.586965ms","start":"2026-03-31T05:42:47.038637Z","end":"2026-03-31T05:42:47.269224Z","steps":["trace[1816902312] 'process raft request' (duration: 18.99302ms)","trace[1816902312] 'compare' (duration: 211.211565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:42:47.269494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.20531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-31T05:42:47.269523Z","caller":"traceutil/trace.go:171","msg":"trace[2104373478] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:21311; }","duration":"194.275952ms","start":"2026-03-31T05:42:47.075238Z","end":"2026-03-31T05:42:47.269514Z","steps":["trace[2104373478] 'agreement among raft nodes before linearized reading' (duration: 194.135908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:47.419089Z","caller":"traceutil/trace.go:171","msg":"trace[258732016] linearizableReadLoop","detail":"{readStateIndex:22120; appliedIndex:22119; }","duration":"144.780849ms","start":"2026-03-31T05:42:47.274284Z","end":"2026-03-31T05:42:47.419064Z","steps":["trace[258732016] 'read index received' (duration: 144.568094ms)","trace[258732016] 'applied index is now lower than readState.Index' (duration: 211.505µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:47.419185Z","caller":"traceutil/trace.go:171","msg":"trace[967249012] transaction","detail":"{read_only:false; response_revision:21312; number_of_response:1; }","duration":"146.343952ms","start":"2026-03-31T05:42:47.272814Z","end":"2026-03-31T05:42:47.419158Z","steps":["trace[967249012] 'process raft request' (duration: 146.051774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:47.4193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.993255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-31T05:42:47.419377Z","caller":"traceutil/trace.go:171","msg":"trace[79147631] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:21312; }","duration":"145.111738ms","start":"2026-03-31T05:42:47.27425Z","end":"2026-03-31T05:42:47.419361Z","steps":["trace[79147631] 'agreement among raft nodes before linearized reading' (duration: 144.910793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:47.905396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.01029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:42:47.905495Z","caller":"traceutil/trace.go:171","msg":"trace[665200853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21312; }","duration":"234.150773ms","start":"2026-03-31T05:42:47.671318Z","end":"2026-03-31T05:42:47.905469Z","steps":["trace[665200853] 'range keys from in-memory index tree' (duration: 233.827454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:47.90579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.216929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:42:47.905871Z","caller":"traceutil/trace.go:171","msg":"trace[609976687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21312; }","duration":"304.308091ms","start":"2026-03-31T05:42:47.601542Z","end":"2026-03-31T05:42:47.90585Z","steps":["trace[609976687] 'range keys from in-memory index tree' (duration: 304.010284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:47.905859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.234446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T05:42:47.905923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:47.601489Z","time spent":"304.419185ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:42:47.905972Z","caller":"traceutil/trace.go:171","msg":"trace[555192894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21312; }","duration":"388.391181ms","start":"2026-03-31T05:42:47.517555Z","end":"2026-03-31T05:42:47.905946Z","steps":["trace[555192894] 'range keys from in-memory index tree' (duration: 388.065731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:47.906001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.520038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T05:42:47.906032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:47.517537Z","time spent":"388.480863ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:42:47.90607Z","caller":"traceutil/trace.go:171","msg":"trace[1811613392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21312; }","duration":"315.620901ms","start":"2026-03-31T05:42:47.590432Z","end":"2026-03-31T05:42:47.906053Z","steps":["trace[1811613392] 'range keys from in-memory index tree' (duration: 315.402755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:47.906113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:47.59041Z","time spent":"315.690473ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:42:47.906424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.311966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:42:47.906468Z","caller":"traceutil/trace.go:171","msg":"trace[843722941] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21312; }","duration":"189.389799ms","start":"2026-03-31T05:42:47.717067Z","end":"2026-03-31T05:42:47.906457Z","steps":["trace[843722941] 'range keys from in-memory index tree' (duration: 188.261099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.04797Z","caller":"traceutil/trace.go:171","msg":"trace[1719547941] transaction","detail":"{read_only:false; response_revision:21314; number_of_response:1; }","duration":"137.199241ms","start":"2026-03-31T05:42:47.910749Z","end":"2026-03-31T05:42:48.047948Z","steps":["trace[1719547941] 'process raft request' (duration: 133.151621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.048139Z","caller":"traceutil/trace.go:171","msg":"trace[1293405199] transaction","detail":"{read_only:false; response_revision:21315; number_of_response:1; }","duration":"137.065528ms","start":"2026-03-31T05:42:47.911067Z","end":"2026-03-31T05:42:48.048132Z","steps":["trace[1293405199] 'process raft request' (duration: 136.843892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.048535Z","caller":"traceutil/trace.go:171","msg":"trace[846227636] transaction","detail":"{read_only:false; response_revision:21316; number_of_response:1; }","duration":"137.075318ms","start":"2026-03-31T05:42:47.911417Z","end":"2026-03-31T05:42:48.048492Z","steps":["trace[846227636] 'process raft request' (duration: 136.689058ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.048942Z","caller":"traceutil/trace.go:171","msg":"trace[1037307576] transaction","detail":"{read_only:false; response_revision:21317; number_of_response:1; }","duration":"136.177284ms","start":"2026-03-31T05:42:47.912735Z","end":"2026-03-31T05:42:48.048912Z","steps":["trace[1037307576] 'process raft request' (duration: 135.621688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:56.294254Z","caller":"traceutil/trace.go:171","msg":"trace[786369288] linearizableReadLoop","detail":"{readStateIndex:22169; appliedIndex:22168; }","duration":"108.446386ms","start":"2026-03-31T05:42:56.185782Z","end":"2026-03-31T05:42:56.294229Z","steps":["trace[786369288] 'read index received' (duration: 108.288061ms)","trace[786369288] 'applied index is now lower than readState.Index' (duration: 157.445µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:56.294384Z","caller":"traceutil/trace.go:171","msg":"trace[1840257377] transaction","detail":"{read_only:false; response_revision:21359; number_of_response:1; }","duration":"111.382386ms","start":"2026-03-31T05:42:56.182989Z","end":"2026-03-31T05:42:56.294372Z","steps":["trace[1840257377] 'process raft request' (duration: 111.106948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:56.294565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.62462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:42:56.294628Z","caller":"traceutil/trace.go:171","msg":"trace[341340138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21359; }","duration":"108.705762ms","start":"2026-03-31T05:42:56.185906Z","end":"2026-03-31T05:42:56.294612Z","steps":["trace[341340138] 'agreement among raft nodes before linearized reading' (duration: 108.544018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:56.294746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.95444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:42:56.294793Z","caller":"traceutil/trace.go:171","msg":"trace[1454106112] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21359; }","duration":"109.019631ms","start":"2026-03-31T05:42:56.185761Z","end":"2026-03-31T05:42:56.294781Z","steps":["trace[1454106112] 'agreement among raft nodes before linearized reading' (duration: 108.904428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:56.294818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.584959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:42:56.29486Z","caller":"traceutil/trace.go:171","msg":"trace[431119795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21359; }","duration":"108.62371ms","start":"2026-03-31T05:42:56.186224Z","end":"2026-03-31T05:42:56.294847Z","steps":["trace[431119795] 'agreement among raft nodes before linearized reading' (duration: 108.534017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:58.498613Z","caller":"traceutil/trace.go:171","msg":"trace[1574960427] linearizableReadLoop","detail":"{readStateIndex:22181; appliedIndex:22180; }","duration":"191.086435ms","start":"2026-03-31T05:42:58.307495Z","end":"2026-03-31T05:42:58.498581Z","steps":["trace[1574960427] 'read index received' (duration: 190.817447ms)","trace[1574960427] 'applied index is now lower than readState.Index' (duration: 268.398µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:58.498717Z","caller":"traceutil/trace.go:171","msg":"trace[1844251248] transaction","detail":"{read_only:false; response_revision:21370; number_of_response:1; }","duration":"194.872468ms","start":"2026-03-31T05:42:58.303799Z","end":"2026-03-31T05:42:58.498671Z","steps":["trace[1844251248] 'process raft request' (duration: 194.58497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:58.499005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.03145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:42:58.499055Z","caller":"traceutil/trace.go:171","msg":"trace[1357470066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21370; }","duration":"162.130873ms","start":"2026-03-31T05:42:58.336916Z","end":"2026-03-31T05:42:58.499047Z","steps":["trace[1357470066] 'agreement among raft nodes before linearized reading' (duration: 161.942828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:58.499067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.537407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:42:58.499194Z","caller":"traceutil/trace.go:171","msg":"trace[916220120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21370; }","duration":"191.720213ms","start":"2026-03-31T05:42:58.30744Z","end":"2026-03-31T05:42:58.49916Z","steps":["trace[916220120] 'agreement among raft nodes before linearized reading' (duration: 191.337642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:58.499436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:42:58.499484Z","caller":"traceutil/trace.go:171","msg":"trace[1176187384] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21370; }","duration":"163.565502ms","start":"2026-03-31T05:42:58.335904Z","end":"2026-03-31T05:42:58.49947Z","steps":["trace[1176187384] 'agreement among raft nodes before linearized reading' (duration: 162.901534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:59.345643Z","caller":"traceutil/trace.go:171","msg":"trace[1840085926] transaction","detail":"{read_only:false; response_revision:21376; number_of_response:1; }","duration":"135.477584ms","start":"2026-03-31T05:42:59.210142Z","end":"2026-03-31T05:42:59.345619Z","steps":["trace[1840085926] 'process raft request' (duration: 135.356071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:00.660508Z","caller":"traceutil/trace.go:171","msg":"trace[1383989562] transaction","detail":"{read_only:false; response_revision:21381; number_of_response:1; }","duration":"154.151815ms","start":"2026-03-31T05:43:00.506328Z","end":"2026-03-31T05:43:00.66048Z","steps":["trace[1383989562] 'process raft request' (duration: 153.96869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:01.464466Z","caller":"traceutil/trace.go:171","msg":"trace[183272710] transaction","detail":"{read_only:false; response_revision:21387; number_of_response:1; }","duration":"111.078207ms","start":"2026-03-31T05:43:01.353362Z","end":"2026-03-31T05:43:01.46444Z","steps":["trace[183272710] 'process raft request' (duration: 110.47125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:01.955025Z","caller":"traceutil/trace.go:171","msg":"trace[1306726325] transaction","detail":"{read_only:false; response_revision:21389; number_of_response:1; }","duration":"122.388747ms","start":"2026-03-31T05:43:01.832599Z","end":"2026-03-31T05:43:01.954988Z","steps":["trace[1306726325] 'process raft request' (duration: 122.070718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:04.904507Z","caller":"traceutil/trace.go:171","msg":"trace[190801233] transaction","detail":"{read_only:false; response_revision:21404; number_of_response:1; }","duration":"107.954582ms","start":"2026-03-31T05:43:04.796518Z","end":"2026-03-31T05:43:04.904473Z","steps":["trace[190801233] 'process raft request' (duration: 107.705505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:06.211651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.119167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:43:06.211734Z","caller":"traceutil/trace.go:171","msg":"trace[1331828341] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:21412; }","duration":"168.24651ms","start":"2026-03-31T05:43:06.043464Z","end":"2026-03-31T05:43:06.211711Z","steps":["trace[1331828341] 'agreement among raft nodes before linearized reading' (duration: 47.094607ms)","trace[1331828341] 'count revisions from in-memory index tree' (duration: 121.038819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:43:06.211644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.231076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:43:06.211867Z","caller":"traceutil/trace.go:171","msg":"trace[822528337] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21412; }","duration":"132.528504ms","start":"2026-03-31T05:43:06.079314Z","end":"2026-03-31T05:43:06.211842Z","steps":["trace[822528337] 'count revisions from in-memory index tree' (duration: 121.028889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:17.712995Z","caller":"traceutil/trace.go:171","msg":"trace[730659956] transaction","detail":"{read_only:false; response_revision:21470; number_of_response:1; }","duration":"104.431786ms","start":"2026-03-31T05:43:17.608534Z","end":"2026-03-31T05:43:17.712965Z","steps":["trace[730659956] 'process raft request' (duration: 104.180639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:22.58178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.566008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:43:22.581905Z","caller":"traceutil/trace.go:171","msg":"trace[677209639] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:21493; }","duration":"439.752693ms","start":"2026-03-31T05:43:22.14212Z","end":"2026-03-31T05:43:22.581873Z","steps":["trace[677209639] 'count revisions from in-memory index tree' (duration: 439.466645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:22.581968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:22.1421Z","time spent":"439.847955ms","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:43:22.581829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.595469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:43:22.582208Z","caller":"traceutil/trace.go:171","msg":"trace[306459628] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:21493; }","duration":"425.01584ms","start":"2026-03-31T05:43:22.157178Z","end":"2026-03-31T05:43:22.582193Z","steps":["trace[306459628] 'count revisions from in-memory index tree' (duration: 424.480816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:22.58227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:22.157148Z","time spent":"425.110153ms","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:43:22.582199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.45274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T05:43:22.582286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.060168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T05:43:22.582969Z","caller":"traceutil/trace.go:171","msg":"trace[164213498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21493; }","duration":"682.831099ms","start":"2026-03-31T05:43:21.900117Z","end":"2026-03-31T05:43:22.582948Z","steps":["trace[164213498] 'range keys from in-memory index tree' (duration: 681.622227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:22.583023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:21.900076Z","time spent":"682.931792ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:43:22.582368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.911958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:43:22.583357Z","caller":"traceutil/trace.go:171","msg":"trace[1485137969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21493; }","duration":"711.941566ms","start":"2026-03-31T05:43:21.871399Z","end":"2026-03-31T05:43:22.583341Z","steps":["trace[1485137969] 'range keys from in-memory index tree' (duration: 710.767484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:22.583402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:21.871381Z","time spent":"712.009408ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:43:22.582894Z","caller":"traceutil/trace.go:171","msg":"trace[1684938989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21493; }","duration":"156.218522ms","start":"2026-03-31T05:43:22.426622Z","end":"2026-03-31T05:43:22.582841Z","steps":["trace[1684938989] 'range keys from in-memory index tree' (duration: 155.152673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:22.833242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.870007ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:43:22.833702Z","caller":"traceutil/trace.go:171","msg":"trace[1172549531] transaction","detail":"{read_only:false; response_revision:21494; number_of_response:1; }","duration":"244.943097ms","start":"2026-03-31T05:43:22.588727Z","end":"2026-03-31T05:43:22.83367Z","steps":["trace[1172549531] 'process raft request' (duration: 244.655539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:22.833872Z","caller":"traceutil/trace.go:171","msg":"trace[690623290] linearizableReadLoop","detail":"{readStateIndex:22311; appliedIndex:22308; }","duration":"142.319192ms","start":"2026-03-31T05:43:22.691514Z","end":"2026-03-31T05:43:22.833833Z","steps":["trace[690623290] 'read index received' (duration: 96.754946ms)","trace[690623290] 'applied index is now lower than readState.Index' (duration: 45.562186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:43:22.834021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.493906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:43:22.834004Z","caller":"traceutil/trace.go:171","msg":"trace[1241113320] transaction","detail":"{read_only:false; response_revision:21495; number_of_response:1; }","duration":"245.077452ms","start":"2026-03-31T05:43:22.58886Z","end":"2026-03-31T05:43:22.833938Z","steps":["trace[1241113320] 'process raft request' (duration: 244.709362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:22.834062Z","caller":"traceutil/trace.go:171","msg":"trace[1750372205] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:21495; }","duration":"142.597049ms","start":"2026-03-31T05:43:22.691451Z","end":"2026-03-31T05:43:22.834048Z","steps":["trace[1750372205] 'agreement among raft nodes before linearized reading' (duration: 142.498996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:53.383524Z","caller":"traceutil/trace.go:171","msg":"trace[194909031] transaction","detail":"{read_only:false; response_revision:21650; number_of_response:1; }","duration":"114.052178ms","start":"2026-03-31T05:43:53.269433Z","end":"2026-03-31T05:43:53.383485Z","steps":["trace[194909031] 'process raft request' (duration: 113.676768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:53.883522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792664606,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:43:54.384029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792664606,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:43:54.550332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.167244725s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:43:55.397716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.077301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:43:55.397806Z","caller":"traceutil/trace.go:171","msg":"trace[1181460821] transaction","detail":"{read_only:false; response_revision:21651; number_of_response:1; }","duration":"2.022683345s","start":"2026-03-31T05:43:53.375104Z","end":"2026-03-31T05:43:55.397787Z","steps":["trace[1181460821] 'process raft request' (duration: 1.1754691s)","trace[1181460821] 'compare' (duration: 846.698051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:43:55.397847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:53.375072Z","time spent":"2.022756077s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:43:55.414262Z","caller":"traceutil/trace.go:171","msg":"trace[804903400] linearizableReadLoop","detail":"{readStateIndex:22475; appliedIndex:22472; }","duration":"2.030803107s","start":"2026-03-31T05:43:53.383435Z","end":"2026-03-31T05:43:55.414239Z","steps":["trace[804903400] 'read index received' (duration: 1.167133822s)","trace[804903400] 'applied index is now lower than readState.Index' (duration: 863.668205ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:43:55.414356Z","caller":"traceutil/trace.go:171","msg":"trace[1565059956] transaction","detail":"{read_only:false; response_revision:21652; number_of_response:1; }","duration":"2.02762138s","start":"2026-03-31T05:43:53.386726Z","end":"2026-03-31T05:43:55.414347Z","steps":["trace[1565059956] 'process raft request' (duration: 2.027359663s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:55.414446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:53.386712Z","time spent":"2.027666651s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:43:55.414746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102694303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:43:55.414779Z","caller":"traceutil/trace.go:171","msg":"trace[307440058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21653; }","duration":"2.102736494s","start":"2026-03-31T05:43:53.312033Z","end":"2026-03-31T05:43:55.41477Z","steps":["trace[307440058] 'agreement among raft nodes before linearized reading' (duration: 2.10261069s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:55.414801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:53.312029Z","time spent":"2.102766995s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:43:55.414809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102429555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:43:55.414817Z","caller":"traceutil/trace.go:171","msg":"trace[1385519032] transaction","detail":"{read_only:false; response_revision:21653; number_of_response:1; }","duration":"1.497296499s","start":"2026-03-31T05:43:53.917496Z","end":"2026-03-31T05:43:55.414793Z","steps":["trace[1385519032] 'process raft request' (duration: 1.496707603s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:55.414858Z","caller":"traceutil/trace.go:171","msg":"trace[1524371904] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21653; }","duration":"2.102518028s","start":"2026-03-31T05:43:53.312324Z","end":"2026-03-31T05:43:55.414842Z","steps":["trace[1524371904] 'agreement among raft nodes before linearized reading' (duration: 2.102259371s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:55.414887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:53.312299Z","time spent":"2.10257997s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:43:55.41489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:53.917472Z","time spent":"1.497380762s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:43:55.697556Z","caller":"traceutil/trace.go:171","msg":"trace[904205124] linearizableReadLoop","detail":"{readStateIndex:22476; appliedIndex:22475; }","duration":"283.216915ms","start":"2026-03-31T05:43:55.414319Z","end":"2026-03-31T05:43:55.697536Z","steps":["trace[904205124] 'read index received' (duration: 194.412666ms)","trace[904205124] 'applied index is now lower than readState.Index' (duration: 88.803629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:43:55.697712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828065264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:43:55.697697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533078198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:43:55.697769Z","caller":"traceutil/trace.go:171","msg":"trace[1207037126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21654; }","duration":"1.828149776s","start":"2026-03-31T05:43:53.869588Z","end":"2026-03-31T05:43:55.697738Z","steps":["trace[1207037126] 'agreement among raft nodes before linearized reading' (duration: 1.828069234s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:55.697769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.444779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-31T05:43:55.697868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.939288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:43:55.697865Z","caller":"traceutil/trace.go:171","msg":"trace[289232669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21654; }","duration":"701.598384ms","start":"2026-03-31T05:43:54.99624Z","end":"2026-03-31T05:43:55.697838Z","steps":["trace[289232669] 'agreement among raft nodes before linearized reading' (duration: 701.327896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:55.697897Z","caller":"traceutil/trace.go:171","msg":"trace[1293531526] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21654; }","duration":"659.003029ms","start":"2026-03-31T05:43:55.038887Z","end":"2026-03-31T05:43:55.69789Z","steps":["trace[1293531526] 'agreement among raft nodes before linearized reading' (duration: 658.897116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:55.697767Z","caller":"traceutil/trace.go:171","msg":"trace[1668867733] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:21654; }","duration":"1.533171251s","start":"2026-03-31T05:43:54.164583Z","end":"2026-03-31T05:43:55.697754Z","steps":["trace[1668867733] 'agreement among raft nodes before linearized reading' (duration: 1.533024427s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:55.697921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:54.996223Z","time spent":"701.684516ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:43:55.697937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697210205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18465"} {"level":"warn","ts":"2026-03-31T05:43:55.697802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:53.86957Z","time spent":"1.828226889s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:43:55.697973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:54.164521Z","time spent":"1.533432588s","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:43:55.698006Z","caller":"traceutil/trace.go:171","msg":"trace[500150297] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:21654; }","duration":"1.697279178s","start":"2026-03-31T05:43:54.000698Z","end":"2026-03-31T05:43:55.697977Z","steps":["trace[500150297] 'agreement among raft nodes before linearized reading' (duration: 1.697120613s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:55.697701Z","caller":"traceutil/trace.go:171","msg":"trace[13574137] transaction","detail":"{read_only:false; response_revision:21654; number_of_response:1; }","duration":"309.379339ms","start":"2026-03-31T05:43:55.388294Z","end":"2026-03-31T05:43:55.697673Z","steps":["trace[13574137] 'process raft request' (duration: 220.342845ms)","trace[13574137] 'compare' (duration: 88.820898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:43:55.698074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:54.000673Z","time spent":"1.697393371s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18488,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T05:43:55.698137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:55.38827Z","time spent":"309.816862ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:43:55.697768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.553628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:43:55.698241Z","caller":"traceutil/trace.go:171","msg":"trace[1969855776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21654; }","duration":"700.050782ms","start":"2026-03-31T05:43:54.998161Z","end":"2026-03-31T05:43:55.698211Z","steps":["trace[1969855776] 'agreement among raft nodes before linearized reading' (duration: 699.448636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:55.698303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:54.998127Z","time spent":"700.160534ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:43:55.697773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.031836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:43:55.698409Z","caller":"traceutil/trace.go:171","msg":"trace[726020538] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:21654; }","duration":"559.718534ms","start":"2026-03-31T05:43:55.13868Z","end":"2026-03-31T05:43:55.698399Z","steps":["trace[726020538] 'agreement among raft nodes before linearized reading' (duration: 559.025535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:55.698442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:55.138663Z","time spent":"559.769456ms","remote":"127.0.0.1:35142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:43:55.697922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:55.038865Z","time spent":"659.050551ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:43:55.697949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.263267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:43:55.698583Z","caller":"traceutil/trace.go:171","msg":"trace[1846424982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21654; }","duration":"674.927355ms","start":"2026-03-31T05:43:55.023642Z","end":"2026-03-31T05:43:55.69857Z","steps":["trace[1846424982] 'agreement among raft nodes before linearized reading' (duration: 673.908057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:55.698665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:55.023625Z","time spent":"675.030177ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:43:56.200449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.809331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:43:56.201141Z","caller":"traceutil/trace.go:171","msg":"trace[1704414983] transaction","detail":"{read_only:false; response_revision:21655; number_of_response:1; }","duration":"780.07474ms","start":"2026-03-31T05:43:55.421035Z","end":"2026-03-31T05:43:56.20111Z","steps":["trace[1704414983] 'process raft request' (duration: 405.501038ms)","trace[1704414983] 'compare' (duration: 373.317687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:43:56.201303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:55.421015Z","time spent":"780.213724ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:43:56.201665Z","caller":"traceutil/trace.go:171","msg":"trace[1000535538] linearizableReadLoop","detail":"{readStateIndex:22478; appliedIndex:22476; }","duration":"502.725166ms","start":"2026-03-31T05:43:55.698928Z","end":"2026-03-31T05:43:56.201653Z","steps":["trace[1000535538] 'read index received' (duration: 127.215268ms)","trace[1000535538] 'applied index is now lower than readState.Index' (duration: 375.507617ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:43:56.201638Z","caller":"traceutil/trace.go:171","msg":"trace[1194638353] transaction","detail":"{read_only:false; response_revision:21656; number_of_response:1; }","duration":"780.483441ms","start":"2026-03-31T05:43:55.421102Z","end":"2026-03-31T05:43:56.201585Z","steps":["trace[1194638353] 'process raft request' (duration: 779.444012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:56.201824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:55.421097Z","time spent":"780.654465ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:43:56.201855Z","caller":"traceutil/trace.go:171","msg":"trace[822147784] transaction","detail":"{read_only:false; response_revision:21658; number_of_response:1; }","duration":"499.548889ms","start":"2026-03-31T05:43:55.702286Z","end":"2026-03-31T05:43:56.201835Z","steps":["trace[822147784] 'process raft request' (duration: 499.478078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:56.201953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:55.702263Z","time spent":"499.653242ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:43:56.20202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.053894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:43:56.202064Z","caller":"traceutil/trace.go:171","msg":"trace[47299282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21659; }","duration":"503.154827ms","start":"2026-03-31T05:43:55.6989Z","end":"2026-03-31T05:43:56.202055Z","steps":["trace[47299282] 'agreement among raft nodes before linearized reading' (duration: 502.800158ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:56.202094Z","caller":"traceutil/trace.go:171","msg":"trace[684384653] transaction","detail":"{read_only:false; response_revision:21659; number_of_response:1; }","duration":"498.924762ms","start":"2026-03-31T05:43:55.703144Z","end":"2026-03-31T05:43:56.202069Z","steps":["trace[684384653] 'process raft request' (duration: 498.656265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:56.202122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.658211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:43:56.202106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:55.698886Z","time spent":"503.21198ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:43:56.202163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:55.703131Z","time spent":"498.998995ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:43:56.202157Z","caller":"traceutil/trace.go:171","msg":"trace[1562189901] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:21659; }","duration":"266.725903ms","start":"2026-03-31T05:43:55.935419Z","end":"2026-03-31T05:43:56.202145Z","steps":["trace[1562189901] 'agreement among raft nodes before linearized reading' (duration: 266.664371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:56.202199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.268269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:43:56.202305Z","caller":"traceutil/trace.go:171","msg":"trace[46199373] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21659; }","duration":"500.437034ms","start":"2026-03-31T05:43:55.701843Z","end":"2026-03-31T05:43:56.20228Z","steps":["trace[46199373] 'agreement among raft nodes before linearized reading' (duration: 500.154596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:56.202339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.506108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-31T05:43:56.202369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:55.701816Z","time spent":"500.538607ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:43:56.202402Z","caller":"traceutil/trace.go:171","msg":"trace[1747811294] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:21659; }","duration":"499.58513ms","start":"2026-03-31T05:43:55.702794Z","end":"2026-03-31T05:43:56.20238Z","steps":["trace[1747811294] 'agreement among raft nodes before linearized reading' (duration: 499.385995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:56.202458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:55.702786Z","time spent":"499.659042ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-31T05:43:56.20281Z","caller":"traceutil/trace.go:171","msg":"trace[2101550572] transaction","detail":"{read_only:false; response_revision:21657; number_of_response:1; }","duration":"499.667732ms","start":"2026-03-31T05:43:55.702232Z","end":"2026-03-31T05:43:56.2019Z","steps":["trace[2101550572] 'process raft request' (duration: 499.298792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:56.203064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:55.7022Z","time spent":"500.784063ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:10.559018Z","caller":"traceutil/trace.go:171","msg":"trace[86389545] transaction","detail":"{read_only:false; response_revision:21731; number_of_response:1; }","duration":"191.570238ms","start":"2026-03-31T05:44:10.367417Z","end":"2026-03-31T05:44:10.558987Z","steps":["trace[86389545] 'process raft request' (duration: 191.391783ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:10.603663Z","caller":"traceutil/trace.go:171","msg":"trace[1188541699] transaction","detail":"{read_only:false; response_revision:21732; number_of_response:1; }","duration":"234.198864ms","start":"2026-03-31T05:44:10.369437Z","end":"2026-03-31T05:44:10.603636Z","steps":["trace[1188541699] 'process raft request' (duration: 234.06221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:12.011809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792664833,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:44:12.275986Z","caller":"traceutil/trace.go:171","msg":"trace[556616900] transaction","detail":"{read_only:false; response_revision:21734; number_of_response:1; }","duration":"973.472207ms","start":"2026-03-31T05:44:11.302479Z","end":"2026-03-31T05:44:12.275951Z","steps":["trace[556616900] 'process raft request' (duration: 973.20836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:12.276263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:11.302458Z","time spent":"973.716555ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:12.28074Z","caller":"traceutil/trace.go:171","msg":"trace[337383135] transaction","detail":"{read_only:false; response_revision:21735; number_of_response:1; }","duration":"828.876004ms","start":"2026-03-31T05:44:11.451833Z","end":"2026-03-31T05:44:12.280709Z","steps":["trace[337383135] 'process raft request' (duration: 828.545035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:12.280824Z","caller":"traceutil/trace.go:171","msg":"trace[184780086] transaction","detail":"{read_only:false; response_revision:21736; number_of_response:1; }","duration":"806.754429ms","start":"2026-03-31T05:44:11.474044Z","end":"2026-03-31T05:44:12.280798Z","steps":["trace[184780086] 'process raft request' (duration: 806.562334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:12.2809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:11.451805Z","time spent":"829.009027ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:12.280891Z","caller":"traceutil/trace.go:171","msg":"trace[1532418882] transaction","detail":"{read_only:false; response_revision:21737; number_of_response:1; }","duration":"585.883209ms","start":"2026-03-31T05:44:11.694969Z","end":"2026-03-31T05:44:12.280853Z","steps":["trace[1532418882] 'process raft request' (duration: 585.714165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:12.28095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:11.474022Z","time spent":"806.867722ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:12.281102Z","caller":"traceutil/trace.go:171","msg":"trace[1161090996] transaction","detail":"{read_only:false; response_revision:21738; number_of_response:1; }","duration":"537.520327ms","start":"2026-03-31T05:44:11.743572Z","end":"2026-03-31T05:44:12.281092Z","steps":["trace[1161090996] 'process raft request' (duration: 537.171697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:12.281087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:11.694949Z","time spent":"586.048594ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:12.281153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:11.743548Z","time spent":"537.580559ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:12.281306Z","caller":"traceutil/trace.go:171","msg":"trace[1177635272] transaction","detail":"{read_only:false; response_revision:21739; number_of_response:1; }","duration":"453.439369ms","start":"2026-03-31T05:44:11.827857Z","end":"2026-03-31T05:44:12.281297Z","steps":["trace[1177635272] 'process raft request' (duration: 452.962025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:12.281352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:11.827837Z","time spent":"453.491289ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:12.284416Z","caller":"traceutil/trace.go:171","msg":"trace[401424383] linearizableReadLoop","detail":"{readStateIndex:22565; appliedIndex:22559; }","duration":"791.999816ms","start":"2026-03-31T05:44:11.492375Z","end":"2026-03-31T05:44:12.284375Z","steps":["trace[401424383] 'read index received' (duration: 783.38807ms)","trace[401424383] 'applied index is now lower than readState.Index' (duration: 8.610096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:44:12.284634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.250983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:44:12.284692Z","caller":"traceutil/trace.go:171","msg":"trace[886176564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21739; }","duration":"792.340755ms","start":"2026-03-31T05:44:11.492336Z","end":"2026-03-31T05:44:12.284677Z","steps":["trace[886176564] 'agreement among raft nodes before linearized reading' (duration: 792.15812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:12.284735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:11.492319Z","time spent":"792.407788ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:44:12.284778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.790744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:12.284785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.440384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:44:12.284815Z","caller":"traceutil/trace.go:171","msg":"trace[976818963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21739; }","duration":"402.858896ms","start":"2026-03-31T05:44:11.881946Z","end":"2026-03-31T05:44:12.284805Z","steps":["trace[976818963] 'agreement among raft nodes before linearized reading' (duration: 402.786724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:12.284834Z","caller":"traceutil/trace.go:171","msg":"trace[1578359261] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21739; }","duration":"259.549427ms","start":"2026-03-31T05:44:12.025272Z","end":"2026-03-31T05:44:12.284821Z","steps":["trace[1578359261] 'agreement among raft nodes before linearized reading' (duration: 259.444014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:12.284832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.475866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-31T05:44:12.284843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:11.881924Z","time spent":"402.914778ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:44:12.284871Z","caller":"traceutil/trace.go:171","msg":"trace[1259326407] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21739; }","duration":"763.555348ms","start":"2026-03-31T05:44:11.521305Z","end":"2026-03-31T05:44:12.28486Z","steps":["trace[1259326407] 'agreement among raft nodes before linearized reading' (duration: 763.401544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:12.284905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:11.521286Z","time spent":"763.611499ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:44:12.285139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.008311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-31T05:44:12.28524Z","caller":"traceutil/trace.go:171","msg":"trace[446450251] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:21739; }","duration":"237.143835ms","start":"2026-03-31T05:44:12.048074Z","end":"2026-03-31T05:44:12.285218Z","steps":["trace[446450251] 'agreement among raft nodes before linearized reading' (duration: 236.663072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:12.427913Z","caller":"traceutil/trace.go:171","msg":"trace[461791661] linearizableReadLoop","detail":"{readStateIndex:22568; appliedIndex:22567; }","duration":"119.678442ms","start":"2026-03-31T05:44:12.308204Z","end":"2026-03-31T05:44:12.427883Z","steps":["trace[461791661] 'read index received' (duration: 107.90936ms)","trace[461791661] 'applied index is now lower than readState.Index' (duration: 11.767752ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:12.428275Z","caller":"traceutil/trace.go:171","msg":"trace[38373919] transaction","detail":"{read_only:false; response_revision:21741; number_of_response:1; }","duration":"125.915592ms","start":"2026-03-31T05:44:12.302338Z","end":"2026-03-31T05:44:12.428254Z","steps":["trace[38373919] 'process raft request' (duration: 113.7608ms)","trace[38373919] 'compare' (duration: 11.656098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:44:12.428347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.116683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:12.428419Z","caller":"traceutil/trace.go:171","msg":"trace[577401497] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:21741; }","duration":"120.206046ms","start":"2026-03-31T05:44:12.308193Z","end":"2026-03-31T05:44:12.428399Z","steps":["trace[577401497] 'agreement among raft nodes before linearized reading' (duration: 120.055002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:12.428447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.61219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:44:12.428524Z","caller":"traceutil/trace.go:171","msg":"trace[808511210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21741; }","duration":"104.730434ms","start":"2026-03-31T05:44:12.323775Z","end":"2026-03-31T05:44:12.428505Z","steps":["trace[808511210] 'agreement among raft nodes before linearized reading' (duration: 104.492907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:12.429275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.365731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:44:12.429337Z","caller":"traceutil/trace.go:171","msg":"trace[1901753405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21741; }","duration":"105.477044ms","start":"2026-03-31T05:44:12.323845Z","end":"2026-03-31T05:44:12.429322Z","steps":["trace[1901753405] 'agreement among raft nodes before linearized reading' (duration: 104.796105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:18.50246Z","caller":"traceutil/trace.go:171","msg":"trace[737478409] transaction","detail":"{read_only:false; response_revision:21765; number_of_response:1; }","duration":"203.209187ms","start":"2026-03-31T05:44:18.299215Z","end":"2026-03-31T05:44:18.502424Z","steps":["trace[737478409] 'process raft request' (duration: 202.994711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:20.31986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.935319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:44:20.32024Z","caller":"traceutil/trace.go:171","msg":"trace[2071686685] transaction","detail":"{read_only:false; response_revision:21768; number_of_response:1; }","duration":"532.744967ms","start":"2026-03-31T05:44:19.787468Z","end":"2026-03-31T05:44:20.320213Z","steps":["trace[2071686685] 'process raft request' (duration: 532.676005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:20.320346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:19.787451Z","time spent":"532.84204ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:20.320367Z","caller":"traceutil/trace.go:171","msg":"trace[1983402836] transaction","detail":"{read_only:false; response_revision:21767; number_of_response:1; }","duration":"2.01699299s","start":"2026-03-31T05:44:18.303341Z","end":"2026-03-31T05:44:20.320334Z","steps":["trace[1983402836] 'process raft request' (duration: 2.016672401s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:20.320456Z","caller":"traceutil/trace.go:171","msg":"trace[116122048] transaction","detail":"{read_only:false; response_revision:21766; number_of_response:1; }","duration":"2.020436504s","start":"2026-03-31T05:44:18.300004Z","end":"2026-03-31T05:44:20.320441Z","steps":["trace[116122048] 'process raft request' (duration: 1.139835597s)","trace[116122048] 'compare' (duration: 878.958392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:44:20.32051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:18.299993Z","time spent":"2.020488935s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:20.320505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:18.303311Z","time spent":"2.017119743s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:20.32069Z","caller":"traceutil/trace.go:171","msg":"trace[1867380264] linearizableReadLoop","detail":"{readStateIndex:22595; appliedIndex:22592; }","duration":"2.010526703s","start":"2026-03-31T05:44:18.310145Z","end":"2026-03-31T05:44:20.320672Z","steps":["trace[1867380264] 'read index received' (duration: 192.089073ms)","trace[1867380264] 'applied index is now lower than readState.Index' (duration: 1.81843569s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:44:20.321468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842728235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T05:44:20.321529Z","caller":"traceutil/trace.go:171","msg":"trace[342210703] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21768; }","duration":"1.842829588s","start":"2026-03-31T05:44:18.478682Z","end":"2026-03-31T05:44:20.321512Z","steps":["trace[342210703] 'agreement among raft nodes before linearized reading' (duration: 1.842640253s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:20.32156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:18.478663Z","time spent":"1.842891199s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:44:20.321587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820319122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:44:20.321644Z","caller":"traceutil/trace.go:171","msg":"trace[2071218326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21768; }","duration":"1.820377323s","start":"2026-03-31T05:44:18.501256Z","end":"2026-03-31T05:44:20.321633Z","steps":["trace[2071218326] 'agreement among raft nodes before linearized reading' (duration: 1.820218299s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:20.321646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01152722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T05:44:20.321666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:18.501221Z","time spent":"1.820439785s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:44:20.321692Z","caller":"traceutil/trace.go:171","msg":"trace[901481345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21768; }","duration":"2.011605313s","start":"2026-03-31T05:44:18.310071Z","end":"2026-03-31T05:44:20.321676Z","steps":["trace[901481345] 'agreement among raft nodes before linearized reading' (duration: 2.011445618s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:20.321686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228725346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-31T05:44:20.321682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675762249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T05:44:20.321736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:18.310052Z","time spent":"2.011672064s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:44:20.321752Z","caller":"traceutil/trace.go:171","msg":"trace[240186843] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:21768; }","duration":"1.228821689s","start":"2026-03-31T05:44:19.09291Z","end":"2026-03-31T05:44:20.321732Z","steps":["trace[240186843] 'agreement among raft nodes before linearized reading' (duration: 1.228525961s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:20.32177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827511109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:44:20.321765Z","caller":"traceutil/trace.go:171","msg":"trace[1859742395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21768; }","duration":"1.675907183s","start":"2026-03-31T05:44:18.645833Z","end":"2026-03-31T05:44:20.32174Z","steps":["trace[1859742395] 'agreement among raft nodes before linearized reading' (duration: 1.675589345s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:20.321796Z","caller":"traceutil/trace.go:171","msg":"trace[1967387200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21768; }","duration":"1.827568541s","start":"2026-03-31T05:44:18.49422Z","end":"2026-03-31T05:44:20.321789Z","steps":["trace[1967387200] 'agreement among raft nodes before linearized reading' (duration: 1.827489418s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:20.321795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:19.092896Z","time spent":"1.228889711s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-31T05:44:20.321815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:18.494201Z","time spent":"1.827609411s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:44:20.321816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782641242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-31T05:44:20.321794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687302815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:20.321845Z","caller":"traceutil/trace.go:171","msg":"trace[2062192174] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21768; }","duration":"1.782702014s","start":"2026-03-31T05:44:18.539132Z","end":"2026-03-31T05:44:20.321834Z","steps":["trace[2062192174] 'agreement among raft nodes before linearized reading' (duration: 1.782632532s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:20.321867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:18.539109Z","time spent":"1.782754255s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:44:20.321872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451650712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:20.321871Z","caller":"traceutil/trace.go:171","msg":"trace[1239782144] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:21768; }","duration":"1.687387527s","start":"2026-03-31T05:44:18.63446Z","end":"2026-03-31T05:44:20.321848Z","steps":["trace[1239782144] 'agreement among raft nodes before linearized reading' (duration: 1.687225003s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:20.3219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828976169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T05:44:20.321905Z","caller":"traceutil/trace.go:171","msg":"trace[100339372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21768; }","duration":"1.451721654s","start":"2026-03-31T05:44:18.870174Z","end":"2026-03-31T05:44:20.321895Z","steps":["trace[100339372] 'agreement among raft nodes before linearized reading' (duration: 1.451669082s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:20.32192Z","caller":"traceutil/trace.go:171","msg":"trace[746008615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21768; }","duration":"1.8290234s","start":"2026-03-31T05:44:18.492891Z","end":"2026-03-31T05:44:20.321915Z","steps":["trace[746008615] 'agreement among raft nodes before linearized reading' (duration: 1.828969049s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:20.321918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:18.634416Z","time spent":"1.68748958s","remote":"127.0.0.1:33380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:44:20.32193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:18.870152Z","time spent":"1.451773265s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:44:20.321939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:18.492874Z","time spent":"1.829060901s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:44:20.321966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640581947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:44:20.321991Z","caller":"traceutil/trace.go:171","msg":"trace[730581255] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21768; }","duration":"1.640633919s","start":"2026-03-31T05:44:18.681344Z","end":"2026-03-31T05:44:20.321978Z","steps":["trace[730581255] 'agreement among raft nodes before linearized reading' (duration: 1.640582177s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:20.322007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:18.681324Z","time spent":"1.64068014s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:44:20.32181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:18.645791Z","time spent":"1.676009506s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:44:20.322024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179082089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:44:20.322066Z","caller":"traceutil/trace.go:171","msg":"trace[504560299] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:21768; }","duration":"1.179165621s","start":"2026-03-31T05:44:19.142885Z","end":"2026-03-31T05:44:20.322051Z","steps":["trace[504560299] 'agreement among raft nodes before linearized reading' (duration: 1.179081869s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:20.322099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:19.142865Z","time spent":"1.179225303s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:44:20.84235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792664932,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:44:21.343234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792664932,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:44:21.799644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.472886284s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:44:21.851585Z","caller":"traceutil/trace.go:171","msg":"trace[358564073] transaction","detail":"{read_only:false; response_revision:21769; number_of_response:1; }","duration":"1.524868554s","start":"2026-03-31T05:44:20.326683Z","end":"2026-03-31T05:44:21.851551Z","steps":["trace[358564073] 'process raft request' (duration: 1.473203932s)","trace[358564073] 'compare' (duration: 51.148688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:44:21.851749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:20.326667Z","time spent":"1.524993338s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:22.344235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00052214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:44:22.344303Z","caller":"traceutil/trace.go:171","msg":"trace[211851948] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000633883s","start":"2026-03-31T05:44:20.343653Z","end":"2026-03-31T05:44:22.344287Z","steps":["trace[211851948] 'agreement among raft nodes before linearized reading' (duration: 2.000550481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:22.344336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:20.343637Z","time spent":"2.000689345s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:44:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:44:22.778878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.285147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:44:22.779561Z","caller":"traceutil/trace.go:171","msg":"trace[1076485678] transaction","detail":"{read_only:false; response_revision:21773; number_of_response:1; }","duration":"2.450585937s","start":"2026-03-31T05:44:20.328939Z","end":"2026-03-31T05:44:22.779525Z","steps":["trace[1076485678] 'process raft request' (duration: 2.450242268s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:22.77972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:20.328934Z","time spent":"2.45069906s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:22.779878Z","caller":"traceutil/trace.go:171","msg":"trace[1245689968] transaction","detail":"{read_only:false; response_revision:21770; number_of_response:1; }","duration":"2.45288917s","start":"2026-03-31T05:44:20.32697Z","end":"2026-03-31T05:44:22.779859Z","steps":["trace[1245689968] 'process raft request' (duration: 1.728541754s)","trace[1245689968] 'compare' (duration: 722.934228ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:22.779952Z","caller":"traceutil/trace.go:171","msg":"trace[623328227] transaction","detail":"{read_only:false; response_revision:21774; number_of_response:1; }","duration":"2.437830178s","start":"2026-03-31T05:44:20.342082Z","end":"2026-03-31T05:44:22.779912Z","steps":["trace[623328227] 'process raft request' (duration: 2.437134219s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:22.779978Z","caller":"traceutil/trace.go:171","msg":"trace[1967789754] transaction","detail":"{read_only:false; response_revision:21771; number_of_response:1; }","duration":"2.452708505s","start":"2026-03-31T05:44:20.327245Z","end":"2026-03-31T05:44:22.779953Z","steps":["trace[1967789754] 'process raft request' (duration: 2.45178553s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:22.780011Z","caller":"traceutil/trace.go:171","msg":"trace[35677825] transaction","detail":"{read_only:false; response_revision:21772; number_of_response:1; }","duration":"2.451142952s","start":"2026-03-31T05:44:20.32884Z","end":"2026-03-31T05:44:22.779983Z","steps":["trace[35677825] 'process raft request' (duration: 2.450289728s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:22.780005Z","caller":"traceutil/trace.go:171","msg":"trace[171733600] transaction","detail":"{read_only:false; response_revision:21775; number_of_response:1; }","duration":"2.437848728s","start":"2026-03-31T05:44:20.342127Z","end":"2026-03-31T05:44:22.779976Z","steps":["trace[171733600] 'process raft request' (duration: 2.437117538s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:22.779986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:20.326956Z","time spent":"2.452983562s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:22.779978Z","caller":"traceutil/trace.go:171","msg":"trace[83114106] transaction","detail":"{read_only:false; response_revision:21777; number_of_response:1; }","duration":"2.273144655s","start":"2026-03-31T05:44:20.506794Z","end":"2026-03-31T05:44:22.779939Z","steps":["trace[83114106] 'process raft request' (duration: 2.272517588s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:22.780126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:20.328832Z","time spent":"2.451233675s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:22.780143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:20.342071Z","time spent":"2.437978692s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:22.780134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:20.327237Z","time spent":"2.452815288s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:22.779992Z","caller":"traceutil/trace.go:171","msg":"trace[145313426] linearizableReadLoop","detail":"{readStateIndex:22605; appliedIndex:22596; }","duration":"2.43789107s","start":"2026-03-31T05:44:20.342071Z","end":"2026-03-31T05:44:22.779962Z","steps":["trace[145313426] 'read index received' (duration: 1.457729039s)","trace[145313426] 'applied index is now lower than readState.Index' (duration: 980.156801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:44:22.780226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:20.506777Z","time spent":"2.273397972s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:22.780254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:20.342124Z","time spent":"2.438022633s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:22.780781Z","caller":"traceutil/trace.go:171","msg":"trace[1122528114] transaction","detail":"{read_only:false; response_revision:21776; number_of_response:1; }","duration":"2.437509739s","start":"2026-03-31T05:44:20.342129Z","end":"2026-03-31T05:44:22.779638Z","steps":["trace[1122528114] 'process raft request' (duration: 2.437150509s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:22.78087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:20.342122Z","time spent":"2.438706122s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:23.06221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.837483ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-31T05:44:23.062582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720493456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-48952541-7ffa-4eae-8a69-5784bd80b8d4\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-31T05:44:23.062646Z","caller":"traceutil/trace.go:171","msg":"trace[918868237] range","detail":"{range_begin:/registry/persistentvolumes/pvc-48952541-7ffa-4eae-8a69-5784bd80b8d4; range_end:; response_count:1; response_revision:21777; }","duration":"2.720585979s","start":"2026-03-31T05:44:20.342041Z","end":"2026-03-31T05:44:23.062627Z","steps":["trace[918868237] 'agreement among raft nodes before linearized reading' (duration: 2.437993183s)","trace[918868237] 'range keys from in-memory index tree' (duration: 282.442592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:44:23.062679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:20.342026Z","time spent":"2.72064483s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-48952541-7ffa-4eae-8a69-5784bd80b8d4\" "} {"level":"warn","ts":"2026-03-31T05:44:23.280864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792664947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:44:23.781915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792664947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:44:23.906626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.215142624s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:44:23.907092Z","caller":"traceutil/trace.go:171","msg":"trace[445081598] transaction","detail":"{read_only:false; response_revision:21778; number_of_response:1; }","duration":"1.594954011s","start":"2026-03-31T05:44:22.312107Z","end":"2026-03-31T05:44:23.907061Z","steps":["trace[445081598] 'process raft request' (duration: 1.594735265s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:23.907246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:22.312076Z","time spent":"1.595093874s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:23.907402Z","caller":"traceutil/trace.go:171","msg":"trace[241461929] transaction","detail":"{read_only:false; response_revision:21779; number_of_response:1; }","duration":"1.580885646s","start":"2026-03-31T05:44:22.326478Z","end":"2026-03-31T05:44:23.907363Z","steps":["trace[241461929] 'process raft request' (duration: 1.580531246s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:23.907549Z","caller":"traceutil/trace.go:171","msg":"trace[538797526] linearizableReadLoop","detail":"{readStateIndex:22610; appliedIndex:22606; }","duration":"1.12718785s","start":"2026-03-31T05:44:22.780266Z","end":"2026-03-31T05:44:23.907454Z","steps":["trace[538797526] 'read index received' (duration: 1.126483961s)","trace[538797526] 'applied index is now lower than readState.Index' (duration: 702.639µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:44:23.907587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:22.326455Z","time spent":"1.581022019s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:23.90762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794210278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:44:23.907677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688572493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:23.907697Z","caller":"traceutil/trace.go:171","msg":"trace[1527914926] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:21781; }","duration":"1.794334881s","start":"2026-03-31T05:44:22.113342Z","end":"2026-03-31T05:44:23.907677Z","steps":["trace[1527914926] 'agreement among raft nodes before linearized reading' (duration: 1.794131656s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:23.907734Z","caller":"traceutil/trace.go:171","msg":"trace[571225444] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:21781; }","duration":"2.688675876s","start":"2026-03-31T05:44:21.219042Z","end":"2026-03-31T05:44:23.907718Z","steps":["trace[571225444] 'agreement among raft nodes before linearized reading' (duration: 2.688581303s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:23.907746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:22.113322Z","time spent":"1.794410614s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:44:23.907778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.219027Z","time spent":"2.688740998s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:44:23.907835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920101261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:23.907856Z","caller":"traceutil/trace.go:171","msg":"trace[456876679] transaction","detail":"{read_only:false; response_revision:21780; number_of_response:1; }","duration":"1.580586167s","start":"2026-03-31T05:44:22.327251Z","end":"2026-03-31T05:44:23.907837Z","steps":["trace[456876679] 'process raft request' (duration: 1.579999841s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:23.907906Z","caller":"traceutil/trace.go:171","msg":"trace[1131892497] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:21781; }","duration":"1.920218274s","start":"2026-03-31T05:44:21.987665Z","end":"2026-03-31T05:44:23.907884Z","steps":["trace[1131892497] 'agreement among raft nodes before linearized reading' (duration: 1.920087951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:23.907919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000218599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:23.907955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:22.327232Z","time spent":"1.58067991s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:23.907958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.987646Z","time spent":"1.920297746s","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:44:23.907977Z","caller":"traceutil/trace.go:171","msg":"trace[1630728542] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:21781; }","duration":"1.000313591s","start":"2026-03-31T05:44:22.907646Z","end":"2026-03-31T05:44:23.90796Z","steps":["trace[1630728542] 'agreement among raft nodes before linearized reading' (duration: 1.000218279s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:23.90802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:22.907627Z","time spent":"1.000384313s","remote":"127.0.0.1:57748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:44:23.908007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372732554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:44:23.908029Z","caller":"traceutil/trace.go:171","msg":"trace[931864681] transaction","detail":"{read_only:false; response_revision:21781; number_of_response:1; }","duration":"1.55911502s","start":"2026-03-31T05:44:22.348888Z","end":"2026-03-31T05:44:23.908003Z","steps":["trace[931864681] 'process raft request' (duration: 1.558491603s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:23.908067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.78245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:23.908068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.086301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:23.908088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:22.348879Z","time spent":"1.559182352s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:23.908074Z","caller":"traceutil/trace.go:171","msg":"trace[1641455499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21781; }","duration":"1.372841127s","start":"2026-03-31T05:44:22.535214Z","end":"2026-03-31T05:44:23.908055Z","steps":["trace[1641455499] 'agreement among raft nodes before linearized reading' (duration: 1.3725971s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:23.908117Z","caller":"traceutil/trace.go:171","msg":"trace[936944173] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:21781; }","duration":"140.830331ms","start":"2026-03-31T05:44:23.767269Z","end":"2026-03-31T05:44:23.908099Z","steps":["trace[936944173] 'agreement among raft nodes before linearized reading' (duration: 140.758409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:23.908119Z","caller":"traceutil/trace.go:171","msg":"trace[1039386896] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:21781; }","duration":"456.169403ms","start":"2026-03-31T05:44:23.451934Z","end":"2026-03-31T05:44:23.908103Z","steps":["trace[1039386896] 'agreement among raft nodes before linearized reading' (duration: 456.100611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:23.908132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:22.535182Z","time spent":"1.37293697s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:44:23.908145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.727236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-31T05:44:23.90815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.364474245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:44:23.908165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:23.451911Z","time spent":"456.246106ms","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:44:23.908182Z","caller":"traceutil/trace.go:171","msg":"trace[1192764549] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:21781; }","duration":"841.796808ms","start":"2026-03-31T05:44:23.066374Z","end":"2026-03-31T05:44:23.90817Z","steps":["trace[1192764549] 'agreement among raft nodes before linearized reading' (duration: 841.667554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:23.90819Z","caller":"traceutil/trace.go:171","msg":"trace[2118420375] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:21781; }","duration":"3.364551807s","start":"2026-03-31T05:44:20.543626Z","end":"2026-03-31T05:44:23.908178Z","steps":["trace[2118420375] 'agreement among raft nodes before linearized reading' (duration: 3.364481105s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:23.908211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:23.066357Z","time spent":"841.848589ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-31T05:44:23.908221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:20.543602Z","time spent":"3.364611478s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:44:23.907983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563625874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:23.90839Z","caller":"traceutil/trace.go:171","msg":"trace[1083440792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21781; }","duration":"1.564091827s","start":"2026-03-31T05:44:22.344288Z","end":"2026-03-31T05:44:23.908379Z","steps":["trace[1083440792] 'agreement among raft nodes before linearized reading' (duration: 1.563593563s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:23.908425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:22.344272Z","time spent":"1.564146048s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:44:23.908953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9627346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:44:23.909028Z","caller":"traceutil/trace.go:171","msg":"trace[905244709] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:21781; }","duration":"2.962845683s","start":"2026-03-31T05:44:20.946163Z","end":"2026-03-31T05:44:23.909008Z","steps":["trace[905244709] 'agreement among raft nodes before linearized reading' (duration: 2.961473435s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:23.909077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:20.946137Z","time spent":"2.962925205s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2227,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:44:24.779952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.411133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:44:24.78012Z","caller":"traceutil/trace.go:171","msg":"trace[632728725] transaction","detail":"{read_only:false; response_revision:21782; number_of_response:1; }","duration":"867.10931ms","start":"2026-03-31T05:44:23.91298Z","end":"2026-03-31T05:44:24.780089Z","steps":["trace[632728725] 'process raft request' (duration: 253.480721ms)","trace[632728725] 'compare' (duration: 613.146536ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:24.780135Z","caller":"traceutil/trace.go:171","msg":"trace[546594245] linearizableReadLoop","detail":"{readStateIndex:22611; appliedIndex:22610; }","duration":"867.11082ms","start":"2026-03-31T05:44:23.913007Z","end":"2026-03-31T05:44:24.780118Z","steps":["trace[546594245] 'read index received' (duration: 25.131µs)","trace[546594245] 'applied index is now lower than readState.Index' (duration: 867.082949ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:24.780221Z","caller":"traceutil/trace.go:171","msg":"trace[1371815034] transaction","detail":"{read_only:false; response_revision:21783; number_of_response:1; }","duration":"865.689171ms","start":"2026-03-31T05:44:23.914477Z","end":"2026-03-31T05:44:24.780166Z","steps":["trace[1371815034] 'process raft request' (duration: 865.621439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:24.780236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:23.912968Z","time spent":"867.202842ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:24.780298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:23.914454Z","time spent":"865.812564ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:24.780422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.394227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18465"} {"level":"warn","ts":"2026-03-31T05:44:24.780408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.970464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:24.780453Z","caller":"traceutil/trace.go:171","msg":"trace[1978942920] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21783; }","duration":"867.46177ms","start":"2026-03-31T05:44:23.912983Z","end":"2026-03-31T05:44:24.780444Z","steps":["trace[1978942920] 'agreement among raft nodes before linearized reading' (duration: 867.196332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:24.78048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:23.912973Z","time spent":"867.50067ms","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18488,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:44:24.780521Z","caller":"traceutil/trace.go:171","msg":"trace[1153606079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21783; }","duration":"864.091657ms","start":"2026-03-31T05:44:23.916394Z","end":"2026-03-31T05:44:24.780486Z","steps":["trace[1153606079] 'agreement among raft nodes before linearized reading' (duration: 863.929152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:24.780492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.705743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:44:24.780585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:23.916387Z","time spent":"864.18698ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:44:24.780605Z","caller":"traceutil/trace.go:171","msg":"trace[697486599] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:21783; }","duration":"187.884727ms","start":"2026-03-31T05:44:24.592692Z","end":"2026-03-31T05:44:24.780577Z","steps":["trace[697486599] 'agreement among raft nodes before linearized reading' (duration: 187.662971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:25.286123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792664959,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:44:25.581348Z","caller":"traceutil/trace.go:171","msg":"trace[756116815] transaction","detail":"{read_only:false; response_revision:21784; number_of_response:1; }","duration":"796.776956ms","start":"2026-03-31T05:44:24.784544Z","end":"2026-03-31T05:44:25.581321Z","steps":["trace[756116815] 'process raft request' (duration: 720.572442ms)","trace[756116815] 'compare' (duration: 76.06015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:44:25.581465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:24.784527Z","time spent":"796.878509ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:25.825814Z","caller":"traceutil/trace.go:171","msg":"trace[768736925] linearizableReadLoop","detail":"{readStateIndex:22614; appliedIndex:22612; }","duration":"1.040749777s","start":"2026-03-31T05:44:24.785037Z","end":"2026-03-31T05:44:25.825787Z","steps":["trace[768736925] 'read index received' (duration: 720.09017ms)","trace[768736925] 'applied index is now lower than readState.Index' (duration: 320.658387ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:25.825908Z","caller":"traceutil/trace.go:171","msg":"trace[1834440859] transaction","detail":"{read_only:false; response_revision:21785; number_of_response:1; }","duration":"1.037534989s","start":"2026-03-31T05:44:24.788342Z","end":"2026-03-31T05:44:25.825877Z","steps":["trace[1834440859] 'process raft request' (duration: 1.036207392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:25.826047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041535329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:44:25.826112Z","caller":"traceutil/trace.go:171","msg":"trace[684392828] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21785; }","duration":"1.041632002s","start":"2026-03-31T05:44:24.784458Z","end":"2026-03-31T05:44:25.82609Z","steps":["trace[684392828] 'agreement among raft nodes before linearized reading' (duration: 1.041454557s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:25.826167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:24.784443Z","time spent":"1.041710453s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:44:25.82614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03609645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T05:44:25.82621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034835726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:44:25.826264Z","caller":"traceutil/trace.go:171","msg":"trace[231551005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21785; }","duration":"1.034903187s","start":"2026-03-31T05:44:24.791348Z","end":"2026-03-31T05:44:25.826251Z","steps":["trace[231551005] 'agreement among raft nodes before linearized reading' (duration: 1.034775904s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:25.826246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.595762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:25.826271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.915101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:25.826231Z","caller":"traceutil/trace.go:171","msg":"trace[1579222017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21785; }","duration":"1.036225984s","start":"2026-03-31T05:44:24.789981Z","end":"2026-03-31T05:44:25.826207Z","steps":["trace[1579222017] 'agreement among raft nodes before linearized reading' (duration: 1.036007348s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:25.826371Z","caller":"traceutil/trace.go:171","msg":"trace[1994601871] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:21785; }","duration":"837.758037ms","start":"2026-03-31T05:44:24.988585Z","end":"2026-03-31T05:44:25.826343Z","steps":["trace[1994601871] 'agreement among raft nodes before linearized reading' (duration: 837.51388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:25.826315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:24.78828Z","time spent":"1.037832767s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:25.82642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:24.78997Z","time spent":"1.036410549s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:44:25.826449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:24.98852Z","time spent":"837.909981ms","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:44:25.8264Z","caller":"traceutil/trace.go:171","msg":"trace[493221495] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21785; }","duration":"951.086015ms","start":"2026-03-31T05:44:24.875287Z","end":"2026-03-31T05:44:25.826373Z","steps":["trace[493221495] 'agreement among raft nodes before linearized reading' (duration: 950.90671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:25.826458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.876727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-31T05:44:25.826524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.37862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:25.826591Z","caller":"traceutil/trace.go:171","msg":"trace[53402015] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:21785; }","duration":"685.060562ms","start":"2026-03-31T05:44:25.141504Z","end":"2026-03-31T05:44:25.826565Z","steps":["trace[53402015] 'agreement among raft nodes before linearized reading' (duration: 684.755063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:25.826667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:25.141461Z","time spent":"685.190155ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-03-31T05:44:25.826676Z","caller":"traceutil/trace.go:171","msg":"trace[1549542562] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:21785; }","duration":"670.72828ms","start":"2026-03-31T05:44:25.155896Z","end":"2026-03-31T05:44:25.826624Z","steps":["trace[1549542562] 'agreement among raft nodes before linearized reading' (duration: 670.235677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:25.82657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:24.875261Z","time spent":"951.292791ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:44:25.826302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:24.791338Z","time spent":"1.034956388s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:44:25.826805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:25.155871Z","time spent":"670.914735ms","remote":"127.0.0.1:33396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:44:25.826292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035320389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:44:25.827027Z","caller":"traceutil/trace.go:171","msg":"trace[313467062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21785; }","duration":"1.036071149s","start":"2026-03-31T05:44:24.79094Z","end":"2026-03-31T05:44:25.827012Z","steps":["trace[313467062] 'agreement among raft nodes before linearized reading' (duration: 1.035229566s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:25.827085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:24.790934Z","time spent":"1.036135241s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:44:29.963484Z","caller":"traceutil/trace.go:171","msg":"trace[1754632583] linearizableReadLoop","detail":"{readStateIndex:22635; appliedIndex:22634; }","duration":"114.764888ms","start":"2026-03-31T05:44:29.848691Z","end":"2026-03-31T05:44:29.963456Z","steps":["trace[1754632583] 'read index received' (duration: 114.626195ms)","trace[1754632583] 'applied index is now lower than readState.Index' (duration: 137.693µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:29.963591Z","caller":"traceutil/trace.go:171","msg":"trace[1909564317] transaction","detail":"{read_only:false; response_revision:21805; number_of_response:1; }","duration":"115.57899ms","start":"2026-03-31T05:44:29.847969Z","end":"2026-03-31T05:44:29.963548Z","steps":["trace[1909564317] 'process raft request' (duration: 115.342363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:29.96371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.993505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:44:29.963751Z","caller":"traceutil/trace.go:171","msg":"trace[1043257056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21805; }","duration":"115.067006ms","start":"2026-03-31T05:44:29.848674Z","end":"2026-03-31T05:44:29.963741Z","steps":["trace[1043257056] 'agreement among raft nodes before linearized reading' (duration: 114.891381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:29.968464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.969315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:44:29.968542Z","caller":"traceutil/trace.go:171","msg":"trace[1178013603] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21806; }","duration":"107.074648ms","start":"2026-03-31T05:44:29.861456Z","end":"2026-03-31T05:44:29.968531Z","steps":["trace[1178013603] 'agreement among raft nodes before linearized reading' (duration: 106.899993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:29.968456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.420748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:44:29.96947Z","caller":"traceutil/trace.go:171","msg":"trace[1828623518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21806; }","duration":"119.462206ms","start":"2026-03-31T05:44:29.849979Z","end":"2026-03-31T05:44:29.969441Z","steps":["trace[1828623518] 'agreement among raft nodes before linearized reading' (duration: 118.364336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:29.968513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.351736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:44:29.969743Z","caller":"traceutil/trace.go:171","msg":"trace[1473686085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21806; }","duration":"119.60031ms","start":"2026-03-31T05:44:29.850133Z","end":"2026-03-31T05:44:29.969733Z","steps":["trace[1473686085] 'agreement among raft nodes before linearized reading' (duration: 118.251323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:30.177811Z","caller":"traceutil/trace.go:171","msg":"trace[1598784594] transaction","detail":"{read_only:false; response_revision:21812; number_of_response:1; }","duration":"139.017862ms","start":"2026-03-31T05:44:30.038769Z","end":"2026-03-31T05:44:30.177787Z","steps":["trace[1598784594] 'process raft request' (duration: 138.879848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:31.00482Z","caller":"traceutil/trace.go:171","msg":"trace[1236695821] transaction","detail":"{read_only:false; response_revision:21813; number_of_response:1; }","duration":"111.489889ms","start":"2026-03-31T05:44:30.893291Z","end":"2026-03-31T05:44:31.004781Z","steps":["trace[1236695821] 'process raft request' (duration: 111.115128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:37.895693Z","caller":"traceutil/trace.go:171","msg":"trace[1902112790] transaction","detail":"{read_only:false; response_revision:21846; number_of_response:1; }","duration":"104.918669ms","start":"2026-03-31T05:44:37.790744Z","end":"2026-03-31T05:44:37.895663Z","steps":["trace[1902112790] 'process raft request' (duration: 104.771725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:37.898006Z","caller":"traceutil/trace.go:171","msg":"trace[2070093890] transaction","detail":"{read_only:false; response_revision:21847; number_of_response:1; }","duration":"107.071817ms","start":"2026-03-31T05:44:37.790915Z","end":"2026-03-31T05:44:37.897987Z","steps":["trace[2070093890] 'process raft request' (duration: 106.884482ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:42.319732Z","caller":"traceutil/trace.go:171","msg":"trace[1270216334] transaction","detail":"{read_only:false; response_revision:21868; number_of_response:1; }","duration":"105.857074ms","start":"2026-03-31T05:44:42.213844Z","end":"2026-03-31T05:44:42.319701Z","steps":["trace[1270216334] 'process raft request' (duration: 105.545736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:43.922923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.59563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:44:43.922994Z","caller":"traceutil/trace.go:171","msg":"trace[1041562783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21876; }","duration":"100.716114ms","start":"2026-03-31T05:44:43.822259Z","end":"2026-03-31T05:44:43.922976Z","steps":["trace[1041562783] 'count revisions from in-memory index tree' (duration: 100.521449ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:44.459182Z","caller":"traceutil/trace.go:171","msg":"trace[450903912] transaction","detail":"{read_only:false; response_revision:21879; number_of_response:1; }","duration":"132.757879ms","start":"2026-03-31T05:44:44.326385Z","end":"2026-03-31T05:44:44.459143Z","steps":["trace[450903912] 'process raft request' (duration: 132.487152ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:48.684524Z","caller":"traceutil/trace.go:171","msg":"trace[2122831209] transaction","detail":"{read_only:false; response_revision:21900; number_of_response:1; }","duration":"124.266848ms","start":"2026-03-31T05:44:48.560231Z","end":"2026-03-31T05:44:48.684498Z","steps":["trace[2122831209] 'process raft request' (duration: 124.133934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:48.687072Z","caller":"traceutil/trace.go:171","msg":"trace[2139384400] linearizableReadLoop","detail":"{readStateIndex:22738; appliedIndex:22733; }","duration":"123.905008ms","start":"2026-03-31T05:44:48.563155Z","end":"2026-03-31T05:44:48.68706Z","steps":["trace[2139384400] 'read index received' (duration: 121.181023ms)","trace[2139384400] 'applied index is now lower than readState.Index' (duration: 2.723385ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:48.687261Z","caller":"traceutil/trace.go:171","msg":"trace[475429943] transaction","detail":"{read_only:false; response_revision:21901; number_of_response:1; }","duration":"126.527ms","start":"2026-03-31T05:44:48.560725Z","end":"2026-03-31T05:44:48.687252Z","steps":["trace[475429943] 'process raft request' (duration: 126.208031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:48.687458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.707696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:44:48.687487Z","caller":"traceutil/trace.go:171","msg":"trace[240000753] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:21904; }","duration":"114.748277ms","start":"2026-03-31T05:44:48.572731Z","end":"2026-03-31T05:44:48.687479Z","steps":["trace[240000753] 'agreement among raft nodes before linearized reading' (duration: 114.643274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:48.687577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.426023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:26 size:233663"} {"level":"info","ts":"2026-03-31T05:44:48.6876Z","caller":"traceutil/trace.go:171","msg":"trace[3917785] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:26; response_revision:21904; }","duration":"124.479043ms","start":"2026-03-31T05:44:48.563114Z","end":"2026-03-31T05:44:48.687594Z","steps":["trace[3917785] 'agreement among raft nodes before linearized reading' (duration: 124.230787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:48.687637Z","caller":"traceutil/trace.go:171","msg":"trace[875720239] transaction","detail":"{read_only:false; response_revision:21904; number_of_response:1; }","duration":"125.157623ms","start":"2026-03-31T05:44:48.562474Z","end":"2026-03-31T05:44:48.687631Z","steps":["trace[875720239] 'process raft request' (duration: 124.566076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:48.687675Z","caller":"traceutil/trace.go:171","msg":"trace[1950804526] transaction","detail":"{read_only:false; response_revision:21902; number_of_response:1; }","duration":"125.358207ms","start":"2026-03-31T05:44:48.562271Z","end":"2026-03-31T05:44:48.687629Z","steps":["trace[1950804526] 'process raft request' (duration: 124.72056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:48.687691Z","caller":"traceutil/trace.go:171","msg":"trace[968019430] transaction","detail":"{read_only:false; response_revision:21903; number_of_response:1; }","duration":"125.319617ms","start":"2026-03-31T05:44:48.562335Z","end":"2026-03-31T05:44:48.687655Z","steps":["trace[968019430] 'process raft request' (duration: 124.68308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:56.94519Z","caller":"traceutil/trace.go:171","msg":"trace[1741928629] transaction","detail":"{read_only:false; response_revision:21942; number_of_response:1; }","duration":"106.326287ms","start":"2026-03-31T05:44:56.838835Z","end":"2026-03-31T05:44:56.945161Z","steps":["trace[1741928629] 'process raft request' (duration: 105.882845ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:56.94625Z","caller":"traceutil/trace.go:171","msg":"trace[3467164] transaction","detail":"{read_only:false; response_revision:21943; number_of_response:1; }","duration":"107.109489ms","start":"2026-03-31T05:44:56.839104Z","end":"2026-03-31T05:44:56.946214Z","steps":["trace[3467164] 'process raft request' (duration: 106.912634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:56.946506Z","caller":"traceutil/trace.go:171","msg":"trace[1488291836] transaction","detail":"{read_only:false; response_revision:21944; number_of_response:1; }","duration":"107.093349ms","start":"2026-03-31T05:44:56.839396Z","end":"2026-03-31T05:44:56.946489Z","steps":["trace[1488291836] 'process raft request' (duration: 106.759129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:56.946544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.027136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:44:56.946317Z","caller":"traceutil/trace.go:171","msg":"trace[775820355] linearizableReadLoop","detail":"{readStateIndex:22779; appliedIndex:22776; }","duration":"106.79597ms","start":"2026-03-31T05:44:56.839499Z","end":"2026-03-31T05:44:56.946295Z","steps":["trace[775820355] 'read index received' (duration: 105.426083ms)","trace[775820355] 'applied index is now lower than readState.Index' (duration: 1.368257ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:56.946607Z","caller":"traceutil/trace.go:171","msg":"trace[1397998373] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21944; }","duration":"107.098928ms","start":"2026-03-31T05:44:56.839487Z","end":"2026-03-31T05:44:56.946586Z","steps":["trace[1397998373] 'agreement among raft nodes before linearized reading' (duration: 106.873052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:45:13.295379Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20205} {"level":"info","ts":"2026-03-31T05:45:13.575373Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20205,"took":"276.363167ms","hash":2477906594,"current-db-size-bytes":52740096,"current-db-size":"53 MB","current-db-size-in-use-bytes":28471296,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-31T05:45:13.575441Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2477906594,"revision":20205,"compact-revision":17886} {"level":"info","ts":"2026-03-31T05:45:26.94555Z","caller":"traceutil/trace.go:171","msg":"trace[1893046808] transaction","detail":"{read_only:false; response_revision:22390; number_of_response:1; }","duration":"275.533694ms","start":"2026-03-31T05:45:26.669993Z","end":"2026-03-31T05:45:26.945527Z","steps":["trace[1893046808] 'process raft request' (duration: 275.39038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:45:45.785863Z","caller":"traceutil/trace.go:171","msg":"trace[1282696049] linearizableReadLoop","detail":"{readStateIndex:23350; appliedIndex:23349; }","duration":"138.688026ms","start":"2026-03-31T05:45:45.647151Z","end":"2026-03-31T05:45:45.78584Z","steps":["trace[1282696049] 'read index received' (duration: 138.504691ms)","trace[1282696049] 'applied index is now lower than readState.Index' (duration: 182.495µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:45:45.785899Z","caller":"traceutil/trace.go:171","msg":"trace[2055515549] transaction","detail":"{read_only:false; response_revision:22492; number_of_response:1; }","duration":"228.198166ms","start":"2026-03-31T05:45:45.557684Z","end":"2026-03-31T05:45:45.785882Z","steps":["trace[2055515549] 'process raft request' (duration: 228.032372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:45:45.786257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.074106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T05:45:45.786388Z","caller":"traceutil/trace.go:171","msg":"trace[250831239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22492; }","duration":"139.286142ms","start":"2026-03-31T05:45:45.647071Z","end":"2026-03-31T05:45:45.786357Z","steps":["trace[250831239] 'agreement among raft nodes before linearized reading' (duration: 138.916812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:45:45.931493Z","caller":"traceutil/trace.go:171","msg":"trace[601766786] transaction","detail":"{read_only:false; response_revision:22493; number_of_response:1; }","duration":"140.862385ms","start":"2026-03-31T05:45:45.790577Z","end":"2026-03-31T05:45:45.93144Z","steps":["trace[601766786] 'process raft request' (duration: 42.568546ms)","trace[601766786] 'compare' (duration: 97.912039ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:45:46.293725Z","caller":"traceutil/trace.go:171","msg":"trace[1051675346] linearizableReadLoop","detail":"{readStateIndex:23352; appliedIndex:23351; }","duration":"247.592083ms","start":"2026-03-31T05:45:46.046108Z","end":"2026-03-31T05:45:46.2937Z","steps":["trace[1051675346] 'read index received' (duration: 178.361864ms)","trace[1051675346] 'applied index is now lower than readState.Index' (duration: 69.229019ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:45:46.293793Z","caller":"traceutil/trace.go:171","msg":"trace[77178160] transaction","detail":"{read_only:false; response_revision:22494; number_of_response:1; }","duration":"337.365641ms","start":"2026-03-31T05:45:45.956394Z","end":"2026-03-31T05:45:46.293759Z","steps":["trace[77178160] 'process raft request' (duration: 267.997638ms)","trace[77178160] 'compare' (duration: 69.197278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:45:46.293877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.751207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:45:46.293949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:45:45.956376Z","time spent":"337.479144ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:45:46.293955Z","caller":"traceutil/trace.go:171","msg":"trace[2076209908] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:22494; }","duration":"247.877871ms","start":"2026-03-31T05:45:46.046055Z","end":"2026-03-31T05:45:46.293933Z","steps":["trace[2076209908] 'agreement among raft nodes before linearized reading' (duration: 247.745327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:45:46.304179Z","caller":"traceutil/trace.go:171","msg":"trace[1928686746] transaction","detail":"{read_only:false; response_revision:22495; number_of_response:1; }","duration":"211.37989ms","start":"2026-03-31T05:45:46.092771Z","end":"2026-03-31T05:45:46.304151Z","steps":["trace[1928686746] 'process raft request' (duration: 211.047281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:45:46.305141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.613522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:45:46.305201Z","caller":"traceutil/trace.go:171","msg":"trace[463574903] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22495; }","duration":"195.718555ms","start":"2026-03-31T05:45:46.109468Z","end":"2026-03-31T05:45:46.305187Z","steps":["trace[463574903] 'agreement among raft nodes before linearized reading' (duration: 194.44124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:45:46.903566Z","caller":"traceutil/trace.go:171","msg":"trace[737893429] linearizableReadLoop","detail":"{readStateIndex:23354; appliedIndex:23353; }","duration":"192.59932ms","start":"2026-03-31T05:45:46.710942Z","end":"2026-03-31T05:45:46.903541Z","steps":["trace[737893429] 'read index received' (duration: 137.038091ms)","trace[737893429] 'applied index is now lower than readState.Index' (duration: 55.560239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:45:46.9037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.745064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:45:46.903743Z","caller":"traceutil/trace.go:171","msg":"trace[663430891] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22496; }","duration":"192.834776ms","start":"2026-03-31T05:45:46.710896Z","end":"2026-03-31T05:45:46.903731Z","steps":["trace[663430891] 'agreement among raft nodes before linearized reading' (duration: 192.740244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:45:46.903742Z","caller":"traceutil/trace.go:171","msg":"trace[1728176128] transaction","detail":"{read_only:false; response_revision:22496; number_of_response:1; }","duration":"392.802876ms","start":"2026-03-31T05:45:46.510908Z","end":"2026-03-31T05:45:46.903711Z","steps":["trace[1728176128] 'process raft request' (duration: 337.035221ms)","trace[1728176128] 'compare' (duration: 55.473437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:45:46.903859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:45:46.510889Z","time spent":"392.911889ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:45:47.4366Z","caller":"traceutil/trace.go:171","msg":"trace[1989015428] transaction","detail":"{read_only:false; response_revision:22501; number_of_response:1; }","duration":"177.426927ms","start":"2026-03-31T05:45:47.259149Z","end":"2026-03-31T05:45:47.436576Z","steps":["trace[1989015428] 'process raft request' (duration: 177.230412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:45:47.436883Z","caller":"traceutil/trace.go:171","msg":"trace[293909768] transaction","detail":"{read_only:false; response_revision:22502; number_of_response:1; }","duration":"176.876582ms","start":"2026-03-31T05:45:47.259999Z","end":"2026-03-31T05:45:47.436876Z","steps":["trace[293909768] 'process raft request' (duration: 176.535413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:45:47.438225Z","caller":"traceutil/trace.go:171","msg":"trace[2130257216] linearizableReadLoop","detail":"{readStateIndex:23362; appliedIndex:23359; }","duration":"122.349902ms","start":"2026-03-31T05:45:47.315861Z","end":"2026-03-31T05:45:47.438211Z","steps":["trace[2130257216] 'read index received' (duration: 120.469081ms)","trace[2130257216] 'applied index is now lower than readState.Index' (duration: 1.879971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:45:47.438488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.493215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:45:47.438547Z","caller":"traceutil/trace.go:171","msg":"trace[1044341849] transaction","detail":"{read_only:false; response_revision:22503; number_of_response:1; }","duration":"176.588535ms","start":"2026-03-31T05:45:47.261953Z","end":"2026-03-31T05:45:47.438541Z","steps":["trace[1044341849] 'process raft request' (duration: 174.857778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:45:47.438575Z","caller":"traceutil/trace.go:171","msg":"trace[169886292] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22503; }","duration":"122.63415ms","start":"2026-03-31T05:45:47.315921Z","end":"2026-03-31T05:45:47.438555Z","steps":["trace[169886292] 'agreement among raft nodes before linearized reading' (duration: 122.511457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:45:47.438523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.652211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:45:47.438773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.833024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-31T05:45:47.438863Z","caller":"traceutil/trace.go:171","msg":"trace[1382105883] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22503; }","duration":"119.949497ms","start":"2026-03-31T05:45:47.318893Z","end":"2026-03-31T05:45:47.438842Z","steps":["trace[1382105883] 'agreement among raft nodes before linearized reading' (duration: 119.761032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:45:47.438711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.54982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:45:47.439094Z","caller":"traceutil/trace.go:171","msg":"trace[94960251] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22503; }","duration":"121.941821ms","start":"2026-03-31T05:45:47.317139Z","end":"2026-03-31T05:45:47.439081Z","steps":["trace[94960251] 'agreement among raft nodes before linearized reading' (duration: 121.550351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:45:47.438773Z","caller":"traceutil/trace.go:171","msg":"trace[1807923044] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22503; }","duration":"122.916497ms","start":"2026-03-31T05:45:47.315821Z","end":"2026-03-31T05:45:47.438737Z","steps":["trace[1807923044] 'agreement among raft nodes before linearized reading' (duration: 122.66867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:45:47.695674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.289113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:45:47.695794Z","caller":"traceutil/trace.go:171","msg":"trace[224203187] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22503; }","duration":"153.458127ms","start":"2026-03-31T05:45:47.5423Z","end":"2026-03-31T05:45:47.695758Z","steps":["trace[224203187] 'range keys from in-memory index tree' (duration: 153.163799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:33.823889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792668158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:46:34.714787Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.434457181s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:46:34.715345Z","caller":"traceutil/trace.go:171","msg":"trace[1056827486] linearizableReadLoop","detail":"{readStateIndex:23688; appliedIndex:23687; }","duration":"1.431934973s","start":"2026-03-31T05:46:33.283378Z","end":"2026-03-31T05:46:34.715313Z","steps":["trace[1056827486] 'read index received' (duration: 1.431520982s)","trace[1056827486] 'applied index is now lower than readState.Index' (duration: 413.241µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:34.715469Z","caller":"traceutil/trace.go:171","msg":"trace[1200159099] transaction","detail":"{read_only:false; response_revision:22818; number_of_response:1; }","duration":"1.435236482s","start":"2026-03-31T05:46:33.280206Z","end":"2026-03-31T05:46:34.715443Z","steps":["trace[1200159099] 'process raft request' (duration: 1.43478338s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:34.715589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:33.280183Z","time spent":"1.435338396s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:46:34.772355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.212847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T05:46:34.772435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081665802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T05:46:34.772413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.034851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:46:34.772481Z","caller":"traceutil/trace.go:171","msg":"trace[1618090458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22818; }","duration":"1.081731224s","start":"2026-03-31T05:46:33.690729Z","end":"2026-03-31T05:46:34.772461Z","steps":["trace[1618090458] 'agreement among raft nodes before linearized reading' (duration: 1.024849469s)","trace[1618090458] 'range keys from in-memory index tree' (duration: 56.811473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:34.772495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489120275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:46:34.772496Z","caller":"traceutil/trace.go:171","msg":"trace[511952626] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22818; }","duration":"938.159055ms","start":"2026-03-31T05:46:33.834318Z","end":"2026-03-31T05:46:34.772477Z","steps":["trace[511952626] 'agreement among raft nodes before linearized reading' (duration: 881.25486ms)","trace[511952626] 'range keys from in-memory index tree' (duration: 56.70926ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:34.772517Z","caller":"traceutil/trace.go:171","msg":"trace[780653747] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:22818; }","duration":"1.489179447s","start":"2026-03-31T05:46:33.28333Z","end":"2026-03-31T05:46:34.77251Z","steps":["trace[780653747] 'agreement among raft nodes before linearized reading' (duration: 1.432077946s)","trace[780653747] 'count revisions from in-memory index tree' (duration: 57.057239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:34.772498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209124143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12687"} {"level":"warn","ts":"2026-03-31T05:46:34.772535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:33.834304Z","time spent":"938.222226ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:46:34.772572Z","caller":"traceutil/trace.go:171","msg":"trace[1196897549] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:22818; }","duration":"1.209216575s","start":"2026-03-31T05:46:33.563331Z","end":"2026-03-31T05:46:34.772548Z","steps":["trace[1196897549] 'agreement among raft nodes before linearized reading' (duration: 1.152269529s)","trace[1196897549] 'range keys from in-memory index tree' (duration: 56.793312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:34.772567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:33.28331Z","time spent":"1.489248999s","remote":"127.0.0.1:33422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:46:34.772602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:33.563321Z","time spent":"1.209273556s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12710,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:46:34.772615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085900676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:46:34.772656Z","caller":"traceutil/trace.go:171","msg":"trace[1300793362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22818; }","duration":"1.085998589s","start":"2026-03-31T05:46:33.686643Z","end":"2026-03-31T05:46:34.772641Z","steps":["trace[1300793362] 'agreement among raft nodes before linearized reading' (duration: 1.028945659s)","trace[1300793362] 'range keys from in-memory index tree' (duration: 56.949637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:34.772685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:33.686624Z","time spent":"1.086052791s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:46:34.772841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394075465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:46:34.772865Z","caller":"traceutil/trace.go:171","msg":"trace[1184565105] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:22818; }","duration":"1.394128676s","start":"2026-03-31T05:46:33.378728Z","end":"2026-03-31T05:46:34.772857Z","steps":["trace[1184565105] 'agreement among raft nodes before linearized reading' (duration: 1.33680047s)","trace[1184565105] 'count revisions from in-memory index tree' (duration: 57.290776ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:34.772435Z","caller":"traceutil/trace.go:171","msg":"trace[1653156716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22818; }","duration":"537.33387ms","start":"2026-03-31T05:46:34.235079Z","end":"2026-03-31T05:46:34.772413Z","steps":["trace[1653156716] 'agreement among raft nodes before linearized reading' (duration: 480.480777ms)","trace[1653156716] 'range keys from in-memory index tree' (duration: 56.684219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:34.7729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:33.378709Z","time spent":"1.394184307s","remote":"127.0.0.1:33370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:46:34.772903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:34.235061Z","time spent":"537.833854ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:46:34.772903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238612533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:46:34.772945Z","caller":"traceutil/trace.go:171","msg":"trace[648184474] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22818; }","duration":"1.238679795s","start":"2026-03-31T05:46:33.53425Z","end":"2026-03-31T05:46:34.77293Z","steps":["trace[648184474] 'agreement among raft nodes before linearized reading' (duration: 1.181361289s)","trace[648184474] 'range keys from in-memory index tree' (duration: 57.222034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:34.772974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:33.534234Z","time spent":"1.238732306s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:46:34.772522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:33.690722Z","time spent":"1.081794165s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:46:34.772342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12874935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:46:34.773086Z","caller":"traceutil/trace.go:171","msg":"trace[846215877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22818; }","duration":"1.129554462s","start":"2026-03-31T05:46:33.643522Z","end":"2026-03-31T05:46:34.773076Z","steps":["trace[846215877] 'agreement among raft nodes before linearized reading' (duration: 1.072073392s)","trace[846215877] 'range keys from in-memory index tree' (duration: 56.616077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:34.773108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:33.643503Z","time spent":"1.129598993s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:46:34.773118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21492771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:46:34.773141Z","caller":"traceutil/trace.go:171","msg":"trace[1015080527] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22818; }","duration":"1.214948501s","start":"2026-03-31T05:46:33.558184Z","end":"2026-03-31T05:46:34.773133Z","steps":["trace[1015080527] 'agreement among raft nodes before linearized reading' (duration: 1.157421929s)","trace[1015080527] 'range keys from in-memory index tree' (duration: 57.498841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:34.773161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:33.558143Z","time spent":"1.215013093s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:46:34.773131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.408062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:46:34.773281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.263518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:46:34.773289Z","caller":"traceutil/trace.go:171","msg":"trace[1442296963] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:22818; }","duration":"400.601288ms","start":"2026-03-31T05:46:34.372676Z","end":"2026-03-31T05:46:34.773277Z","steps":["trace[1442296963] 'agreement among raft nodes before linearized reading' (duration: 342.87685ms)","trace[1442296963] 'count revisions from in-memory index tree' (duration: 57.548942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:34.773319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:34.37266Z","time spent":"400.649229ms","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:46:34.773319Z","caller":"traceutil/trace.go:171","msg":"trace[2001625630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22818; }","duration":"903.325128ms","start":"2026-03-31T05:46:33.869979Z","end":"2026-03-31T05:46:34.773304Z","steps":["trace[2001625630] 'agreement among raft nodes before linearized reading' (duration: 845.586741ms)","trace[2001625630] 'range keys from in-memory index tree' (duration: 57.696857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:34.773349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:33.869967Z","time spent":"903.375481ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:46:34.774363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287793209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:46:34.774451Z","caller":"traceutil/trace.go:171","msg":"trace[86237244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22818; }","duration":"1.287878941s","start":"2026-03-31T05:46:33.486556Z","end":"2026-03-31T05:46:34.774435Z","steps":["trace[86237244] 'agreement among raft nodes before linearized reading' (duration: 1.229061634s)","trace[86237244] 'range keys from in-memory index tree' (duration: 57.617745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:34.774491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:33.486479Z","time spent":"1.287999314s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:47:28.051261Z","caller":"traceutil/trace.go:171","msg":"trace[1912099110] linearizableReadLoop","detail":"{readStateIndex:24084; appliedIndex:24083; }","duration":"134.826251ms","start":"2026-03-31T05:47:27.916377Z","end":"2026-03-31T05:47:28.051203Z","steps":["trace[1912099110] 'read index received' (duration: 134.675667ms)","trace[1912099110] 'applied index is now lower than readState.Index' (duration: 149.584µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:28.051386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.989436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:28.051419Z","caller":"traceutil/trace.go:171","msg":"trace[1304587037] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23201; }","duration":"135.065848ms","start":"2026-03-31T05:47:27.916343Z","end":"2026-03-31T05:47:28.051409Z","steps":["trace[1304587037] 'agreement among raft nodes before linearized reading' (duration: 134.992686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:28.05151Z","caller":"traceutil/trace.go:171","msg":"trace[1775125898] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"166.536812ms","start":"2026-03-31T05:47:27.884946Z","end":"2026-03-31T05:47:28.051482Z","steps":["trace[1775125898] 'process raft request' (duration: 166.124101ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:28.054186Z","caller":"traceutil/trace.go:171","msg":"trace[786809793] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"126.830304ms","start":"2026-03-31T05:47:27.92734Z","end":"2026-03-31T05:47:28.054171Z","steps":["trace[786809793] 'process raft request' (duration: 126.727731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:28.213493Z","caller":"traceutil/trace.go:171","msg":"trace[1285323782] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"112.642179ms","start":"2026-03-31T05:47:28.100816Z","end":"2026-03-31T05:47:28.213458Z","steps":["trace[1285323782] 'process raft request' (duration: 58.427737ms)","trace[1285323782] 'compare' (duration: 53.981766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:50.070405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792669880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:47:50.571437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792669880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:47:51.073943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792669880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:47:51.340409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.911805012s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:47:51.341972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926686326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:47:51.34205Z","caller":"traceutil/trace.go:171","msg":"trace[1863682189] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23427; }","duration":"1.926818059s","start":"2026-03-31T05:47:49.415213Z","end":"2026-03-31T05:47:51.342031Z","steps":["trace[1863682189] 'count revisions from in-memory index tree' (duration: 1.926590853s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.342083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:49.415189Z","time spent":"1.926884841s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":16,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:47:51.342133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951106979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:47:51.34221Z","caller":"traceutil/trace.go:171","msg":"trace[2007188104] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23427; }","duration":"1.951209141s","start":"2026-03-31T05:47:49.390983Z","end":"2026-03-31T05:47:51.342192Z","steps":["trace[2007188104] 'count revisions from in-memory index tree' (duration: 1.950986525s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.342243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:49.39093Z","time spent":"1.951302934s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:47:51.342418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12830506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:47:51.34249Z","caller":"traceutil/trace.go:171","msg":"trace[1978992194] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23427; }","duration":"2.128420703s","start":"2026-03-31T05:47:49.214051Z","end":"2026-03-31T05:47:51.342471Z","steps":["trace[1978992194] 'range keys from in-memory index tree' (duration: 2.128127905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.342518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:49.214033Z","time spent":"2.128478695s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:47:51.342658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117527118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:47:51.342689Z","caller":"traceutil/trace.go:171","msg":"trace[1092178261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23427; }","duration":"2.11759472s","start":"2026-03-31T05:47:49.225086Z","end":"2026-03-31T05:47:51.342681Z","steps":["trace[1092178261] 'range keys from in-memory index tree' (duration: 2.117323312s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.342712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:49.225058Z","time spent":"2.11764745s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:47:51.342773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11026756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:47:51.342802Z","caller":"traceutil/trace.go:171","msg":"trace[693349930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23427; }","duration":"2.110318622s","start":"2026-03-31T05:47:49.232474Z","end":"2026-03-31T05:47:51.342792Z","steps":["trace[693349930] 'range keys from in-memory index tree' (duration: 2.110118416s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.342821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:49.232462Z","time spent":"2.110354522s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:47:51.342847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106505488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:47:51.342886Z","caller":"traceutil/trace.go:171","msg":"trace[1680501164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23427; }","duration":"2.10656198s","start":"2026-03-31T05:47:49.23631Z","end":"2026-03-31T05:47:51.342872Z","steps":["trace[1680501164] 'range keys from in-memory index tree' (duration: 2.106423186s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.342906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114877476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T05:47:51.342909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:49.236304Z","time spent":"2.106600381s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:47:51.342929Z","caller":"traceutil/trace.go:171","msg":"trace[1075954073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23427; }","duration":"2.114935097s","start":"2026-03-31T05:47:49.227987Z","end":"2026-03-31T05:47:51.342923Z","steps":["trace[1075954073] 'range keys from in-memory index tree' (duration: 2.114763422s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.34295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:49.227967Z","time spent":"2.114977978s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:47:51.34303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112220833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:47:51.343049Z","caller":"traceutil/trace.go:171","msg":"trace[57100396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23427; }","duration":"2.112251815s","start":"2026-03-31T05:47:49.230791Z","end":"2026-03-31T05:47:51.343043Z","steps":["trace[57100396] 'range keys from in-memory index tree' (duration: 2.112159991s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.343065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:49.230786Z","time spent":"2.112274675s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:47:51.343765Z","caller":"traceutil/trace.go:171","msg":"trace[1987634816] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"1.915267306s","start":"2026-03-31T05:47:49.428485Z","end":"2026-03-31T05:47:51.343752Z","steps":["trace[1987634816] 'process raft request' (duration: 1.91211512s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.343849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:49.428455Z","time spent":"1.915340147s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:51.346755Z","caller":"traceutil/trace.go:171","msg":"trace[60075751] linearizableReadLoop","detail":"{readStateIndex:24321; appliedIndex:24317; }","duration":"1.776388614s","start":"2026-03-31T05:47:49.570353Z","end":"2026-03-31T05:47:51.346741Z","steps":["trace[60075751] 'read index received' (duration: 1.770279968s)","trace[60075751] 'applied index is now lower than readState.Index' (duration: 6.108096ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:51.346929Z","caller":"traceutil/trace.go:171","msg":"trace[20819331] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"614.498606ms","start":"2026-03-31T05:47:50.73242Z","end":"2026-03-31T05:47:51.346919Z","steps":["trace[20819331] 'process raft request' (duration: 614.130536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.347005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:50.73239Z","time spent":"614.564658ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:51.347123Z","caller":"traceutil/trace.go:171","msg":"trace[597626659] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"383.448932ms","start":"2026-03-31T05:47:50.963666Z","end":"2026-03-31T05:47:51.347115Z","steps":["trace[597626659] 'process raft request' (duration: 383.030531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.347162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:50.963648Z","time spent":"383.492683ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:51.347255Z","caller":"traceutil/trace.go:171","msg":"trace[983280618] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"318.210091ms","start":"2026-03-31T05:47:51.029038Z","end":"2026-03-31T05:47:51.347248Z","steps":["trace[983280618] 'process raft request' (duration: 317.682557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.347291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.029019Z","time spent":"318.252801ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:51.347391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777041652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:51.347518Z","caller":"traceutil/trace.go:171","msg":"trace[963913925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23431; }","duration":"1.777194016s","start":"2026-03-31T05:47:49.570315Z","end":"2026-03-31T05:47:51.347509Z","steps":["trace[963913925] 'agreement among raft nodes before linearized reading' (duration: 1.777052402s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.34755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:49.570301Z","time spent":"1.777241848s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:47:51.347701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477435206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:51.347798Z","caller":"traceutil/trace.go:171","msg":"trace[506687410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23431; }","duration":"1.47757711s","start":"2026-03-31T05:47:49.870201Z","end":"2026-03-31T05:47:51.347779Z","steps":["trace[506687410] 'agreement among raft nodes before linearized reading' (duration: 1.477409366s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.347826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:49.870182Z","time spent":"1.477638892s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:47:51.348073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.212694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:51.348099Z","caller":"traceutil/trace.go:171","msg":"trace[1997251903] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23431; }","duration":"984.268526ms","start":"2026-03-31T05:47:50.363824Z","end":"2026-03-31T05:47:51.348092Z","steps":["trace[1997251903] 'agreement among raft nodes before linearized reading' (duration: 984.228545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.348114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:50.363808Z","time spent":"984.301526ms","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:47:51.348205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.269266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:51.34822Z","caller":"traceutil/trace.go:171","msg":"trace[1317207113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23431; }","duration":"292.307127ms","start":"2026-03-31T05:47:51.055906Z","end":"2026-03-31T05:47:51.348214Z","steps":["trace[1317207113] 'agreement among raft nodes before linearized reading' (duration: 292.286147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.348235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.946508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:47:51.348258Z","caller":"traceutil/trace.go:171","msg":"trace[1024692408] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23431; }","duration":"224.984189ms","start":"2026-03-31T05:47:51.123267Z","end":"2026-03-31T05:47:51.348251Z","steps":["trace[1024692408] 'agreement among raft nodes before linearized reading' (duration: 224.932468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.348402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.699046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-31T05:47:51.348477Z","caller":"traceutil/trace.go:171","msg":"trace[1372641708] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23431; }","duration":"226.802559ms","start":"2026-03-31T05:47:51.121659Z","end":"2026-03-31T05:47:51.348462Z","steps":["trace[1372641708] 'agreement among raft nodes before linearized reading' (duration: 226.642034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.349717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.210716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:47:51.349777Z","caller":"traceutil/trace.go:171","msg":"trace[1494985460] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23431; }","duration":"260.296198ms","start":"2026-03-31T05:47:51.089462Z","end":"2026-03-31T05:47:51.349759Z","steps":["trace[1494985460] 'agreement among raft nodes before linearized reading' (duration: 258.582892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:08.652854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.007634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-31T05:48:08.652935Z","caller":"traceutil/trace.go:171","msg":"trace[1181884610] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23530; }","duration":"529.104777ms","start":"2026-03-31T05:48:08.123813Z","end":"2026-03-31T05:48:08.652918Z","steps":["trace[1181884610] 'range keys from in-memory index tree' (duration: 528.833369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:08.652965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:08.12377Z","time spent":"529.188179ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:48:08.653048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.151112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-31T05:48:08.653086Z","caller":"traceutil/trace.go:171","msg":"trace[1610724220] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23530; }","duration":"510.230634ms","start":"2026-03-31T05:48:08.142844Z","end":"2026-03-31T05:48:08.653075Z","steps":["trace[1610724220] 'range keys from in-memory index tree' (duration: 509.999288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:08.653075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.986105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:48:08.653109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:08.142825Z","time spent":"510.277305ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T05:48:08.653136Z","caller":"traceutil/trace.go:171","msg":"trace[197088643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23530; }","duration":"785.095348ms","start":"2026-03-31T05:48:07.86802Z","end":"2026-03-31T05:48:08.653115Z","steps":["trace[197088643] 'range keys from in-memory index tree' (duration: 784.882122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:08.653164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:07.867997Z","time spent":"785.161819ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:48:08.653334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.3803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:48:08.653363Z","caller":"traceutil/trace.go:171","msg":"trace[2020531782] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23530; }","duration":"453.436011ms","start":"2026-03-31T05:48:08.199919Z","end":"2026-03-31T05:48:08.653355Z","steps":["trace[2020531782] 'count revisions from in-memory index tree' (duration: 453.325388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:08.653384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:08.199904Z","time spent":"453.474212ms","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:48:08.65353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.73196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:48:08.653591Z","caller":"traceutil/trace.go:171","msg":"trace[2069106342] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23530; }","duration":"221.839262ms","start":"2026-03-31T05:48:08.431739Z","end":"2026-03-31T05:48:08.653578Z","steps":["trace[2069106342] 'count revisions from in-memory index tree' (duration: 221.605196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:08.653133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.674562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:48:08.654229Z","caller":"traceutil/trace.go:171","msg":"trace[19023021] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23530; }","duration":"365.815683ms","start":"2026-03-31T05:48:08.288396Z","end":"2026-03-31T05:48:08.654212Z","steps":["trace[19023021] 'count revisions from in-memory index tree' (duration: 364.599669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:08.654264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:08.28838Z","time spent":"365.869204ms","remote":"127.0.0.1:52556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:48:14.07733Z","caller":"traceutil/trace.go:171","msg":"trace[1193771104] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"199.780515ms","start":"2026-03-31T05:48:13.877527Z","end":"2026-03-31T05:48:14.077307Z","steps":["trace[1193771104] 'process raft request' (duration: 199.379524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:20.431768Z","caller":"traceutil/trace.go:171","msg":"trace[498930010] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"533.484876ms","start":"2026-03-31T05:48:19.89826Z","end":"2026-03-31T05:48:20.431745Z","steps":["trace[498930010] 'process raft request' (duration: 533.393343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:20.431891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:19.898243Z","time spent":"533.593599ms","remote":"127.0.0.1:45440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3327,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:48:20.432465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.351641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-03-31T05:48:20.432545Z","caller":"traceutil/trace.go:171","msg":"trace[869867890] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24025; }","duration":"495.477424ms","start":"2026-03-31T05:48:19.93705Z","end":"2026-03-31T05:48:20.432528Z","steps":["trace[869867890] 'agreement among raft nodes before linearized reading' (duration: 495.192706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:20.43258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:19.937029Z","time spent":"495.543836ms","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":170062,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-03-31T05:48:20.432063Z","caller":"traceutil/trace.go:171","msg":"trace[690940542] linearizableReadLoop","detail":"{readStateIndex:24929; appliedIndex:24929; }","duration":"494.93936ms","start":"2026-03-31T05:48:19.937089Z","end":"2026-03-31T05:48:20.432029Z","steps":["trace[690940542] 'read index received' (duration: 494.930389ms)","trace[690940542] 'applied index is now lower than readState.Index' (duration: 6.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:48:20.4334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.745655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-31T05:48:20.433438Z","caller":"traceutil/trace.go:171","msg":"trace[971840560] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24025; }","duration":"290.813276ms","start":"2026-03-31T05:48:20.142612Z","end":"2026-03-31T05:48:20.433425Z","steps":["trace[971840560] 'agreement among raft nodes before linearized reading' (duration: 290.729774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:20.433682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.458495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-7844f68f-hzlrm.18a1d6fa8b815b43\" ","response":"range_response_count:1 size:829"} {"level":"info","ts":"2026-03-31T05:48:20.433731Z","caller":"traceutil/trace.go:171","msg":"trace[891332607] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-7844f68f-hzlrm.18a1d6fa8b815b43; range_end:; response_count:1; response_revision:24025; }","duration":"189.544326ms","start":"2026-03-31T05:48:20.244174Z","end":"2026-03-31T05:48:20.433718Z","steps":["trace[891332607] 'agreement among raft nodes before linearized reading' (duration: 189.380692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:20.433723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.361247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:48:20.434195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.076328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:48:20.434226Z","caller":"traceutil/trace.go:171","msg":"trace[1076365335] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24025; }","duration":"177.13405ms","start":"2026-03-31T05:48:20.257085Z","end":"2026-03-31T05:48:20.43422Z","steps":["trace[1076365335] 'agreement among raft nodes before linearized reading' (duration: 176.254036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:20.434169Z","caller":"traceutil/trace.go:171","msg":"trace[140677014] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24025; }","duration":"493.961513ms","start":"2026-03-31T05:48:19.940186Z","end":"2026-03-31T05:48:20.434147Z","steps":["trace[140677014] 'agreement among raft nodes before linearized reading' (duration: 492.855013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:20.434515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.975557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-03-31T05:48:20.4346Z","caller":"traceutil/trace.go:171","msg":"trace[427549639] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24025; }","duration":"447.09749ms","start":"2026-03-31T05:48:19.987481Z","end":"2026-03-31T05:48:20.434578Z","steps":["trace[427549639] 'agreement among raft nodes before linearized reading' (duration: 446.111553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:20.434651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:19.987464Z","time spent":"447.175962ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211013,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-31T05:48:20.434961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:19.940167Z","time spent":"494.303642ms","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:48:22.210916Z","caller":"traceutil/trace.go:171","msg":"trace[1291935276] linearizableReadLoop","detail":"{readStateIndex:24992; appliedIndex:24991; }","duration":"332.669593ms","start":"2026-03-31T05:48:21.878226Z","end":"2026-03-31T05:48:22.210896Z","steps":["trace[1291935276] 'read index received' (duration: 332.429316ms)","trace[1291935276] 'applied index is now lower than readState.Index' (duration: 239.677µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:48:22.211228Z","caller":"traceutil/trace.go:171","msg":"trace[1600674733] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"372.721181ms","start":"2026-03-31T05:48:21.838466Z","end":"2026-03-31T05:48:22.211187Z","steps":["trace[1600674733] 'process raft request' (duration: 372.263698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:22.211408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:21.838434Z","time spent":"372.891996ms","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129374,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:48:22.211246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.980871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:48:22.211483Z","caller":"traceutil/trace.go:171","msg":"trace[1642510568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24088; }","duration":"333.238218ms","start":"2026-03-31T05:48:21.878221Z","end":"2026-03-31T05:48:22.211459Z","steps":["trace[1642510568] 'agreement among raft nodes before linearized reading' (duration: 332.916699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:22.211526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:21.878179Z","time spent":"333.337922ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:48:23.888227Z","caller":"traceutil/trace.go:171","msg":"trace[1392292628] linearizableReadLoop","detail":"{readStateIndex:25026; appliedIndex:25025; }","duration":"355.784581ms","start":"2026-03-31T05:48:23.532392Z","end":"2026-03-31T05:48:23.888177Z","steps":["trace[1392292628] 'read index received' (duration: 353.368315ms)","trace[1392292628] 'applied index is now lower than readState.Index' (duration: 2.414246ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:48:23.8884Z","caller":"traceutil/trace.go:171","msg":"trace[799307779] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"357.267641ms","start":"2026-03-31T05:48:23.531094Z","end":"2026-03-31T05:48:23.888362Z","steps":["trace[799307779] 'process raft request' (duration: 354.66586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:23.888462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.023487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/cert-manager-test/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:48:23.888524Z","caller":"traceutil/trace.go:171","msg":"trace[800066148] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/cert-manager-test/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses/cert-manager-test0; response_count:0; response_revision:24121; }","duration":"356.13148ms","start":"2026-03-31T05:48:23.532368Z","end":"2026-03-31T05:48:23.8885Z","steps":["trace[800066148] 'agreement among raft nodes before linearized reading' (duration: 355.991767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:23.888539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:23.531084Z","time spent":"357.384485ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:48:23.888594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:23.532357Z","time spent":"356.223033ms","remote":"127.0.0.1:34238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/cert-manager-test/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/cert-manager-test0\" "} {"level":"info","ts":"2026-03-31T05:48:23.890403Z","caller":"traceutil/trace.go:171","msg":"trace[1723591307] transaction","detail":"{read_only:false; response_revision:24122; number_of_response:1; }","duration":"355.886924ms","start":"2026-03-31T05:48:23.534493Z","end":"2026-03-31T05:48:23.89038Z","steps":["trace[1723591307] 'process raft request' (duration: 355.660397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:23.890533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:23.534475Z","time spent":"355.991417ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:48:23.890617Z","caller":"traceutil/trace.go:171","msg":"trace[708496273] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"342.258284ms","start":"2026-03-31T05:48:23.548341Z","end":"2026-03-31T05:48:23.8906Z","steps":["trace[708496273] 'process raft request' (duration: 341.954385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:23.890708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:23.548316Z","time spent":"342.343556ms","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":108614,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:48:23.890822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.231887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:48:23.890813Z","caller":"traceutil/trace.go:171","msg":"trace[2071121178] transaction","detail":"{read_only:false; response_revision:24124; number_of_response:1; }","duration":"277.427094ms","start":"2026-03-31T05:48:23.613365Z","end":"2026-03-31T05:48:23.890792Z","steps":["trace[2071121178] 'process raft request' (duration: 277.156216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:23.890922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.370671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T05:48:23.890903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.725372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-31T05:48:23.890942Z","caller":"traceutil/trace.go:171","msg":"trace[510848584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24124; }","duration":"330.413713ms","start":"2026-03-31T05:48:23.560523Z","end":"2026-03-31T05:48:23.890937Z","steps":["trace[510848584] 'agreement among raft nodes before linearized reading' (duration: 330.358741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:23.890867Z","caller":"traceutil/trace.go:171","msg":"trace[2122123944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24124; }","duration":"337.301109ms","start":"2026-03-31T05:48:23.553557Z","end":"2026-03-31T05:48:23.890859Z","steps":["trace[2122123944] 'agreement among raft nodes before linearized reading' (duration: 337.165175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:23.890966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:23.560512Z","time spent":"330.449813ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:48:23.890973Z","caller":"traceutil/trace.go:171","msg":"trace[854493375] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24124; }","duration":"217.825315ms","start":"2026-03-31T05:48:23.67313Z","end":"2026-03-31T05:48:23.890956Z","steps":["trace[854493375] 'agreement among raft nodes before linearized reading' (duration: 217.61929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:23.890981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:23.553542Z","time spent":"337.427823ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:48:23.890956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.765829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T05:48:23.891042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.320283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-31T05:48:23.891069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.966659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-31T05:48:23.891137Z","caller":"traceutil/trace.go:171","msg":"trace[1432263446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24124; }","duration":"336.444616ms","start":"2026-03-31T05:48:23.554672Z","end":"2026-03-31T05:48:23.891117Z","steps":["trace[1432263446] 'agreement among raft nodes before linearized reading' (duration: 336.261141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:23.891168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:23.554659Z","time spent":"336.502298ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:48:23.891173Z","caller":"traceutil/trace.go:171","msg":"trace[187005185] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24124; }","duration":"225.088183ms","start":"2026-03-31T05:48:23.666063Z","end":"2026-03-31T05:48:23.891151Z","steps":["trace[187005185] 'agreement among raft nodes before linearized reading' (duration: 224.930438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:23.891074Z","caller":"traceutil/trace.go:171","msg":"trace[896808053] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24124; }","duration":"324.913523ms","start":"2026-03-31T05:48:23.566149Z","end":"2026-03-31T05:48:23.891062Z","steps":["trace[896808053] 'agreement among raft nodes before linearized reading' (duration: 324.672967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:23.891238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:23.566135Z","time spent":"325.090108ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:48:25.655374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.961287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:48:25.656046Z","caller":"traceutil/trace.go:171","msg":"trace[1721598594] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"404.311938ms","start":"2026-03-31T05:48:25.251697Z","end":"2026-03-31T05:48:25.656009Z","steps":["trace[1721598594] 'process raft request' (duration: 290.606781ms)","trace[1721598594] 'compare' (duration: 112.506795ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:48:25.656079Z","caller":"traceutil/trace.go:171","msg":"trace[533891556] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"176.297278ms","start":"2026-03-31T05:48:25.479759Z","end":"2026-03-31T05:48:25.656056Z","steps":["trace[533891556] 'process raft request' (duration: 176.177144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:25.656184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:25.251678Z","time spent":"404.435772ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:48:25.65635Z","caller":"traceutil/trace.go:171","msg":"trace[1791951461] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"230.246322ms","start":"2026-03-31T05:48:25.42609Z","end":"2026-03-31T05:48:25.656337Z","steps":["trace[1791951461] 'process raft request' (duration: 229.734438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:25.657078Z","caller":"traceutil/trace.go:171","msg":"trace[1122691516] transaction","detail":"{read_only:false; response_revision:24164; number_of_response:1; }","duration":"173.345108ms","start":"2026-03-31T05:48:25.483705Z","end":"2026-03-31T05:48:25.65705Z","steps":["trace[1122691516] 'process raft request' (duration: 172.308479ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:25.657576Z","caller":"traceutil/trace.go:171","msg":"trace[492235557] linearizableReadLoop","detail":"{readStateIndex:25067; appliedIndex:25065; }","duration":"191.719696ms","start":"2026-03-31T05:48:25.465809Z","end":"2026-03-31T05:48:25.657528Z","steps":["trace[492235557] 'read index received' (duration: 76.670631ms)","trace[492235557] 'applied index is now lower than readState.Index' (duration: 115.046494ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:48:25.657672Z","caller":"traceutil/trace.go:171","msg":"trace[1299462576] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"169.819631ms","start":"2026-03-31T05:48:25.487841Z","end":"2026-03-31T05:48:25.657661Z","steps":["trace[1299462576] 'process raft request' (duration: 169.143153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:25.657932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.088246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5149"} {"level":"info","ts":"2026-03-31T05:48:25.657988Z","caller":"traceutil/trace.go:171","msg":"trace[1893942385] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:24165; }","duration":"192.20671ms","start":"2026-03-31T05:48:25.465765Z","end":"2026-03-31T05:48:25.657972Z","steps":["trace[1893942385] 'agreement among raft nodes before linearized reading' (duration: 191.892231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:31.172072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.929222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:48:31.17221Z","caller":"traceutil/trace.go:171","msg":"trace[1727825688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24237; }","duration":"125.078056ms","start":"2026-03-31T05:48:31.047085Z","end":"2026-03-31T05:48:31.172163Z","steps":["trace[1727825688] 'range keys from in-memory index tree' (duration: 124.805649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:32.198657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792672143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:48:32.699808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792672143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:48:33.142057Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.293567646s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:48:33.14278Z","caller":"traceutil/trace.go:171","msg":"trace[1563651631] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"1.444878878s","start":"2026-03-31T05:48:31.697741Z","end":"2026-03-31T05:48:33.14262Z","steps":["trace[1563651631] 'process raft request' (duration: 1.44458447s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:33.143017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:31.69773Z","time spent":"1.445124555s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:48:33.868883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00013875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:48:33.868972Z","caller":"traceutil/trace.go:171","msg":"trace[811355404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000280324s","start":"2026-03-31T05:48:31.868671Z","end":"2026-03-31T05:48:33.868951Z","steps":["trace[811355404] 'agreement among raft nodes before linearized reading' (duration: 2.000170141s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:33.86902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:31.868649Z","time spent":"2.000361627s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:48:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:48:34.626498Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.483475802s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:48:34.626892Z","caller":"traceutil/trace.go:171","msg":"trace[1246845300] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"2.929004207s","start":"2026-03-31T05:48:31.697866Z","end":"2026-03-31T05:48:34.626871Z","steps":["trace[1246845300] 'process raft request' (duration: 2.92876059s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:34.627118Z","caller":"traceutil/trace.go:171","msg":"trace[1495432500] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"2.929177092s","start":"2026-03-31T05:48:31.697922Z","end":"2026-03-31T05:48:34.627099Z","steps":["trace[1495432500] 'process raft request' (duration: 2.928908135s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:34.627209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:31.697917Z","time spent":"2.929250564s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:48:34.627234Z","caller":"traceutil/trace.go:171","msg":"trace[1039282260] transaction","detail":"{read_only:false; response_revision:24241; number_of_response:1; }","duration":"2.928878074s","start":"2026-03-31T05:48:31.698302Z","end":"2026-03-31T05:48:34.62718Z","steps":["trace[1039282260] 'process raft request' (duration: 2.928756861s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:34.628362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:31.698293Z","time spent":"2.930038816s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:48:34.627128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:31.697857Z","time spent":"2.92907444s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:48:34.627354Z","caller":"traceutil/trace.go:171","msg":"trace[1717748600] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"2.711162108s","start":"2026-03-31T05:48:31.916181Z","end":"2026-03-31T05:48:34.627343Z","steps":["trace[1717748600] 'process raft request' (duration: 2.710965882s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:34.628775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:31.916159Z","time spent":"2.712465954s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:48:34.680004Z","caller":"traceutil/trace.go:171","msg":"trace[805829956] linearizableReadLoop","detail":"{readStateIndex:25151; appliedIndex:25144; }","duration":"2.982169681s","start":"2026-03-31T05:48:31.697805Z","end":"2026-03-31T05:48:34.679975Z","steps":["trace[805829956] 'read index received' (duration: 1.444514308s)","trace[805829956] 'applied index is now lower than readState.Index' (duration: 1.537654113s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:48:34.680206Z","caller":"traceutil/trace.go:171","msg":"trace[1954679928] transaction","detail":"{read_only:false; response_revision:24243; number_of_response:1; }","duration":"2.075312833s","start":"2026-03-31T05:48:32.604877Z","end":"2026-03-31T05:48:34.680189Z","steps":["trace[1954679928] 'process raft request' (duration: 2.074787258s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:34.680338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:32.604841Z","time spent":"2.075412195s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:48:34.680471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.348825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:48:34.680548Z","caller":"traceutil/trace.go:171","msg":"trace[2066971054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24243; }","duration":"803.454157ms","start":"2026-03-31T05:48:33.877075Z","end":"2026-03-31T05:48:34.68053Z","steps":["trace[2066971054] 'agreement among raft nodes before linearized reading' (duration: 803.333624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:34.680583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:33.877064Z","time spent":"803.512939ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:48:34.680611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759263464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:48:34.680706Z","caller":"traceutil/trace.go:171","msg":"trace[1431960472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24243; }","duration":"2.759507571s","start":"2026-03-31T05:48:31.921157Z","end":"2026-03-31T05:48:34.680664Z","steps":["trace[1431960472] 'agreement among raft nodes before linearized reading' (duration: 2.759179082s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:34.680794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:31.921147Z","time spent":"2.759599184s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:48:34.680844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806542604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:48:34.680972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750454425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:48:34.681021Z","caller":"traceutil/trace.go:171","msg":"trace[1987321931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24243; }","duration":"2.750527827s","start":"2026-03-31T05:48:31.930479Z","end":"2026-03-31T05:48:34.681007Z","steps":["trace[1987321931] 'agreement among raft nodes before linearized reading' (duration: 2.750369773s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:34.681026Z","caller":"traceutil/trace.go:171","msg":"trace[1266769184] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24243; }","duration":"1.80678976s","start":"2026-03-31T05:48:32.874161Z","end":"2026-03-31T05:48:34.680951Z","steps":["trace[1266769184] 'agreement among raft nodes before linearized reading' (duration: 1.806219455s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:34.681069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:31.930461Z","time spent":"2.750599418s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:48:34.681233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700607512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:48:34.681282Z","caller":"traceutil/trace.go:171","msg":"trace[106213624] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24243; }","duration":"2.700686384s","start":"2026-03-31T05:48:31.980581Z","end":"2026-03-31T05:48:34.681268Z","steps":["trace[106213624] 'agreement among raft nodes before linearized reading' (duration: 2.700616562s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:34.681323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983512407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-31T05:48:34.681358Z","caller":"traceutil/trace.go:171","msg":"trace[99963672] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24243; }","duration":"2.983575489s","start":"2026-03-31T05:48:31.697773Z","end":"2026-03-31T05:48:34.681349Z","steps":["trace[99963672] 'agreement among raft nodes before linearized reading' (duration: 2.982943982s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:34.681332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232516171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-31T05:48:34.681382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:31.697757Z","time spent":"2.98361953s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-31T05:48:34.681409Z","caller":"traceutil/trace.go:171","msg":"trace[1385783342] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24243; }","duration":"2.232593603s","start":"2026-03-31T05:48:32.4488Z","end":"2026-03-31T05:48:34.681394Z","steps":["trace[1385783342] 'agreement among raft nodes before linearized reading' (duration: 2.232374157s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:34.681477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:32.448702Z","time spent":"2.232764397s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:48:34.681324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:31.98054Z","time spent":"2.700769306s","remote":"127.0.0.1:51764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:48:34.681683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947938393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:48:34.681696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.718136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:48:34.681722Z","caller":"traceutil/trace.go:171","msg":"trace[1350439029] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24243; }","duration":"1.947979254s","start":"2026-03-31T05:48:32.733731Z","end":"2026-03-31T05:48:34.68171Z","steps":["trace[1350439029] 'agreement among raft nodes before linearized reading' (duration: 1.947908932s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:34.681754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:32.733692Z","time spent":"1.948054137s","remote":"127.0.0.1:33322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:48:34.681757Z","caller":"traceutil/trace.go:171","msg":"trace[1594927431] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24243; }","duration":"423.828689ms","start":"2026-03-31T05:48:34.257913Z","end":"2026-03-31T05:48:34.681742Z","steps":["trace[1594927431] 'agreement among raft nodes before linearized reading' (duration: 423.560832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:34.681805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:34.257891Z","time spent":"423.899851ms","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:48:34.681904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.021867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:48:34.681953Z","caller":"traceutil/trace.go:171","msg":"trace[2107200278] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24243; }","duration":"184.117759ms","start":"2026-03-31T05:48:34.497821Z","end":"2026-03-31T05:48:34.681939Z","steps":["trace[2107200278] 'agreement among raft nodes before linearized reading' (duration: 184.032287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:34.682115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753401785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:48:34.682166Z","caller":"traceutil/trace.go:171","msg":"trace[170346245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24243; }","duration":"2.753470717s","start":"2026-03-31T05:48:31.928677Z","end":"2026-03-31T05:48:34.682147Z","steps":["trace[170346245] 'agreement among raft nodes before linearized reading' (duration: 2.753370874s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:34.682197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:31.928661Z","time spent":"2.753528178s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:48:34.682329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177680227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:48:34.682364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755288606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-31T05:48:34.682378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752464009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:48:34.682386Z","caller":"traceutil/trace.go:171","msg":"trace[212754162] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24243; }","duration":"1.17776372s","start":"2026-03-31T05:48:33.504607Z","end":"2026-03-31T05:48:34.68237Z","steps":["trace[212754162] 'agreement among raft nodes before linearized reading' (duration: 1.177681978s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:34.682402Z","caller":"traceutil/trace.go:171","msg":"trace[1441164313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24243; }","duration":"2.755370108s","start":"2026-03-31T05:48:31.927019Z","end":"2026-03-31T05:48:34.682389Z","steps":["trace[1441164313] 'agreement among raft nodes before linearized reading' (duration: 2.755275556s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:34.682409Z","caller":"traceutil/trace.go:171","msg":"trace[1825480391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24243; }","duration":"2.75249296s","start":"2026-03-31T05:48:31.929908Z","end":"2026-03-31T05:48:34.682401Z","steps":["trace[1825480391] 'agreement among raft nodes before linearized reading' (duration: 2.752412308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:34.68243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:31.926998Z","time spent":"2.75542532s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:48:34.68243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:33.50459Z","time spent":"1.177825842s","remote":"127.0.0.1:51704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:48:34.682586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75210644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T05:48:34.682595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:32.874144Z","time spent":"1.806923064s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:48:34.682665Z","caller":"traceutil/trace.go:171","msg":"trace[500594694] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24243; }","duration":"2.752238523s","start":"2026-03-31T05:48:31.930408Z","end":"2026-03-31T05:48:34.682646Z","steps":["trace[500594694] 'agreement among raft nodes before linearized reading' (duration: 2.7506562s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:34.6827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.54806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-31T05:48:34.682438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:31.929886Z","time spent":"2.752545222s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:48:34.682789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784942607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:48:34.682843Z","caller":"traceutil/trace.go:171","msg":"trace[1004020334] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24243; }","duration":"1.78505341s","start":"2026-03-31T05:48:32.89778Z","end":"2026-03-31T05:48:34.682833Z","steps":["trace[1004020334] 'agreement among raft nodes before linearized reading' (duration: 1.784972308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:34.682881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:32.897747Z","time spent":"1.785124693s","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:48:34.682713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:31.930396Z","time spent":"2.752301575s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:48:34.682743Z","caller":"traceutil/trace.go:171","msg":"trace[2007352240] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1; range_end:; response_count:1; response_revision:24243; }","duration":"810.589461ms","start":"2026-03-31T05:48:33.87214Z","end":"2026-03-31T05:48:34.68273Z","steps":["trace[2007352240] 'agreement among raft nodes before linearized reading' (duration: 810.462687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:34.682989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:33.872076Z","time spent":"810.895569ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" "} {"level":"info","ts":"2026-03-31T05:48:34.787135Z","caller":"traceutil/trace.go:171","msg":"trace[617729105] transaction","detail":"{read_only:false; response_revision:24244; number_of_response:1; }","duration":"101.677101ms","start":"2026-03-31T05:48:34.685433Z","end":"2026-03-31T05:48:34.78711Z","steps":["trace[617729105] 'process raft request' (duration: 41.559159ms)","trace[617729105] 'compare' (duration: 59.988349ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:48:34.787122Z","caller":"traceutil/trace.go:171","msg":"trace[1165173464] linearizableReadLoop","detail":"{readStateIndex:25152; appliedIndex:25151; }","duration":"101.2532ms","start":"2026-03-31T05:48:34.685841Z","end":"2026-03-31T05:48:34.787095Z","steps":["trace[1165173464] 'read index received' (duration: 41.162598ms)","trace[1165173464] 'applied index is now lower than readState.Index' (duration: 60.089432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:48:34.787315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.453595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:48:34.787362Z","caller":"traceutil/trace.go:171","msg":"trace[1794023206] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24244; }","duration":"101.543398ms","start":"2026-03-31T05:48:34.685806Z","end":"2026-03-31T05:48:34.787349Z","steps":["trace[1794023206] 'agreement among raft nodes before linearized reading' (duration: 101.365153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:34.808506Z","caller":"traceutil/trace.go:171","msg":"trace[1401194793] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"121.827537ms","start":"2026-03-31T05:48:34.686662Z","end":"2026-03-31T05:48:34.808489Z","steps":["trace[1401194793] 'process raft request' (duration: 121.749225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:34.808534Z","caller":"traceutil/trace.go:171","msg":"trace[201738588] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"121.951422ms","start":"2026-03-31T05:48:34.686542Z","end":"2026-03-31T05:48:34.808493Z","steps":["trace[201738588] 'process raft request' (duration: 121.762016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:34.808825Z","caller":"traceutil/trace.go:171","msg":"trace[1023348427] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"122.015893ms","start":"2026-03-31T05:48:34.686774Z","end":"2026-03-31T05:48:34.80879Z","steps":["trace[1023348427] 'process raft request' (duration: 121.677413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:34.808919Z","caller":"traceutil/trace.go:171","msg":"trace[499770594] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"122.043754ms","start":"2026-03-31T05:48:34.686862Z","end":"2026-03-31T05:48:34.808905Z","steps":["trace[499770594] 'process raft request' (duration: 121.805797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:34.809024Z","caller":"traceutil/trace.go:171","msg":"trace[1047316970] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"122.012553ms","start":"2026-03-31T05:48:34.686998Z","end":"2026-03-31T05:48:34.80901Z","steps":["trace[1047316970] 'process raft request' (duration: 121.846928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:34.809039Z","caller":"traceutil/trace.go:171","msg":"trace[1627606398] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"114.649763ms","start":"2026-03-31T05:48:34.69437Z","end":"2026-03-31T05:48:34.80902Z","steps":["trace[1627606398] 'process raft request' (duration: 114.53104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:37.252509Z","caller":"traceutil/trace.go:171","msg":"trace[1917018583] linearizableReadLoop","detail":"{readStateIndex:25916; appliedIndex:25915; }","duration":"112.890195ms","start":"2026-03-31T05:49:37.139599Z","end":"2026-03-31T05:49:37.252489Z","steps":["trace[1917018583] 'read index received' (duration: 112.546486ms)","trace[1917018583] 'applied index is now lower than readState.Index' (duration: 342.649µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:49:37.252633Z","caller":"traceutil/trace.go:171","msg":"trace[208183766] transaction","detail":"{read_only:false; response_revision:24987; number_of_response:1; }","duration":"184.063057ms","start":"2026-03-31T05:49:37.068507Z","end":"2026-03-31T05:49:37.25257Z","steps":["trace[208183766] 'process raft request' (duration: 183.78345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.252854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.236004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:49:37.252945Z","caller":"traceutil/trace.go:171","msg":"trace[215082590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24987; }","duration":"113.379578ms","start":"2026-03-31T05:49:37.13955Z","end":"2026-03-31T05:49:37.252929Z","steps":["trace[215082590] 'agreement among raft nodes before linearized reading' (duration: 113.08551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.253693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.447875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:49:37.253875Z","caller":"traceutil/trace.go:171","msg":"trace[616211293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24987; }","duration":"101.692641ms","start":"2026-03-31T05:49:37.152158Z","end":"2026-03-31T05:49:37.253851Z","steps":["trace[616211293] 'agreement among raft nodes before linearized reading' (duration: 101.087525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.991497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.689822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:37.991576Z","caller":"traceutil/trace.go:171","msg":"trace[1156389188] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24994; }","duration":"628.807064ms","start":"2026-03-31T05:49:37.362747Z","end":"2026-03-31T05:49:37.991554Z","steps":["trace[1156389188] 'range keys from in-memory index tree' (duration: 628.61546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.991627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:37.36273Z","time spent":"628.887127ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:49:37.991948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.522467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:49:37.992279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.019399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-31T05:49:37.992387Z","caller":"traceutil/trace.go:171","msg":"trace[1504912889] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24994; }","duration":"626.158353ms","start":"2026-03-31T05:49:37.366203Z","end":"2026-03-31T05:49:37.992361Z","steps":["trace[1504912889] 'range keys from in-memory index tree' (duration: 625.826973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.992444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:37.366188Z","time spent":"626.241165ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:49:37.99246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.269577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:37.992501Z","caller":"traceutil/trace.go:171","msg":"trace[33177101] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24994; }","duration":"629.323529ms","start":"2026-03-31T05:49:37.363165Z","end":"2026-03-31T05:49:37.992489Z","steps":["trace[33177101] 'range keys from in-memory index tree' (duration: 629.225026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.992482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.145634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:49:37.992521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:37.363161Z","time spent":"629.355159ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:49:37.992547Z","caller":"traceutil/trace.go:171","msg":"trace[1278860330] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24994; }","duration":"629.251277ms","start":"2026-03-31T05:49:37.363278Z","end":"2026-03-31T05:49:37.99253Z","steps":["trace[1278860330] 'range keys from in-memory index tree' (duration: 629.065001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:37.992522Z","caller":"traceutil/trace.go:171","msg":"trace[757178798] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"615.163504ms","start":"2026-03-31T05:49:37.377322Z","end":"2026-03-31T05:49:37.992486Z","steps":["trace[757178798] 'process raft request' (duration: 612.371379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.992585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:37.363261Z","time spent":"629.314808ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:49:37.992057Z","caller":"traceutil/trace.go:171","msg":"trace[203030384] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24994; }","duration":"628.684331ms","start":"2026-03-31T05:49:37.363346Z","end":"2026-03-31T05:49:37.99203Z","steps":["trace[203030384] 'range keys from in-memory index tree' (duration: 628.398023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.992672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:37.377296Z","time spent":"615.300238ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:49:37.992726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:37.363319Z","time spent":"629.38781ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-31T05:49:37.993763Z","caller":"traceutil/trace.go:171","msg":"trace[111243812] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"136.334972ms","start":"2026-03-31T05:49:37.857414Z","end":"2026-03-31T05:49:37.993749Z","steps":["trace[111243812] 'process raft request' (duration: 136.251229ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:37.993763Z","caller":"traceutil/trace.go:171","msg":"trace[1313564249] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"496.737228ms","start":"2026-03-31T05:49:37.497001Z","end":"2026-03-31T05:49:37.993738Z","steps":["trace[1313564249] 'process raft request' (duration: 496.562604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:37.993789Z","caller":"traceutil/trace.go:171","msg":"trace[954432929] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"133.564436ms","start":"2026-03-31T05:49:37.860214Z","end":"2026-03-31T05:49:37.993778Z","steps":["trace[954432929] 'process raft request' (duration: 133.477774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.993883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:37.496984Z","time spent":"496.82707ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:49:37.993997Z","caller":"traceutil/trace.go:171","msg":"trace[1036003004] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"131.978204ms","start":"2026-03-31T05:49:37.862009Z","end":"2026-03-31T05:49:37.993987Z","steps":["trace[1036003004] 'process raft request' (duration: 131.709827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:37.993983Z","caller":"traceutil/trace.go:171","msg":"trace[1785955056] linearizableReadLoop","detail":"{readStateIndex:25928; appliedIndex:25923; }","duration":"125.772095ms","start":"2026-03-31T05:49:37.86818Z","end":"2026-03-31T05:49:37.993952Z","steps":["trace[1785955056] 'read index received' (duration: 121.599432ms)","trace[1785955056] 'applied index is now lower than readState.Index' (duration: 4.170633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:49:37.994094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.904869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:37.99419Z","caller":"traceutil/trace.go:171","msg":"trace[1580571005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24999; }","duration":"126.032442ms","start":"2026-03-31T05:49:37.868143Z","end":"2026-03-31T05:49:37.994176Z","steps":["trace[1580571005] 'agreement among raft nodes before linearized reading' (duration: 125.896999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:49.843149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792674082,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:49:50.04417Z","caller":"traceutil/trace.go:171","msg":"trace[1443818943] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"725.068139ms","start":"2026-03-31T05:49:49.319076Z","end":"2026-03-31T05:49:50.044144Z","steps":["trace[1443818943] 'process raft request' (duration: 724.909264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:50.044635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:49.319059Z","time spent":"725.188801ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:49:50.283269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.138266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:49:50.283455Z","caller":"traceutil/trace.go:171","msg":"trace[2108189012] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"962.499415ms","start":"2026-03-31T05:49:49.320937Z","end":"2026-03-31T05:49:50.283437Z","steps":["trace[2108189012] 'process raft request' (duration: 819.107042ms)","trace[2108189012] 'compare' (duration: 142.947911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:49:50.283507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:49.320913Z","time spent":"962.572688ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:49:50.283614Z","caller":"traceutil/trace.go:171","msg":"trace[195903232] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"247.445009ms","start":"2026-03-31T05:49:50.03614Z","end":"2026-03-31T05:49:50.283585Z","steps":["trace[195903232] 'process raft request' (duration: 247.220063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:50.283746Z","caller":"traceutil/trace.go:171","msg":"trace[1498741075] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"232.977366ms","start":"2026-03-31T05:49:50.05076Z","end":"2026-03-31T05:49:50.283737Z","steps":["trace[1498741075] 'process raft request' (duration: 232.917585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:50.28373Z","caller":"traceutil/trace.go:171","msg":"trace[1683998434] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"233.339236ms","start":"2026-03-31T05:49:50.050362Z","end":"2026-03-31T05:49:50.283701Z","steps":["trace[1683998434] 'process raft request' (duration: 233.289305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:50.283742Z","caller":"traceutil/trace.go:171","msg":"trace[2080570380] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"236.825441ms","start":"2026-03-31T05:49:50.046895Z","end":"2026-03-31T05:49:50.28372Z","steps":["trace[2080570380] 'process raft request' (duration: 236.686637ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:50.283995Z","caller":"traceutil/trace.go:171","msg":"trace[1468125141] linearizableReadLoop","detail":"{readStateIndex:26030; appliedIndex:26028; }","duration":"941.147036ms","start":"2026-03-31T05:49:49.342675Z","end":"2026-03-31T05:49:50.283822Z","steps":["trace[1468125141] 'read index received' (duration: 701.259222ms)","trace[1468125141] 'applied index is now lower than readState.Index' (duration: 239.886394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:49:50.284106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.432764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:49:50.284151Z","caller":"traceutil/trace.go:171","msg":"trace[1991046252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25103; }","duration":"941.515576ms","start":"2026-03-31T05:49:49.342624Z","end":"2026-03-31T05:49:50.284139Z","steps":["trace[1991046252] 'agreement among raft nodes before linearized reading' (duration: 941.385903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:50.284184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:49.342607Z","time spent":"941.569017ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:49:50.284221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.841567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:50.28425Z","caller":"traceutil/trace.go:171","msg":"trace[312502348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25103; }","duration":"413.921539ms","start":"2026-03-31T05:49:49.870321Z","end":"2026-03-31T05:49:50.284243Z","steps":["trace[312502348] 'agreement among raft nodes before linearized reading' (duration: 413.862647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:50.284289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.419285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:49:50.284267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:49.8703Z","time spent":"413.963361ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:49:50.284329Z","caller":"traceutil/trace.go:171","msg":"trace[270462762] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25103; }","duration":"241.476877ms","start":"2026-03-31T05:49:50.042844Z","end":"2026-03-31T05:49:50.284321Z","steps":["trace[270462762] 'agreement among raft nodes before linearized reading' (duration: 241.420196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:50.284437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.470134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:50.284464Z","caller":"traceutil/trace.go:171","msg":"trace[1984223651] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25103; }","duration":"242.531676ms","start":"2026-03-31T05:49:50.041925Z","end":"2026-03-31T05:49:50.284456Z","steps":["trace[1984223651] 'agreement among raft nodes before linearized reading' (duration: 242.488555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:50.284478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.00317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:49:50.284498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.22062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:50.284516Z","caller":"traceutil/trace.go:171","msg":"trace[1748007993] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25103; }","duration":"130.085432ms","start":"2026-03-31T05:49:50.154417Z","end":"2026-03-31T05:49:50.284503Z","steps":["trace[1748007993] 'agreement among raft nodes before linearized reading' (duration: 130.0192ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:50.284526Z","caller":"traceutil/trace.go:171","msg":"trace[1678332641] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25103; }","duration":"241.287942ms","start":"2026-03-31T05:49:50.043229Z","end":"2026-03-31T05:49:50.284517Z","steps":["trace[1678332641] 'agreement among raft nodes before linearized reading' (duration: 241.251811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:50.284556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.006124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:50.284613Z","caller":"traceutil/trace.go:171","msg":"trace[1642307751] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25103; }","duration":"241.552959ms","start":"2026-03-31T05:49:50.043048Z","end":"2026-03-31T05:49:50.284601Z","steps":["trace[1642307751] 'agreement among raft nodes before linearized reading' (duration: 241.053625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:50.284648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.262558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:50.284676Z","caller":"traceutil/trace.go:171","msg":"trace[40483021] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25103; }","duration":"664.338631ms","start":"2026-03-31T05:49:49.620329Z","end":"2026-03-31T05:49:50.284667Z","steps":["trace[40483021] 'agreement among raft nodes before linearized reading' (duration: 664.3008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:50.284698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:49.620312Z","time spent":"664.380581ms","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:49:50.284693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.017953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:50.284736Z","caller":"traceutil/trace.go:171","msg":"trace[1598683121] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25103; }","duration":"108.107065ms","start":"2026-03-31T05:49:50.176619Z","end":"2026-03-31T05:49:50.284726Z","steps":["trace[1598683121] 'agreement among raft nodes before linearized reading' (duration: 108.042313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:50.284618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.199031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:49:50.284844Z","caller":"traceutil/trace.go:171","msg":"trace[244190655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25103; }","duration":"936.439878ms","start":"2026-03-31T05:49:49.348391Z","end":"2026-03-31T05:49:50.284831Z","steps":["trace[244190655] 'agreement among raft nodes before linearized reading' (duration: 936.180731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:50.284878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:49.348379Z","time spent":"936.488889ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:49:50.284908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.370604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-31T05:49:50.28494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.581742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:49:50.284948Z","caller":"traceutil/trace.go:171","msg":"trace[755436420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25103; }","duration":"937.449086ms","start":"2026-03-31T05:49:49.347487Z","end":"2026-03-31T05:49:50.284936Z","steps":["trace[755436420] 'agreement among raft nodes before linearized reading' (duration: 937.313672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:50.28496Z","caller":"traceutil/trace.go:171","msg":"trace[1990709597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25103; }","duration":"936.613642ms","start":"2026-03-31T05:49:49.34834Z","end":"2026-03-31T05:49:50.284954Z","steps":["trace[1990709597] 'agreement among raft nodes before linearized reading' (duration: 936.555031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:50.284977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:49.348334Z","time spent":"936.639194ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:49:50.284975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:49.34747Z","time spent":"937.499407ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:49:50.285011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.734834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-31T05:49:50.285105Z","caller":"traceutil/trace.go:171","msg":"trace[1049253933] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25103; }","duration":"241.862307ms","start":"2026-03-31T05:49:50.043225Z","end":"2026-03-31T05:49:50.285088Z","steps":["trace[1049253933] 'agreement among raft nodes before linearized reading' (duration: 241.511728ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:50.617626Z","caller":"traceutil/trace.go:171","msg":"trace[1791957256] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"329.408495ms","start":"2026-03-31T05:49:50.288192Z","end":"2026-03-31T05:49:50.617601Z","steps":["trace[1791957256] 'process raft request' (duration: 329.259541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:50.617773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:50.288176Z","time spent":"329.525038ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:49:51.025907Z","caller":"traceutil/trace.go:171","msg":"trace[1065280294] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"736.863439ms","start":"2026-03-31T05:49:50.288992Z","end":"2026-03-31T05:49:51.025855Z","steps":["trace[1065280294] 'process raft request' (duration: 663.23827ms)","trace[1065280294] 'compare' (duration: 72.859788ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:49:51.026062Z","caller":"traceutil/trace.go:171","msg":"trace[1574981946] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"736.442317ms","start":"2026-03-31T05:49:50.289595Z","end":"2026-03-31T05:49:51.026037Z","steps":["trace[1574981946] 'process raft request' (duration: 736.119608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:51.026093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:50.288969Z","time spent":"737.028103ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:49:51.026174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:50.289577Z","time spent":"736.53849ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:49:51.026597Z","caller":"traceutil/trace.go:171","msg":"trace[25956203] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"734.766102ms","start":"2026-03-31T05:49:50.291796Z","end":"2026-03-31T05:49:51.026562Z","steps":["trace[25956203] 'process raft request' (duration: 734.011101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:51.0268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.159975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T05:49:51.026814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:50.291781Z","time spent":"734.893075ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:49:51.026839Z","caller":"traceutil/trace.go:171","msg":"trace[1927803601] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25107; }","duration":"678.250147ms","start":"2026-03-31T05:49:50.348582Z","end":"2026-03-31T05:49:51.026832Z","steps":["trace[1927803601] 'agreement among raft nodes before linearized reading' (duration: 678.057672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:51.026865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:50.348558Z","time spent":"678.299648ms","remote":"127.0.0.1:33138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:49:51.026602Z","caller":"traceutil/trace.go:171","msg":"trace[1772552761] linearizableReadLoop","detail":"{readStateIndex:26038; appliedIndex:26034; }","duration":"677.870906ms","start":"2026-03-31T05:49:50.348632Z","end":"2026-03-31T05:49:51.026502Z","steps":["trace[1772552761] 'read index received' (duration: 268.919522ms)","trace[1772552761] 'applied index is now lower than readState.Index' (duration: 408.950604ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:49:51.235829Z","caller":"traceutil/trace.go:171","msg":"trace[818262270] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"344.952657ms","start":"2026-03-31T05:49:50.890852Z","end":"2026-03-31T05:49:51.235805Z","steps":["trace[818262270] 'process raft request' (duration: 344.895575ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:51.235872Z","caller":"traceutil/trace.go:171","msg":"trace[1889541780] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"574.278504ms","start":"2026-03-31T05:49:50.661561Z","end":"2026-03-31T05:49:51.23584Z","steps":["trace[1889541780] 'process raft request' (duration: 491.455045ms)","trace[1889541780] 'compare' (duration: 82.539491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:49:51.235981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:50.890835Z","time spent":"345.06298ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:49:51.236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:50.661543Z","time spent":"574.385307ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:49:51.245362Z","caller":"traceutil/trace.go:171","msg":"trace[96413392] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"291.878446ms","start":"2026-03-31T05:49:50.953469Z","end":"2026-03-31T05:49:51.245348Z","steps":["trace[96413392] 'process raft request' (duration: 291.761403ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:51.24549Z","caller":"traceutil/trace.go:171","msg":"trace[1887058443] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"265.914301ms","start":"2026-03-31T05:49:50.979571Z","end":"2026-03-31T05:49:51.245485Z","steps":["trace[1887058443] 'process raft request' (duration: 265.747206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:51.245612Z","caller":"traceutil/trace.go:171","msg":"trace[1738491140] linearizableReadLoop","detail":"{readStateIndex:26043; appliedIndex:26038; }","duration":"218.230706ms","start":"2026-03-31T05:49:51.027363Z","end":"2026-03-31T05:49:51.245593Z","steps":["trace[1738491140] 'read index received' (duration: 125.621761ms)","trace[1738491140] 'applied index is now lower than readState.Index' (duration: 92.608075ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:49:51.245643Z","caller":"traceutil/trace.go:171","msg":"trace[593547207] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"265.839568ms","start":"2026-03-31T05:49:50.979782Z","end":"2026-03-31T05:49:51.245622Z","steps":["trace[593547207] 'process raft request' (duration: 265.683894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:51.245738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.192533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:49:51.245738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.101668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:51.24576Z","caller":"traceutil/trace.go:171","msg":"trace[1080845597] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25112; }","duration":"215.223344ms","start":"2026-03-31T05:49:51.030531Z","end":"2026-03-31T05:49:51.245754Z","steps":["trace[1080845597] 'agreement among raft nodes before linearized reading' (duration: 215.181183ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:51.245771Z","caller":"traceutil/trace.go:171","msg":"trace[690968135] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25112; }","duration":"216.160459ms","start":"2026-03-31T05:49:51.0296Z","end":"2026-03-31T05:49:51.24576Z","steps":["trace[690968135] 'agreement among raft nodes before linearized reading' (duration: 216.102628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:51.245751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.244532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:49:51.245836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.16858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-31T05:49:51.245835Z","caller":"traceutil/trace.go:171","msg":"trace[2137733357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25112; }","duration":"353.353225ms","start":"2026-03-31T05:49:50.892459Z","end":"2026-03-31T05:49:51.245813Z","steps":["trace[2137733357] 'agreement among raft nodes before linearized reading' (duration: 353.19538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:51.245837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.974498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:51.245864Z","caller":"traceutil/trace.go:171","msg":"trace[73677920] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25112; }","duration":"216.201301ms","start":"2026-03-31T05:49:51.029654Z","end":"2026-03-31T05:49:51.245856Z","steps":["trace[73677920] 'agreement among raft nodes before linearized reading' (duration: 216.092518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:51.245879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:50.892452Z","time spent":"353.418707ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:49:51.245884Z","caller":"traceutil/trace.go:171","msg":"trace[1312350252] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25112; }","duration":"215.048439ms","start":"2026-03-31T05:49:51.030824Z","end":"2026-03-31T05:49:51.245872Z","steps":["trace[1312350252] 'agreement among raft nodes before linearized reading' (duration: 214.963507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:51.245857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.068877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:51.245949Z","caller":"traceutil/trace.go:171","msg":"trace[1434854952] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25112; }","duration":"216.186431ms","start":"2026-03-31T05:49:51.02974Z","end":"2026-03-31T05:49:51.245926Z","steps":["trace[1434854952] 'agreement among raft nodes before linearized reading' (duration: 216.016236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:50:13.301373Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22145} {"level":"info","ts":"2026-03-31T05:50:13.404253Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22145,"took":"98.494435ms","hash":77666594,"current-db-size-bytes":54456320,"current-db-size":"54 MB","current-db-size-in-use-bytes":42278912,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-03-31T05:50:13.404308Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":77666594,"revision":22145,"compact-revision":20205} {"level":"warn","ts":"2026-03-31T05:50:14.839733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792674711,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:50:14.850379Z","caller":"traceutil/trace.go:171","msg":"trace[334882652] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"607.585368ms","start":"2026-03-31T05:50:14.242762Z","end":"2026-03-31T05:50:14.850347Z","steps":["trace[334882652] 'process raft request' (duration: 607.316861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.85065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.242739Z","time spent":"607.827374ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:50:14.881316Z","caller":"traceutil/trace.go:171","msg":"trace[1455182640] transaction","detail":"{read_only:false; response_revision:25365; number_of_response:1; }","duration":"487.021425ms","start":"2026-03-31T05:50:14.394271Z","end":"2026-03-31T05:50:14.881292Z","steps":["trace[1455182640] 'process raft request' (duration: 486.8327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.881431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.394238Z","time spent":"487.133908ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:50:14.881677Z","caller":"traceutil/trace.go:171","msg":"trace[1389592335] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"482.399019ms","start":"2026-03-31T05:50:14.399268Z","end":"2026-03-31T05:50:14.881667Z","steps":["trace[1389592335] 'process raft request' (duration: 482.249515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:50:14.881666Z","caller":"traceutil/trace.go:171","msg":"trace[21592540] linearizableReadLoop","detail":"{readStateIndex:26305; appliedIndex:26300; }","duration":"541.960817ms","start":"2026-03-31T05:50:14.339685Z","end":"2026-03-31T05:50:14.881646Z","steps":["trace[21592540] 'read index received' (duration: 510.620555ms)","trace[21592540] 'applied index is now lower than readState.Index' (duration: 31.339032ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:50:14.881668Z","caller":"traceutil/trace.go:171","msg":"trace[164099085] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"486.757648ms","start":"2026-03-31T05:50:14.394866Z","end":"2026-03-31T05:50:14.881624Z","steps":["trace[164099085] 'process raft request' (duration: 486.390378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.88172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.399258Z","time spent":"482.44041ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:50:14.881787Z","caller":"traceutil/trace.go:171","msg":"trace[1368613166] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"476.704685ms","start":"2026-03-31T05:50:14.404985Z","end":"2026-03-31T05:50:14.88169Z","steps":["trace[1368613166] 'process raft request' (duration: 476.609312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.881874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.39484Z","time spent":"486.917202ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:50:14.88193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.639528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:50:14.881978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.782986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:50:14.881971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.025095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:50:14.882004Z","caller":"traceutil/trace.go:171","msg":"trace[1321818892] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25368; }","duration":"508.840947ms","start":"2026-03-31T05:50:14.373156Z","end":"2026-03-31T05:50:14.881997Z","steps":["trace[1321818892] 'agreement among raft nodes before linearized reading' (duration: 508.803796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:50:14.882013Z","caller":"traceutil/trace.go:171","msg":"trace[1862652437] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25368; }","duration":"506.73961ms","start":"2026-03-31T05:50:14.375255Z","end":"2026-03-31T05:50:14.881994Z","steps":["trace[1862652437] 'agreement among raft nodes before linearized reading' (duration: 506.616577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.882023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.373139Z","time spent":"508.879089ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-31T05:50:14.882022Z","caller":"traceutil/trace.go:171","msg":"trace[698032784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25368; }","duration":"441.099967ms","start":"2026-03-31T05:50:14.440907Z","end":"2026-03-31T05:50:14.882006Z","steps":["trace[698032784] 'agreement among raft nodes before linearized reading' (duration: 440.955444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.882048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.375248Z","time spent":"506.792521ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:50:14.882082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.440888Z","time spent":"441.16388ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:50:14.881974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.404971Z","time spent":"476.90431ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:50:14.881811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.110822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:50:14.88227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.754429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:50:14.882322Z","caller":"traceutil/trace.go:171","msg":"trace[1829561362] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25368; }","duration":"120.842452ms","start":"2026-03-31T05:50:14.761466Z","end":"2026-03-31T05:50:14.882309Z","steps":["trace[1829561362] 'agreement among raft nodes before linearized reading' (duration: 120.76306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:50:14.88233Z","caller":"traceutil/trace.go:171","msg":"trace[1356169727] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25368; }","duration":"524.644497ms","start":"2026-03-31T05:50:14.357659Z","end":"2026-03-31T05:50:14.882303Z","steps":["trace[1356169727] 'agreement among raft nodes before linearized reading' (duration: 524.124232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.881819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.133851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:50:14.8824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.357642Z","time spent":"524.726528ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:50:14.882468Z","caller":"traceutil/trace.go:171","msg":"trace[280137722] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25368; }","duration":"542.777448ms","start":"2026-03-31T05:50:14.339627Z","end":"2026-03-31T05:50:14.882404Z","steps":["trace[280137722] 'agreement among raft nodes before linearized reading' (duration: 542.125241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.882539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.339607Z","time spent":"542.912872ms","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-31T05:51:32.581178Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000696b.wal"} {"level":"warn","ts":"2026-03-31T05:51:36.325491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.906859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:36.325577Z","caller":"traceutil/trace.go:171","msg":"trace[1496616616] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:0; response_revision:26106; }","duration":"105.062413ms","start":"2026-03-31T05:51:36.220499Z","end":"2026-03-31T05:51:36.325561Z","steps":["trace[1496616616] 'range keys from in-memory index tree' (duration: 104.816747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:36.574648Z","caller":"traceutil/trace.go:171","msg":"trace[1769401212] transaction","detail":"{read_only:false; response_revision:26111; number_of_response:1; }","duration":"160.54505ms","start":"2026-03-31T05:51:36.414079Z","end":"2026-03-31T05:51:36.574624Z","steps":["trace[1769401212] 'process raft request' (duration: 160.391686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:36.574617Z","caller":"traceutil/trace.go:171","msg":"trace[451065171] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"160.54665ms","start":"2026-03-31T05:51:36.414006Z","end":"2026-03-31T05:51:36.574553Z","steps":["trace[451065171] 'process raft request' (duration: 160.353025ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:36.574841Z","caller":"traceutil/trace.go:171","msg":"trace[1264539327] linearizableReadLoop","detail":"{readStateIndex:27072; appliedIndex:27068; }","duration":"142.915351ms","start":"2026-03-31T05:51:36.431884Z","end":"2026-03-31T05:51:36.5748Z","steps":["trace[1264539327] 'read index received' (duration: 47.969113ms)","trace[1264539327] 'applied index is now lower than readState.Index' (duration: 94.943678ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:51:36.574901Z","caller":"traceutil/trace.go:171","msg":"trace[829421645] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"156.361726ms","start":"2026-03-31T05:51:36.418515Z","end":"2026-03-31T05:51:36.574877Z","steps":["trace[829421645] 'process raft request' (duration: 156.028807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:36.575112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.204399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-31T05:51:36.575177Z","caller":"traceutil/trace.go:171","msg":"trace[343687804] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26112; }","duration":"143.308302ms","start":"2026-03-31T05:51:36.431849Z","end":"2026-03-31T05:51:36.575157Z","steps":["trace[343687804] 'agreement among raft nodes before linearized reading' (duration: 143.081705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:36.730146Z","caller":"traceutil/trace.go:171","msg":"trace[303047130] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"133.860455ms","start":"2026-03-31T05:51:36.596247Z","end":"2026-03-31T05:51:36.730108Z","steps":["trace[303047130] 'process raft request' (duration: 89.403568ms)","trace[303047130] 'compare' (duration: 44.139848ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:51:36.730199Z","caller":"traceutil/trace.go:171","msg":"trace[707306419] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"133.577457ms","start":"2026-03-31T05:51:36.596585Z","end":"2026-03-31T05:51:36.730162Z","steps":["trace[707306419] 'process raft request' (duration: 133.372352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:36.730223Z","caller":"traceutil/trace.go:171","msg":"trace[1963051127] transaction","detail":"{read_only:false; response_revision:26120; number_of_response:1; }","duration":"121.53097ms","start":"2026-03-31T05:51:36.608666Z","end":"2026-03-31T05:51:36.730197Z","steps":["trace[1963051127] 'process raft request' (duration: 121.364716ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:36.730293Z","caller":"traceutil/trace.go:171","msg":"trace[1286661765] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"121.453278ms","start":"2026-03-31T05:51:36.608813Z","end":"2026-03-31T05:51:36.730266Z","steps":["trace[1286661765] 'process raft request' (duration: 121.317315ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:36.730349Z","caller":"traceutil/trace.go:171","msg":"trace[1219031460] linearizableReadLoop","detail":"{readStateIndex:27081; appliedIndex:27077; }","duration":"107.575751ms","start":"2026-03-31T05:51:36.622761Z","end":"2026-03-31T05:51:36.730337Z","steps":["trace[1219031460] 'read index received' (duration: 62.901528ms)","trace[1219031460] 'applied index is now lower than readState.Index' (duration: 44.673203ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:51:36.730296Z","caller":"traceutil/trace.go:171","msg":"trace[367931257] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"103.273764ms","start":"2026-03-31T05:51:36.627002Z","end":"2026-03-31T05:51:36.730276Z","steps":["trace[367931257] 'process raft request' (duration: 103.200863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:36.730555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.92675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9954"} {"level":"info","ts":"2026-03-31T05:51:36.730602Z","caller":"traceutil/trace.go:171","msg":"trace[1867739598] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:26122; }","duration":"136.003153ms","start":"2026-03-31T05:51:36.594584Z","end":"2026-03-31T05:51:36.730587Z","steps":["trace[1867739598] 'agreement among raft nodes before linearized reading' (duration: 135.800507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:36.730618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.903575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2714"} {"level":"info","ts":"2026-03-31T05:51:36.730659Z","caller":"traceutil/trace.go:171","msg":"trace[627211595] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:26122; }","duration":"133.979397ms","start":"2026-03-31T05:51:36.596663Z","end":"2026-03-31T05:51:36.730642Z","steps":["trace[627211595] 'agreement among raft nodes before linearized reading' (duration: 133.874425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:36.730733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.272526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-31T05:51:36.730797Z","caller":"traceutil/trace.go:171","msg":"trace[29691401] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26122; }","duration":"134.348658ms","start":"2026-03-31T05:51:36.59643Z","end":"2026-03-31T05:51:36.730779Z","steps":["trace[29691401] 'agreement among raft nodes before linearized reading' (duration: 134.157543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:37.001951Z","caller":"traceutil/trace.go:171","msg":"trace[77746040] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"261.873991ms","start":"2026-03-31T05:51:36.74004Z","end":"2026-03-31T05:51:37.001914Z","steps":["trace[77746040] 'process raft request' (duration: 261.630395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:37.002058Z","caller":"traceutil/trace.go:171","msg":"trace[1012512368] linearizableReadLoop","detail":"{readStateIndex:27085; appliedIndex:27083; }","duration":"174.061926ms","start":"2026-03-31T05:51:36.827963Z","end":"2026-03-31T05:51:37.002025Z","steps":["trace[1012512368] 'read index received' (duration: 173.722877ms)","trace[1012512368] 'applied index is now lower than readState.Index' (duration: 337.919µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:51:37.002182Z","caller":"traceutil/trace.go:171","msg":"trace[1016620121] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"258.802547ms","start":"2026-03-31T05:51:36.743365Z","end":"2026-03-31T05:51:37.002168Z","steps":["trace[1016620121] 'process raft request' (duration: 258.422107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:37.00228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.725423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:51:37.002331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.740448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:51:37.002333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.353054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-31T05:51:37.002368Z","caller":"traceutil/trace.go:171","msg":"trace[1864383336] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26125; }","duration":"174.422546ms","start":"2026-03-31T05:51:36.827936Z","end":"2026-03-31T05:51:37.002359Z","steps":["trace[1864383336] 'agreement among raft nodes before linearized reading' (duration: 174.286763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:37.002385Z","caller":"traceutil/trace.go:171","msg":"trace[1240628471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26125; }","duration":"134.79775ms","start":"2026-03-31T05:51:36.867555Z","end":"2026-03-31T05:51:37.002353Z","steps":["trace[1240628471] 'agreement among raft nodes before linearized reading' (duration: 134.745839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:37.002405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.11829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:37.002449Z","caller":"traceutil/trace.go:171","msg":"trace[383212883] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26125; }","duration":"159.208563ms","start":"2026-03-31T05:51:36.843226Z","end":"2026-03-31T05:51:37.002435Z","steps":["trace[383212883] 'agreement among raft nodes before linearized reading' (duration: 159.135391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:37.002457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.633137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:51:37.002517Z","caller":"traceutil/trace.go:171","msg":"trace[1006221533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26125; }","duration":"102.746ms","start":"2026-03-31T05:51:36.899754Z","end":"2026-03-31T05:51:37.0025Z","steps":["trace[1006221533] 'agreement among raft nodes before linearized reading' (duration: 102.620757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:37.002688Z","caller":"traceutil/trace.go:171","msg":"trace[1698160724] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26125; }","duration":"164.823735ms","start":"2026-03-31T05:51:36.837499Z","end":"2026-03-31T05:51:37.002323Z","steps":["trace[1698160724] 'agreement among raft nodes before linearized reading' (duration: 164.700402ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:37.152925Z","caller":"traceutil/trace.go:171","msg":"trace[1496780829] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26125; }","duration":"143.488556ms","start":"2026-03-31T05:51:37.009411Z","end":"2026-03-31T05:51:37.152899Z","steps":["trace[1496780829] 'process raft request' (duration: 92.719138ms)","trace[1496780829] 'compare' (duration: 50.546692ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:51:37.153175Z","caller":"traceutil/trace.go:171","msg":"trace[894179112] linearizableReadLoop","detail":"{readStateIndex:27088; appliedIndex:27086; }","duration":"121.396556ms","start":"2026-03-31T05:51:37.031765Z","end":"2026-03-31T05:51:37.153162Z","steps":["trace[894179112] 'read index received' (duration: 70.509434ms)","trace[894179112] 'applied index is now lower than readState.Index' (duration: 50.886512ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:51:37.153238Z","caller":"traceutil/trace.go:171","msg":"trace[578874211] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"134.04918ms","start":"2026-03-31T05:51:37.019181Z","end":"2026-03-31T05:51:37.15323Z","steps":["trace[578874211] 'process raft request' (duration: 133.612808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:37.153383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.601588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-31T05:51:37.153421Z","caller":"traceutil/trace.go:171","msg":"trace[369791361] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26126; }","duration":"133.66949ms","start":"2026-03-31T05:51:37.019742Z","end":"2026-03-31T05:51:37.153412Z","steps":["trace[369791361] 'agreement among raft nodes before linearized reading' (duration: 133.559197ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:37.212697Z","caller":"traceutil/trace.go:171","msg":"trace[1070288037] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"172.3463ms","start":"2026-03-31T05:51:37.040313Z","end":"2026-03-31T05:51:37.21266Z","steps":["trace[1070288037] 'process raft request' (duration: 172.244907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:37.212707Z","caller":"traceutil/trace.go:171","msg":"trace[1185403779] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"179.305018ms","start":"2026-03-31T05:51:37.033366Z","end":"2026-03-31T05:51:37.212671Z","steps":["trace[1185403779] 'process raft request' (duration: 179.069652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:37.299618Z","caller":"traceutil/trace.go:171","msg":"trace[1069727019] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"108.714362ms","start":"2026-03-31T05:51:37.190856Z","end":"2026-03-31T05:51:37.29957Z","steps":["trace[1069727019] 'process raft request' (duration: 76.536538ms)","trace[1069727019] 'compare' (duration: 31.742512ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:51:37.299797Z","caller":"traceutil/trace.go:171","msg":"trace[1647717818] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"103.862601ms","start":"2026-03-31T05:51:37.195912Z","end":"2026-03-31T05:51:37.299775Z","steps":["trace[1647717818] 'process raft request' (duration: 103.602023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:37.300463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.556354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112160"} {"level":"info","ts":"2026-03-31T05:51:37.300496Z","caller":"traceutil/trace.go:171","msg":"trace[1773056237] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:26132; }","duration":"141.629596ms","start":"2026-03-31T05:51:37.158858Z","end":"2026-03-31T05:51:37.300488Z","steps":["trace[1773056237] 'agreement among raft nodes before linearized reading' (duration: 141.39541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:37.301045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.191896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2759"} {"level":"info","ts":"2026-03-31T05:51:37.301074Z","caller":"traceutil/trace.go:171","msg":"trace[1990386153] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:26132; }","duration":"144.246127ms","start":"2026-03-31T05:51:37.156822Z","end":"2026-03-31T05:51:37.301068Z","steps":["trace[1990386153] 'agreement among raft nodes before linearized reading' (duration: 144.155424ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:37.73232Z","caller":"traceutil/trace.go:171","msg":"trace[592665733] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"154.467194ms","start":"2026-03-31T05:51:37.577827Z","end":"2026-03-31T05:51:37.732295Z","steps":["trace[592665733] 'process raft request' (duration: 154.119395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:37.732372Z","caller":"traceutil/trace.go:171","msg":"trace[1416823517] linearizableReadLoop","detail":"{readStateIndex:27107; appliedIndex:27104; }","duration":"153.041766ms","start":"2026-03-31T05:51:37.579314Z","end":"2026-03-31T05:51:37.732356Z","steps":["trace[1416823517] 'read index received' (duration: 49.400701ms)","trace[1416823517] 'applied index is now lower than readState.Index' (duration: 103.639765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:51:37.73255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.22075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:51:37.732587Z","caller":"traceutil/trace.go:171","msg":"trace[1323829121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26147; }","duration":"153.291353ms","start":"2026-03-31T05:51:37.579283Z","end":"2026-03-31T05:51:37.732575Z","steps":["trace[1323829121] 'agreement among raft nodes before linearized reading' (duration: 153.164649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:37.733349Z","caller":"traceutil/trace.go:171","msg":"trace[400987037] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"156.86767ms","start":"2026-03-31T05:51:37.575309Z","end":"2026-03-31T05:51:37.732177Z","steps":["trace[400987037] 'process raft request' (duration: 120.197854ms)","trace[400987037] 'compare' (duration: 36.254755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:51:37.738519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.317916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-77586ffb84-9pxc2\" ","response":"range_response_count:1 size:8504"} {"level":"info","ts":"2026-03-31T05:51:37.738569Z","caller":"traceutil/trace.go:171","msg":"trace[1766630970] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-77586ffb84-9pxc2; range_end:; response_count:1; response_revision:26148; }","duration":"117.374667ms","start":"2026-03-31T05:51:37.621182Z","end":"2026-03-31T05:51:37.738556Z","steps":["trace[1766630970] 'agreement among raft nodes before linearized reading' (duration: 117.250494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:38.135285Z","caller":"traceutil/trace.go:171","msg":"trace[1350391715] transaction","detail":"{read_only:false; response_revision:26152; number_of_response:1; }","duration":"191.428308ms","start":"2026-03-31T05:51:37.943823Z","end":"2026-03-31T05:51:38.135251Z","steps":["trace[1350391715] 'process raft request' (duration: 191.244383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:38.618409Z","caller":"traceutil/trace.go:171","msg":"trace[1096174212] linearizableReadLoop","detail":"{readStateIndex:27119; appliedIndex:27118; }","duration":"105.32332ms","start":"2026-03-31T05:51:38.513059Z","end":"2026-03-31T05:51:38.618383Z","steps":["trace[1096174212] 'read index received' (duration: 53.825511ms)","trace[1096174212] 'applied index is now lower than readState.Index' (duration: 51.496839ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:51:38.61854Z","caller":"traceutil/trace.go:171","msg":"trace[1176246225] transaction","detail":"{read_only:false; response_revision:26157; number_of_response:1; }","duration":"106.772979ms","start":"2026-03-31T05:51:38.511724Z","end":"2026-03-31T05:51:38.618497Z","steps":["trace[1176246225] 'process raft request' (duration: 55.229299ms)","trace[1176246225] 'compare' (duration: 51.245092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:51:38.618599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.525455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:38.618664Z","caller":"traceutil/trace.go:171","msg":"trace[1720952680] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26157; }","duration":"105.621208ms","start":"2026-03-31T05:51:38.513029Z","end":"2026-03-31T05:51:38.61865Z","steps":["trace[1720952680] 'agreement among raft nodes before linearized reading' (duration: 105.481714ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:38.786076Z","caller":"traceutil/trace.go:171","msg":"trace[191102823] linearizableReadLoop","detail":"{readStateIndex:27121; appliedIndex:27119; }","duration":"167.55393ms","start":"2026-03-31T05:51:38.618496Z","end":"2026-03-31T05:51:38.78605Z","steps":["trace[191102823] 'read index received' (duration: 151.924155ms)","trace[191102823] 'applied index is now lower than readState.Index' (duration: 15.628525ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:51:38.78628Z","caller":"traceutil/trace.go:171","msg":"trace[1653105954] transaction","detail":"{read_only:false; response_revision:26158; number_of_response:1; }","duration":"267.665399ms","start":"2026-03-31T05:51:38.518597Z","end":"2026-03-31T05:51:38.786262Z","steps":["trace[1653105954] 'process raft request' (duration: 251.88154ms)","trace[1653105954] 'compare' (duration: 14.951546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:51:38.786505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.310168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:38.786861Z","caller":"traceutil/trace.go:171","msg":"trace[754034770] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26158; }","duration":"267.717949ms","start":"2026-03-31T05:51:38.519127Z","end":"2026-03-31T05:51:38.786845Z","steps":["trace[754034770] 'agreement among raft nodes before linearized reading' (duration: 267.269437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:38.78663Z","caller":"traceutil/trace.go:171","msg":"trace[582283762] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26158; }","duration":"267.192475ms","start":"2026-03-31T05:51:38.519125Z","end":"2026-03-31T05:51:38.786317Z","steps":["trace[582283762] 'process raft request' (duration: 266.875996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:38.787582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.803303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:38.787629Z","caller":"traceutil/trace.go:171","msg":"trace[1967422159] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26158; }","duration":"165.861714ms","start":"2026-03-31T05:51:38.621757Z","end":"2026-03-31T05:51:38.787619Z","steps":["trace[1967422159] 'agreement among raft nodes before linearized reading' (duration: 165.775852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:39.002715Z","caller":"traceutil/trace.go:171","msg":"trace[694210661] transaction","detail":"{read_only:false; response_revision:26160; number_of_response:1; }","duration":"210.917337ms","start":"2026-03-31T05:51:38.791773Z","end":"2026-03-31T05:51:39.00269Z","steps":["trace[694210661] 'process raft request' (duration: 210.738692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:39.002889Z","caller":"traceutil/trace.go:171","msg":"trace[28696970] linearizableReadLoop","detail":"{readStateIndex:27124; appliedIndex:27122; }","duration":"184.851899ms","start":"2026-03-31T05:51:38.818029Z","end":"2026-03-31T05:51:39.002881Z","steps":["trace[28696970] 'read index received' (duration: 184.390037ms)","trace[28696970] 'applied index is now lower than readState.Index' (duration: 461.212µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:51:39.003105Z","caller":"traceutil/trace.go:171","msg":"trace[553080550] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"196.345401ms","start":"2026-03-31T05:51:38.806724Z","end":"2026-03-31T05:51:39.00307Z","steps":["trace[553080550] 'process raft request' (duration: 195.91871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.003293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.24646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-03-31T05:51:39.003365Z","caller":"traceutil/trace.go:171","msg":"trace[676393594] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26161; }","duration":"185.347093ms","start":"2026-03-31T05:51:38.818003Z","end":"2026-03-31T05:51:39.00335Z","steps":["trace[676393594] 'agreement among raft nodes before linearized reading' (duration: 185.113557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.003568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.255424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:39.003607Z","caller":"traceutil/trace.go:171","msg":"trace[884298913] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26161; }","duration":"180.323477ms","start":"2026-03-31T05:51:38.823271Z","end":"2026-03-31T05:51:39.003594Z","steps":["trace[884298913] 'agreement among raft nodes before linearized reading' (duration: 180.249785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.003711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.78674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:39.004841Z","caller":"traceutil/trace.go:171","msg":"trace[1516996181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26161; }","duration":"135.959342ms","start":"2026-03-31T05:51:38.868872Z","end":"2026-03-31T05:51:39.004831Z","steps":["trace[1516996181] 'agreement among raft nodes before linearized reading' (duration: 134.77588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:39.553314Z","caller":"traceutil/trace.go:171","msg":"trace[1218155680] linearizableReadLoop","detail":"{readStateIndex:27133; appliedIndex:27131; }","duration":"199.717413ms","start":"2026-03-31T05:51:39.353573Z","end":"2026-03-31T05:51:39.553291Z","steps":["trace[1218155680] 'read index received' (duration: 29.579993ms)","trace[1218155680] 'applied index is now lower than readState.Index' (duration: 170.13632ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:51:39.553452Z","caller":"traceutil/trace.go:171","msg":"trace[1305582665] transaction","detail":"{read_only:false; response_revision:26170; number_of_response:1; }","duration":"207.861384ms","start":"2026-03-31T05:51:39.345579Z","end":"2026-03-31T05:51:39.55344Z","steps":["trace[1305582665] 'process raft request' (duration: 110.696466ms)","trace[1305582665] 'compare' (duration: 96.838739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:51:39.553609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.186655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:51:39.553701Z","caller":"traceutil/trace.go:171","msg":"trace[154996121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26170; }","duration":"179.309478ms","start":"2026-03-31T05:51:39.374359Z","end":"2026-03-31T05:51:39.553668Z","steps":["trace[154996121] 'agreement among raft nodes before linearized reading' (duration: 179.092952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.55399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.395661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:51:39.554575Z","caller":"traceutil/trace.go:171","msg":"trace[778232372] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26170; }","duration":"201.033208ms","start":"2026-03-31T05:51:39.35352Z","end":"2026-03-31T05:51:39.554553Z","steps":["trace[778232372] 'agreement among raft nodes before linearized reading' (duration: 200.199646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.799384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.014491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:39.799474Z","caller":"traceutil/trace.go:171","msg":"trace[536428737] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26185; }","duration":"105.135973ms","start":"2026-03-31T05:51:39.694314Z","end":"2026-03-31T05:51:39.79945Z","steps":["trace[536428737] 'agreement among raft nodes before linearized reading' (duration: 104.973779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:45.651908Z","caller":"traceutil/trace.go:171","msg":"trace[1185477656] transaction","detail":"{read_only:false; response_revision:26236; number_of_response:1; }","duration":"195.17748ms","start":"2026-03-31T05:51:45.456708Z","end":"2026-03-31T05:51:45.651886Z","steps":["trace[1185477656] 'process raft request' (duration: 194.831291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:45.655216Z","caller":"traceutil/trace.go:171","msg":"trace[321269139] linearizableReadLoop","detail":"{readStateIndex:27203; appliedIndex:27200; }","duration":"181.909809ms","start":"2026-03-31T05:51:45.473292Z","end":"2026-03-31T05:51:45.655202Z","steps":["trace[321269139] 'read index received' (duration: 178.222489ms)","trace[321269139] 'applied index is now lower than readState.Index' (duration: 3.68678ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:51:45.655288Z","caller":"traceutil/trace.go:171","msg":"trace[328945811] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"198.371617ms","start":"2026-03-31T05:51:45.456908Z","end":"2026-03-31T05:51:45.655279Z","steps":["trace[328945811] 'process raft request' (duration: 198.192122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:45.655361Z","caller":"traceutil/trace.go:171","msg":"trace[982113906] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"198.422708ms","start":"2026-03-31T05:51:45.456934Z","end":"2026-03-31T05:51:45.655357Z","steps":["trace[982113906] 'process raft request' (duration: 198.246254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:45.655485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.186547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:51:45.655524Z","caller":"traceutil/trace.go:171","msg":"trace[1146369351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26238; }","duration":"182.27227ms","start":"2026-03-31T05:51:45.473242Z","end":"2026-03-31T05:51:45.655515Z","steps":["trace[1146369351] 'agreement among raft nodes before linearized reading' (duration: 182.155576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.222542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.52637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:51:47.222619Z","caller":"traceutil/trace.go:171","msg":"trace[1264639160] linearizableReadLoop","detail":"{readStateIndex:27212; appliedIndex:27211; }","duration":"983.118964ms","start":"2026-03-31T05:51:46.239486Z","end":"2026-03-31T05:51:47.222605Z","steps":["trace[1264639160] 'read index received' (duration: 373.42196ms)","trace[1264639160] 'applied index is now lower than readState.Index' (duration: 609.695974ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:51:47.222679Z","caller":"traceutil/trace.go:171","msg":"trace[123178847] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"1.147119938s","start":"2026-03-31T05:51:46.07555Z","end":"2026-03-31T05:51:47.22267Z","steps":["trace[123178847] 'process raft request' (duration: 537.405733ms)","trace[123178847] 'compare' (duration: 608.736629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:51:47.222721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:46.07553Z","time spent":"1.147171199s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:47.222826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.797925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:47.2229Z","caller":"traceutil/trace.go:171","msg":"trace[1657882858] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26247; }","duration":"842.909967ms","start":"2026-03-31T05:51:46.379974Z","end":"2026-03-31T05:51:47.222884Z","steps":["trace[1657882858] 'agreement among raft nodes before linearized reading' (duration: 842.802724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.222944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:46.379956Z","time spent":"842.980719ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:51:47.223006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.516538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-31T05:51:47.223033Z","caller":"traceutil/trace.go:171","msg":"trace[86915649] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:26247; }","duration":"220.59275ms","start":"2026-03-31T05:51:47.002433Z","end":"2026-03-31T05:51:47.223026Z","steps":["trace[86915649] 'agreement among raft nodes before linearized reading' (duration: 220.497347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.223104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.588933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:47.223128Z","caller":"traceutil/trace.go:171","msg":"trace[20664719] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26247; }","duration":"307.651764ms","start":"2026-03-31T05:51:46.915469Z","end":"2026-03-31T05:51:47.223121Z","steps":["trace[20664719] 'agreement among raft nodes before linearized reading' (duration: 307.614193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.223147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.66672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:51:47.223159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:46.915456Z","time spent":"307.683585ms","remote":"127.0.0.1:34268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:51:47.223173Z","caller":"traceutil/trace.go:171","msg":"trace[1724624680] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26247; }","duration":"983.748992ms","start":"2026-03-31T05:51:46.239417Z","end":"2026-03-31T05:51:47.223166Z","steps":["trace[1724624680] 'agreement among raft nodes before linearized reading' (duration: 983.706461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.223197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:46.239398Z","time spent":"983.793483ms","remote":"127.0.0.1:33380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:51:47.223299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.353883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:47.223324Z","caller":"traceutil/trace.go:171","msg":"trace[542849427] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26247; }","duration":"150.416695ms","start":"2026-03-31T05:51:47.0729Z","end":"2026-03-31T05:51:47.223317Z","steps":["trace[542849427] 'agreement among raft nodes before linearized reading' (duration: 150.381064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.22345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.412219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:51:47.223473Z","caller":"traceutil/trace.go:171","msg":"trace[1434253040] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26247; }","duration":"173.43574ms","start":"2026-03-31T05:51:47.050032Z","end":"2026-03-31T05:51:47.223467Z","steps":["trace[1434253040] 'agreement among raft nodes before linearized reading' (duration: 173.374508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.223863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.381195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-31T05:51:47.223905Z","caller":"traceutil/trace.go:171","msg":"trace[1400138327] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26247; }","duration":"806.447987ms","start":"2026-03-31T05:51:46.417439Z","end":"2026-03-31T05:51:47.223887Z","steps":["trace[1400138327] 'agreement among raft nodes before linearized reading' (duration: 806.370865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.223928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:46.41742Z","time spent":"806.503339ms","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T05:51:47.224573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.997817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268432"} {"level":"info","ts":"2026-03-31T05:51:47.224606Z","caller":"traceutil/trace.go:171","msg":"trace[1549395076] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:26247; }","duration":"693.069009ms","start":"2026-03-31T05:51:46.531528Z","end":"2026-03-31T05:51:47.224597Z","steps":["trace[1549395076] 'agreement among raft nodes before linearized reading' (duration: 691.719892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.224623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:46.531508Z","time spent":"693.10992ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268455,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:51:48.191117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:51:48.341129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.116296152s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:51:49.86759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000406319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:51:49.867711Z","caller":"traceutil/trace.go:171","msg":"trace[738759375] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000568674s","start":"2026-03-31T05:51:47.867111Z","end":"2026-03-31T05:51:49.867679Z","steps":["trace[738759375] 'agreement among raft nodes before linearized reading' (duration: 2.00043084s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:49.86778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.867097Z","time spent":"2.000668276s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:51:50.909553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568271337s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T05:51:50.909664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.224697Z","time spent":"3.68496076s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:51:51.868272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999846133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:51:51.868416Z","caller":"traceutil/trace.go:171","msg":"trace[759052087] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000033238s","start":"2026-03-31T05:51:49.868363Z","end":"2026-03-31T05:51:51.868396Z","steps":["trace[759052087] 'agreement among raft nodes before linearized reading' (duration: 1.999868764s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:51.868497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:49.868348Z","time spent":"2.00013787s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:51:52.488119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.447166Z","time spent":"5.04093006s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:51:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:52.655587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.668926Z","time spent":"4.986654466s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:51:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:52.711149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.668786Z","time spent":"5.042357519s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:51:52.711189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.669819Z","time spent":"5.041366632s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:51:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:52.809579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9989225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:52.809732Z","caller":"traceutil/trace.go:171","msg":"trace[1049569105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999137455s","start":"2026-03-31T05:51:47.810568Z","end":"2026-03-31T05:51:52.809705Z","steps":["trace[1049569105] 'agreement among raft nodes before linearized reading' (duration: 4.99893645s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:52.809832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.810543Z","time spent":"4.999273669s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 05:51:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:52.859197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.8606Z","time spent":"4.998587531s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:51:52.934838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.935697Z","time spent":"4.999129796s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:51:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:52.938238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.596859662s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:51:52.938866Z","caller":"traceutil/trace.go:171","msg":"trace[1131170677] transaction","detail":"{read_only:false; response_revision:26248; number_of_response:1; }","duration":"5.709980137s","start":"2026-03-31T05:51:47.228851Z","end":"2026-03-31T05:51:52.938831Z","steps":["trace[1131170677] 'process raft request' (duration: 5.709586397s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:52.93903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.228834Z","time spent":"5.710099601s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:52.939654Z","caller":"traceutil/trace.go:171","msg":"trace[998242821] linearizableReadLoop","detail":"{readStateIndex:27221; appliedIndex:27212; }","duration":"5.248858516s","start":"2026-03-31T05:51:47.69077Z","end":"2026-03-31T05:51:52.939629Z","steps":["trace[998242821] 'read index received' (duration: 650.599496ms)","trace[998242821] 'applied index is now lower than readState.Index' (duration: 4.59825781s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:51:52.939663Z","caller":"traceutil/trace.go:171","msg":"trace[1756991191] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"5.012349864s","start":"2026-03-31T05:51:47.927287Z","end":"2026-03-31T05:51:52.939637Z","steps":["trace[1756991191] 'process raft request' (duration: 5.012106288s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:52.939788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.927261Z","time spent":"5.012460097s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:52.939864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.249107663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:51:52.939927Z","caller":"traceutil/trace.go:171","msg":"trace[1942378802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26255; }","duration":"5.249205766s","start":"2026-03-31T05:51:47.690705Z","end":"2026-03-31T05:51:52.939911Z","steps":["trace[1942378802] 'agreement among raft nodes before linearized reading' (duration: 5.249031141s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:52.939972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.690688Z","time spent":"5.249272817s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:51:52.959503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999335771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:51:52.9596Z","caller":"traceutil/trace.go:171","msg":"trace[31058999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999481215s","start":"2026-03-31T05:51:47.960092Z","end":"2026-03-31T05:51:52.959573Z","steps":["trace[31058999] 'agreement among raft nodes before linearized reading' (duration: 4.999362791s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:52.959665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.960075Z","time spent":"4.999572557s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:51:53.003034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999374312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:53.003094Z","caller":"traceutil/trace.go:171","msg":"trace[140492581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999484145s","start":"2026-03-31T05:51:48.003596Z","end":"2026-03-31T05:51:53.00308Z","steps":["trace[140492581] 'agreement among raft nodes before linearized reading' (duration: 4.999406993s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:53.003125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:48.003572Z","time spent":"4.999546036s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 05:51:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:53.04638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999942417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:51:53.046461Z","caller":"traceutil/trace.go:171","msg":"trace[1141916201] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000107541s","start":"2026-03-31T05:51:51.046331Z","end":"2026-03-31T05:51:53.046439Z","steps":["trace[1141916201] 'agreement among raft nodes before linearized reading' (duration: 1.999995587s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:53.046569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:51.046312Z","time spent":"2.000246785s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:51:53.440494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:51:53.90949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98865873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:53.909564Z","caller":"traceutil/trace.go:171","msg":"trace[999615941] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.988776674s","start":"2026-03-31T05:51:51.920772Z","end":"2026-03-31T05:51:53.909549Z","steps":["trace[999615941] 'agreement among raft nodes before linearized reading' (duration: 1.988682251s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:53.909597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:51.920738Z","time spent":"1.988852536s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:51:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:53.940649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:51:54.441006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:51:54.803457Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.865021501s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:51:55.916672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999959286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:51:55.916795Z","caller":"traceutil/trace.go:171","msg":"trace[677307820] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00010541s","start":"2026-03-31T05:51:53.916643Z","end":"2026-03-31T05:51:55.916748Z","steps":["trace[677307820] 'agreement among raft nodes before linearized reading' (duration: 1.999990657s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:55.916849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:53.916623Z","time spent":"2.000213003s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:51:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:56.15735Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.35375217s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:51:57.135216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331537121s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:51:57.135469Z","caller":"traceutil/trace.go:171","msg":"trace[971479903] transaction","detail":"{read_only:false; response_revision:26257; number_of_response:1; }","duration":"6.223022739s","start":"2026-03-31T05:51:50.91243Z","end":"2026-03-31T05:51:57.135452Z","steps":["trace[971479903] 'process raft request' (duration: 6.222871125s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:57.135469Z","caller":"traceutil/trace.go:171","msg":"trace[1861281231] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"6.354705324s","start":"2026-03-31T05:51:50.780734Z","end":"2026-03-31T05:51:57.13544Z","steps":["trace[1861281231] 'process raft request' (duration: 4.022869726s)","trace[1861281231] 'compare' (duration: 2.326651208s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:51:57.135575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:50.912414Z","time spent":"6.223105452s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:57.13558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:50.780706Z","time spent":"6.354828368s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:57.135671Z","caller":"traceutil/trace.go:171","msg":"trace[672868394] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"4.908027822s","start":"2026-03-31T05:51:52.227574Z","end":"2026-03-31T05:51:57.135602Z","steps":["trace[672868394] 'process raft request' (duration: 4.907816456s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:57.135907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:52.227547Z","time spent":"4.908234688s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:57.444749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.955589414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:57.444874Z","caller":"traceutil/trace.go:171","msg":"trace[1531954659] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.955753008s","start":"2026-03-31T05:51:52.4891Z","end":"2026-03-31T05:51:57.444853Z","steps":["trace[1531954659] 'agreement among raft nodes before linearized reading' (duration: 4.955610404s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:57.444927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:52.489086Z","time spent":"4.95582937s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/31 05:51:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:57.655232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998303433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:57.655333Z","caller":"traceutil/trace.go:171","msg":"trace[3961966] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998451877s","start":"2026-03-31T05:51:52.656846Z","end":"2026-03-31T05:51:57.655297Z","steps":["trace[3961966] 'agreement among raft nodes before linearized reading' (duration: 4.998327753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:57.655416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:52.656828Z","time spent":"4.99857196s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 05:51:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:57.658618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.944017878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:57.658689Z","caller":"traceutil/trace.go:171","msg":"trace[425959241] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.944135392s","start":"2026-03-31T05:51:52.714538Z","end":"2026-03-31T05:51:57.658673Z","steps":["trace[425959241] 'agreement among raft nodes before linearized reading' (duration: 4.944043739s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:57.658723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:52.71452Z","time spent":"4.944196514s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/31 05:51:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:57.659011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.944513302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:57.659063Z","caller":"traceutil/trace.go:171","msg":"trace[623611766] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.944568324s","start":"2026-03-31T05:51:52.714482Z","end":"2026-03-31T05:51:57.65905Z","steps":["trace[623611766] 'agreement among raft nodes before linearized reading' (duration: 4.944511602s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:57.659107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:52.714443Z","time spent":"4.944655696s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/31 05:51:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:57.677781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.536293482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:57.677827Z","caller":"traceutil/trace.go:171","msg":"trace[1589100141] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.536401694s","start":"2026-03-31T05:51:49.141412Z","end":"2026-03-31T05:51:57.677813Z","steps":["trace[1589100141] 'agreement among raft nodes before linearized reading' (duration: 8.536327752s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:57.677881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:49.14139Z","time spent":"8.536484047s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/31 05:51:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:57.690928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:52.944892Z","time spent":"4.746030372s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:51:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:57.693589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002144196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:57.693641Z","caller":"traceutil/trace.go:171","msg":"trace[976946539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.002227927s","start":"2026-03-31T05:51:47.691394Z","end":"2026-03-31T05:51:57.693622Z","steps":["trace[976946539] 'agreement among raft nodes before linearized reading' (duration: 10.002161506s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:57.693673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.691387Z","time spent":"10.002278349s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/31 05:51:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:57.809619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998589193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:57.809696Z","caller":"traceutil/trace.go:171","msg":"trace[9235729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998715567s","start":"2026-03-31T05:51:54.810963Z","end":"2026-03-31T05:51:57.809678Z","steps":["trace[9235729] 'agreement among raft nodes before linearized reading' (duration: 2.998618984s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:57.809735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:54.810947Z","time spent":"2.998780548s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 05:51:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:57.85814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996931255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:57.858235Z","caller":"traceutil/trace.go:171","msg":"trace[526688063] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997071949s","start":"2026-03-31T05:51:52.861143Z","end":"2026-03-31T05:51:57.858215Z","steps":["trace[526688063] 'agreement among raft nodes before linearized reading' (duration: 4.996957115s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:57.858276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:52.861125Z","time spent":"4.99714362s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/31 05:51:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:57.917233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000187022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:57.91734Z","caller":"traceutil/trace.go:171","msg":"trace[385077549] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000341626s","start":"2026-03-31T05:51:55.916974Z","end":"2026-03-31T05:51:57.917315Z","steps":["trace[385077549] 'agreement among raft nodes before linearized reading' (duration: 2.000211513s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:57.9174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:55.916955Z","time spent":"2.000432149s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:51:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:57.93508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998929309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-31T05:51:57.980878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.016326745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-31T05:51:58.020893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01469248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:58.05426Z","caller":"traceutil/trace.go:171","msg":"trace[2006338492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.014812614s","start":"2026-03-31T05:51:55.006133Z","end":"2026-03-31T05:51:58.020945Z","steps":["trace[2006338492] 'agreement among raft nodes before linearized reading' (duration: 3.014720671s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:58.054274Z","caller":"traceutil/trace.go:171","msg":"trace[1190429474] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999077783s","start":"2026-03-31T05:51:52.936103Z","end":"2026-03-31T05:51:57.935181Z","steps":["trace[1190429474] 'agreement among raft nodes before linearized reading' (duration: 4.998957639s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:58.054281Z","caller":"traceutil/trace.go:171","msg":"trace[1679939688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.016429718s","start":"2026-03-31T05:51:54.964489Z","end":"2026-03-31T05:51:57.980918Z","steps":["trace[1679939688] 'agreement among raft nodes before linearized reading' (duration: 3.016357456s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:58.054317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:55.006115Z","time spent":"3.04819102s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 05:51:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:58.054385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:52.936087Z","time spent":"5.118252079s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T05:51:58.054404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:54.964469Z","time spent":"3.089883193s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 05:51:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:59.026904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89145169s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-31T05:51:59.02825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745480926s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:59.028383Z","caller":"traceutil/trace.go:171","msg":"trace[1687710335] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26258; }","duration":"1.746534895s","start":"2026-03-31T05:51:57.281829Z","end":"2026-03-31T05:51:59.028363Z","steps":["trace[1687710335] 'range keys from in-memory index tree' (duration: 1.745466996s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:59.029332Z","caller":"traceutil/trace.go:171","msg":"trace[1679981697] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"6.539572734s","start":"2026-03-31T05:51:52.489741Z","end":"2026-03-31T05:51:59.029314Z","steps":["trace[1679981697] 'process raft request' (duration: 6.537250051s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:59.029429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:52.489732Z","time spent":"6.539635455s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:59.924438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000355927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:59.924504Z","caller":"traceutil/trace.go:171","msg":"trace[629003989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000435059s","start":"2026-03-31T05:51:57.924051Z","end":"2026-03-31T05:51:59.924486Z","steps":["trace[629003989] 'agreement among raft nodes before linearized reading' (duration: 2.000352267s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:59.924534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:57.924015Z","time spent":"2.000513391s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:51:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:00.323327Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.629383448s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:00.65787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:53.656977Z","time spent":"7.00086136s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:52:00.808451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:53.807507Z","time spent":"7.000937461s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:52:01.924528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999817042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:01.924605Z","caller":"traceutil/trace.go:171","msg":"trace[1394094086] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999962676s","start":"2026-03-31T05:51:59.924624Z","end":"2026-03-31T05:52:01.924587Z","steps":["trace[1394094086] 'agreement among raft nodes before linearized reading' (duration: 1.999863193s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:01.924639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:59.924602Z","time spent":"2.000030398s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:01.945337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:54.944547Z","time spent":"7.000784578s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:52:02.660042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999081583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:02.660123Z","caller":"traceutil/trace.go:171","msg":"trace[2000212744] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999219907s","start":"2026-03-31T05:51:57.660882Z","end":"2026-03-31T05:52:02.660102Z","steps":["trace[2000212744] 'agreement among raft nodes before linearized reading' (duration: 4.999113094s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.660172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:57.660862Z","time spent":"4.999300559s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-31T05:52:02.810544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:57.811798Z","time spent":"4.998739885s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:52:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:02.859352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999571107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:02.859431Z","caller":"traceutil/trace.go:171","msg":"trace[374211852] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.99967931s","start":"2026-03-31T05:51:57.859732Z","end":"2026-03-31T05:52:02.859411Z","steps":["trace[374211852] 'agreement among raft nodes before linearized reading' (duration: 4.999567727s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.859476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:57.859684Z","time spent":"4.999782842s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/31 05:52:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:03.045987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000050248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:03.046084Z","caller":"traceutil/trace.go:171","msg":"trace[1862755825] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000236603s","start":"2026-03-31T05:52:01.045825Z","end":"2026-03-31T05:52:03.046061Z","steps":["trace[1862755825] 'agreement among raft nodes before linearized reading' (duration: 2.00010195s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:03.046135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:01.045807Z","time spent":"2.000318156s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:03.056804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:58.057517Z","time spent":"4.999271808s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:52:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:03.322756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:00.922493Z","time spent":"2.400256355s","remote":"127.0.0.1:52776","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:52:03.323843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.294490122s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:03.324061Z","caller":"traceutil/trace.go:171","msg":"trace[939712926] linearizableReadLoop","detail":"{readStateIndex:27229; appliedIndex:27221; }","duration":"10.384335744s","start":"2026-03-31T05:51:52.93971Z","end":"2026-03-31T05:52:03.324046Z","steps":["trace[939712926] 'read index received' (duration: 1.863880321s)","trace[939712926] 'applied index is now lower than readState.Index' (duration: 8.520454663s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:03.324255Z","caller":"traceutil/trace.go:171","msg":"trace[1241442848] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26264; }","duration":"5.630273923s","start":"2026-03-31T05:51:57.69396Z","end":"2026-03-31T05:52:03.324234Z","steps":["trace[1241442848] 'process raft request' (duration: 5.630208911s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:03.324257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.420105019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:03.324311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:57.693929Z","time spent":"5.630347565s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:03.324331Z","caller":"traceutil/trace.go:171","msg":"trace[1145430406] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26264; }","duration":"14.420252324s","start":"2026-03-31T05:51:48.904057Z","end":"2026-03-31T05:52:03.324309Z","steps":["trace[1145430406] 'agreement among raft nodes before linearized reading' (duration: 14.420095159s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:03.324372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:48.904034Z","time spent":"14.420327785s","remote":"127.0.0.1:33868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:03.324406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.734840942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:03.324436Z","caller":"traceutil/trace.go:171","msg":"trace[1847134288] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26264; }","duration":"13.734870393s","start":"2026-03-31T05:51:49.589556Z","end":"2026-03-31T05:52:03.324426Z","steps":["trace[1847134288] 'agreement among raft nodes before linearized reading' (duration: 13.734566845s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:03.324459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:49.589495Z","time spent":"13.734957725s","remote":"127.0.0.1:33492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:03.324582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.412122466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:03.324604Z","caller":"traceutil/trace.go:171","msg":"trace[1343203569] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26264; }","duration":"12.412175458s","start":"2026-03-31T05:51:50.912421Z","end":"2026-03-31T05:52:03.324597Z","steps":["trace[1343203569] 'agreement among raft nodes before linearized reading' (duration: 12.411701345s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:03.324578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.70651957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:03.324645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.323754964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:03.324666Z","caller":"traceutil/trace.go:171","msg":"trace[106129059] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26264; }","duration":"14.323810774s","start":"2026-03-31T05:51:49.00085Z","end":"2026-03-31T05:52:03.324661Z","steps":["trace[106129059] 'agreement among raft nodes before linearized reading' (duration: 14.32328041s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:03.324684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:49.00083Z","time spent":"14.323848826s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:03.324683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.793164592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:03.324624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:50.912407Z","time spent":"12.412210428s","remote":"127.0.0.1:34190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:03.324723Z","caller":"traceutil/trace.go:171","msg":"trace[834201111] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26264; }","duration":"12.793279196s","start":"2026-03-31T05:51:50.531434Z","end":"2026-03-31T05:52:03.324713Z","steps":["trace[834201111] 'agreement among raft nodes before linearized reading' (duration: 12.792669439s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:03.324789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:50.531411Z","time spent":"12.793333988s","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:03.32488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.450807856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:52:03.324905Z","caller":"traceutil/trace.go:171","msg":"trace[1291698434] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26264; }","duration":"12.450862558s","start":"2026-03-31T05:51:50.874036Z","end":"2026-03-31T05:52:03.324899Z","steps":["trace[1291698434] 'agreement among raft nodes before linearized reading' (duration: 12.450095157s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:03.324925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:50.874019Z","time spent":"12.450900568s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:52:03.324986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.181072328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-31T05:52:03.32502Z","caller":"traceutil/trace.go:171","msg":"trace[1590764166] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26264; }","duration":"11.18113076s","start":"2026-03-31T05:51:52.143877Z","end":"2026-03-31T05:52:03.325008Z","steps":["trace[1590764166] 'agreement among raft nodes before linearized reading' (duration: 11.180205475s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:03.325028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.366385761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:03.325047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:52.143861Z","time spent":"11.181179201s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-31T05:52:03.325053Z","caller":"traceutil/trace.go:171","msg":"trace[541168068] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26264; }","duration":"14.366441432s","start":"2026-03-31T05:51:48.958604Z","end":"2026-03-31T05:52:03.325045Z","steps":["trace[541168068] 'agreement among raft nodes before linearized reading' (duration: 14.365533637s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:03.325076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:48.958586Z","time spent":"14.366483083s","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:03.325107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.303517727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-03-31T05:52:03.325171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.819824454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:03.325164Z","caller":"traceutil/trace.go:171","msg":"trace[169599818] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26264; }","duration":"12.303623499s","start":"2026-03-31T05:51:51.021524Z","end":"2026-03-31T05:52:03.325147Z","steps":["trace[169599818] 'agreement among raft nodes before linearized reading' (duration: 12.302588921s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:03.325173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.277788164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:03.325194Z","caller":"traceutil/trace.go:171","msg":"trace[1807371263] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26264; }","duration":"14.819875785s","start":"2026-03-31T05:51:48.50531Z","end":"2026-03-31T05:52:03.325186Z","steps":["trace[1807371263] 'agreement among raft nodes before linearized reading' (duration: 14.818833756s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:03.325207Z","caller":"traceutil/trace.go:171","msg":"trace[523148523] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26264; }","duration":"11.277867697s","start":"2026-03-31T05:51:52.04733Z","end":"2026-03-31T05:52:03.325198Z","steps":["trace[523148523] 'agreement among raft nodes before linearized reading' (duration: 11.276765797s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:03.325224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:51.021498Z","time spent":"12.303702972s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-31T05:52:03.325239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:52.047307Z","time spent":"11.277923858s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:03.325262Z","caller":"traceutil/trace.go:171","msg":"trace[1316731673] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"5.631429694s","start":"2026-03-31T05:51:57.693825Z","end":"2026-03-31T05:52:03.325254Z","steps":["trace[1316731673] 'process raft request' (duration: 5.630194211s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:03.325302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:57.693805Z","time spent":"5.631474116s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:03.325358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.094288785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:03.325386Z","caller":"traceutil/trace.go:171","msg":"trace[1654701706] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26264; }","duration":"12.094352737s","start":"2026-03-31T05:51:51.231023Z","end":"2026-03-31T05:52:03.325376Z","steps":["trace[1654701706] 'agreement among raft nodes before linearized reading' (duration: 12.093081502s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:03.324678Z","caller":"traceutil/trace.go:171","msg":"trace[994793214] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26264; }","duration":"12.706656904s","start":"2026-03-31T05:51:50.617993Z","end":"2026-03-31T05:52:03.32465Z","steps":["trace[994793214] 'agreement among raft nodes before linearized reading' (duration: 12.706067118s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:03.325412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:51.231004Z","time spent":"12.094400688s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:03.32544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:50.617965Z","time spent":"12.707459415s","remote":"127.0.0.1:51778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:03.325238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.577208755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:03.325491Z","caller":"traceutil/trace.go:171","msg":"trace[1983539652] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26264; }","duration":"14.577494933s","start":"2026-03-31T05:51:48.747988Z","end":"2026-03-31T05:52:03.325483Z","steps":["trace[1983539652] 'agreement among raft nodes before linearized reading' (duration: 14.576154636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:03.325215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:48.505294Z","time spent":"14.819915636s","remote":"127.0.0.1:51764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:03.325514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:48.747963Z","time spent":"14.577543754s","remote":"127.0.0.1:33898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:03.325858Z","caller":"traceutil/trace.go:171","msg":"trace[1469000743] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"5.269363612s","start":"2026-03-31T05:51:58.05648Z","end":"2026-03-31T05:52:03.325844Z","steps":["trace[1469000743] 'process raft request' (duration: 5.269150977s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:03.325922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:58.056464Z","time spent":"5.269419904s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:52:03.326061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.716581626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:03.326092Z","caller":"traceutil/trace.go:171","msg":"trace[1300947521] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26266; }","duration":"13.716640958s","start":"2026-03-31T05:51:49.609441Z","end":"2026-03-31T05:52:03.326082Z","steps":["trace[1300947521] 'agreement among raft nodes before linearized reading' (duration: 13.714673494s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:03.326121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:49.609425Z","time spent":"13.716685029s","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:03.758716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000354346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:03.758792Z","caller":"traceutil/trace.go:171","msg":"trace[48169686] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.000465489s","start":"2026-03-31T05:51:53.758307Z","end":"2026-03-31T05:52:03.758773Z","steps":["trace[48169686] 'agreement among raft nodes before linearized reading' (duration: 10.000367896s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:03.758842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:53.758299Z","time spent":"10.000530572s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/31 05:52:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:03.795823Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.273209437s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:03.932668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00044157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:03.93275Z","caller":"traceutil/trace.go:171","msg":"trace[112087938] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000573474s","start":"2026-03-31T05:52:01.932157Z","end":"2026-03-31T05:52:03.93273Z","steps":["trace[112087938] 'agreement among raft nodes before linearized reading' (duration: 2.000466091s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:03.932807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:01.932144Z","time spent":"2.000653076s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:04.943278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993970127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:04.94335Z","caller":"traceutil/trace.go:171","msg":"trace[238620714] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.99405898s","start":"2026-03-31T05:52:01.949275Z","end":"2026-03-31T05:52:04.943334Z","steps":["trace[238620714] 'agreement among raft nodes before linearized reading' (duration: 2.993968057s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:04.943385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:01.949248Z","time spent":"2.994129942s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/31 05:52:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:04.959129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.015240441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:04.959203Z","caller":"traceutil/trace.go:171","msg":"trace[1496377627] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.015372895s","start":"2026-03-31T05:51:54.943809Z","end":"2026-03-31T05:52:04.959182Z","steps":["trace[1496377627] 'agreement among raft nodes before linearized reading' (duration: 10.015284883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:04.959239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:54.943781Z","time spent":"10.015450326s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/31 05:52:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:05.618333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.822320193s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:05.939082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000398448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:05.939159Z","caller":"traceutil/trace.go:171","msg":"trace[1956946630] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000519501s","start":"2026-03-31T05:52:03.93862Z","end":"2026-03-31T05:52:05.939139Z","steps":["trace[1956946630] 'agreement among raft nodes before linearized reading' (duration: 2.000421019s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:05.939203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:03.938604Z","time spent":"2.000591134s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:07.352188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.556089611s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:551"} {"level":"info","ts":"2026-03-31T05:52:07.352355Z","caller":"traceutil/trace.go:171","msg":"trace[196837152] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26267; }","duration":"6.539409079s","start":"2026-03-31T05:52:00.812927Z","end":"2026-03-31T05:52:07.352336Z","steps":["trace[196837152] 'process raft request' (duration: 6.539332427s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:07.352405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:00.812903Z","time spent":"6.539478831s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:07.353662Z","caller":"traceutil/trace.go:171","msg":"trace[1940620936] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26267; }","duration":"6.69044721s","start":"2026-03-31T05:52:00.663204Z","end":"2026-03-31T05:52:07.353651Z","steps":["trace[1940620936] 'process raft request' (duration: 3.132828947s)","trace[1940620936] 'compare' (duration: 3.55603846s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:07.353709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:00.663172Z","time spent":"6.690515042s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:07.356269Z","caller":"traceutil/trace.go:171","msg":"trace[1374381824] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"6.54054656s","start":"2026-03-31T05:52:00.815691Z","end":"2026-03-31T05:52:07.356238Z","steps":["trace[1374381824] 'process raft request' (duration: 6.536595543s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:07.356389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:00.815681Z","time spent":"6.540651492s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:52:07.356464Z","caller":"traceutil/trace.go:171","msg":"trace[461514318] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"5.211865702s","start":"2026-03-31T05:52:02.144576Z","end":"2026-03-31T05:52:07.356442Z","steps":["trace[461514318] 'process raft request' (duration: 5.211622606s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:07.356628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:02.144559Z","time spent":"5.211987965s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:07.939938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000327267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:07.940015Z","caller":"traceutil/trace.go:171","msg":"trace[1649082781] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000445671s","start":"2026-03-31T05:52:05.939554Z","end":"2026-03-31T05:52:07.94Z","steps":["trace[1649082781] 'agreement among raft nodes before linearized reading' (duration: 2.000346688s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:07.940053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:05.93954Z","time spent":"2.000507522s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:08.517737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.976584731s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:09.948252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000336467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:09.948344Z","caller":"traceutil/trace.go:171","msg":"trace[310140950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000473331s","start":"2026-03-31T05:52:07.947844Z","end":"2026-03-31T05:52:09.948317Z","steps":["trace[310140950] 'agreement among raft nodes before linearized reading' (duration: 2.000367578s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:09.94839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:07.947823Z","time spent":"2.000557132s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:10.532454Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"263a9d423ed30e01","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T05:52:11.481407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.12500894s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:52:11.481796Z","caller":"traceutil/trace.go:171","msg":"trace[1198644368] linearizableReadLoop","detail":"{readStateIndex:27239; appliedIndex:27235; }","duration":"8.157687672s","start":"2026-03-31T05:52:03.324082Z","end":"2026-03-31T05:52:11.48177Z","steps":["trace[1198644368] 'read index received' (duration: 471.966435ms)","trace[1198644368] 'applied index is now lower than readState.Index' (duration: 7.685719407s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:11.48178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:10.253508Z","time spent":"1.228258992s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:52:11.483344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.328033782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:11.483399Z","caller":"traceutil/trace.go:171","msg":"trace[274725443] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26270; }","duration":"9.328122035s","start":"2026-03-31T05:52:02.155263Z","end":"2026-03-31T05:52:11.483385Z","steps":["trace[274725443] 'agreement among raft nodes before linearized reading' (duration: 9.328029662s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.483426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:02.155253Z","time spent":"9.328167766s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.483472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.928665042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:11.483607Z","caller":"traceutil/trace.go:171","msg":"trace[1724968219] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26270; }","duration":"9.928752434s","start":"2026-03-31T05:52:01.554794Z","end":"2026-03-31T05:52:11.483547Z","steps":["trace[1724968219] 'agreement among raft nodes before linearized reading' (duration: 9.928647372s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.483649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.164093031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-31T05:52:11.483707Z","caller":"traceutil/trace.go:171","msg":"trace[687348998] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26270; }","duration":"17.164175982s","start":"2026-03-31T05:51:54.319514Z","end":"2026-03-31T05:52:11.48369Z","steps":["trace[687348998] 'agreement among raft nodes before linearized reading' (duration: 17.163990087s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.483741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:01.554745Z","time spent":"9.928947319s","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.483755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:54.319494Z","time spent":"17.164250345s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:52:11.483838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.121913269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:11.483831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.900348565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:11.483873Z","caller":"traceutil/trace.go:171","msg":"trace[301754994] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26270; }","duration":"10.121983311s","start":"2026-03-31T05:52:01.361875Z","end":"2026-03-31T05:52:11.483858Z","steps":["trace[301754994] 'agreement among raft nodes before linearized reading' (duration: 10.12194343s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.483903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:01.36185Z","time spent":"10.122044863s","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:11.4839Z","caller":"traceutil/trace.go:171","msg":"trace[1781194642] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26270; }","duration":"10.900463588s","start":"2026-03-31T05:52:00.583415Z","end":"2026-03-31T05:52:11.483879Z","steps":["trace[1781194642] 'agreement among raft nodes before linearized reading' (duration: 10.900341625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.483951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:00.583398Z","time spent":"10.900537621s","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.483972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.704914422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:11.48361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.294541015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:11.484006Z","caller":"traceutil/trace.go:171","msg":"trace[1279660254] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26270; }","duration":"8.704988344s","start":"2026-03-31T05:52:02.779008Z","end":"2026-03-31T05:52:11.483997Z","steps":["trace[1279660254] 'agreement among raft nodes before linearized reading' (duration: 8.704930972s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.484025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:02.778985Z","time spent":"8.705035235s","remote":"127.0.0.1:33322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:11.48403Z","caller":"traceutil/trace.go:171","msg":"trace[147347159] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26270; }","duration":"10.295009178s","start":"2026-03-31T05:52:01.189007Z","end":"2026-03-31T05:52:11.484017Z","steps":["trace[147347159] 'agreement among raft nodes before linearized reading' (duration: 10.294536305s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.484063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:01.188988Z","time spent":"10.29506392s","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.483379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.571483554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:11.484138Z","caller":"traceutil/trace.go:171","msg":"trace[1692622831] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26270; }","duration":"12.572305716s","start":"2026-03-31T05:51:58.911825Z","end":"2026-03-31T05:52:11.48413Z","steps":["trace[1692622831] 'agreement among raft nodes before linearized reading' (duration: 12.571407482s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.484163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:58.911803Z","time spent":"12.572353127s","remote":"127.0.0.1:35204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.484179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.097717295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:11.484201Z","caller":"traceutil/trace.go:171","msg":"trace[1037143374] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26270; }","duration":"11.097777407s","start":"2026-03-31T05:52:00.386417Z","end":"2026-03-31T05:52:11.484194Z","steps":["trace[1037143374] 'agreement among raft nodes before linearized reading' (duration: 11.097736346s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.484227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:00.386394Z","time spent":"11.097826748s","remote":"127.0.0.1:33768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.484263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.376529717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:11.484316Z","caller":"traceutil/trace.go:171","msg":"trace[1326771348] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26270; }","duration":"14.376562977s","start":"2026-03-31T05:51:57.107723Z","end":"2026-03-31T05:52:11.484286Z","steps":["trace[1326771348] 'agreement among raft nodes before linearized reading' (duration: 14.376515666s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.484189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.804615226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:11.484347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:57.107685Z","time spent":"14.3766542s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.484358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.164823671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-31T05:52:11.484457Z","caller":"traceutil/trace.go:171","msg":"trace[1998167565] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26270; }","duration":"17.164901993s","start":"2026-03-31T05:51:54.319501Z","end":"2026-03-31T05:52:11.484403Z","steps":["trace[1998167565] 'agreement among raft nodes before linearized reading' (duration: 17.164722988s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.484499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:54.319495Z","time spent":"17.164994565s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:52:11.484536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.755840567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:11.484566Z","caller":"traceutil/trace.go:171","msg":"trace[109832711] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26270; }","duration":"14.755899829s","start":"2026-03-31T05:51:56.72866Z","end":"2026-03-31T05:52:11.48456Z","steps":["trace[109832711] 'agreement among raft nodes before linearized reading' (duration: 14.755849768s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.484587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:56.728644Z","time spent":"14.75593788s","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.484678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.64143197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:11.484692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.988273081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:11.484703Z","caller":"traceutil/trace.go:171","msg":"trace[1648919644] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26270; }","duration":"14.641498432s","start":"2026-03-31T05:51:56.843199Z","end":"2026-03-31T05:52:11.484698Z","steps":["trace[1648919644] 'agreement among raft nodes before linearized reading' (duration: 14.641459861s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.48471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.165230701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:11.484718Z","caller":"traceutil/trace.go:171","msg":"trace[1048164905] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26270; }","duration":"12.988334023s","start":"2026-03-31T05:51:58.496376Z","end":"2026-03-31T05:52:11.48471Z","steps":["trace[1048164905] 'agreement among raft nodes before linearized reading' (duration: 12.988292982s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.484679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.641338478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:11.484747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:58.496351Z","time spent":"12.988390084s","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.484777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.608342153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:11.48481Z","caller":"traceutil/trace.go:171","msg":"trace[1334471252] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26270; }","duration":"17.608374864s","start":"2026-03-31T05:51:53.876429Z","end":"2026-03-31T05:52:11.484804Z","steps":["trace[1334471252] 'agreement among raft nodes before linearized reading' (duration: 17.608305282s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.484828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:53.876388Z","time spent":"17.608436355s","remote":"127.0.0.1:33222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:11.48485Z","caller":"traceutil/trace.go:171","msg":"trace[1519245410] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26270; }","duration":"14.641522352s","start":"2026-03-31T05:51:56.84328Z","end":"2026-03-31T05:52:11.484802Z","steps":["trace[1519245410] 'agreement among raft nodes before linearized reading' (duration: 14.641297016s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.484684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.39006247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:11.484899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.253347959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:11.484919Z","caller":"traceutil/trace.go:171","msg":"trace[901853054] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26270; }","duration":"18.390355027s","start":"2026-03-31T05:51:53.094558Z","end":"2026-03-31T05:52:11.484914Z","steps":["trace[901853054] 'agreement among raft nodes before linearized reading' (duration: 18.39009347s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:11.484924Z","caller":"traceutil/trace.go:171","msg":"trace[1154988244] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26270; }","duration":"13.25339783s","start":"2026-03-31T05:51:58.231519Z","end":"2026-03-31T05:52:11.484917Z","steps":["trace[1154988244] 'agreement among raft nodes before linearized reading' (duration: 13.253359159s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.484938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:53.094528Z","time spent":"18.390405609s","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.484945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:58.231503Z","time spent":"13.253435911s","remote":"127.0.0.1:45454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.484947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.628597061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:11.48495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.369005667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:11.48473Z","caller":"traceutil/trace.go:171","msg":"trace[1382507064] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26270; }","duration":"17.165284082s","start":"2026-03-31T05:51:54.31944Z","end":"2026-03-31T05:52:11.484724Z","steps":["trace[1382507064] 'agreement among raft nodes before linearized reading' (duration: 17.165250971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.485014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.105927813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:11.485064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.936010183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:11.485061Z","caller":"traceutil/trace.go:171","msg":"trace[1087953775] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26270; }","duration":"15.106002115s","start":"2026-03-31T05:51:56.379045Z","end":"2026-03-31T05:52:11.485047Z","steps":["trace[1087953775] 'agreement among raft nodes before linearized reading' (duration: 15.105930713s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:11.484351Z","caller":"traceutil/trace.go:171","msg":"trace[1569516110] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26270; }","duration":"10.804819902s","start":"2026-03-31T05:52:00.679523Z","end":"2026-03-31T05:52:11.484343Z","steps":["trace[1569516110] 'agreement among raft nodes before linearized reading' (duration: 10.804623567s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:11.485091Z","caller":"traceutil/trace.go:171","msg":"trace[1100052510] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26270; }","duration":"15.936037064s","start":"2026-03-31T05:51:55.549047Z","end":"2026-03-31T05:52:11.485084Z","steps":["trace[1100052510] 'agreement among raft nodes before linearized reading' (duration: 15.935946032s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.485102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:56.37903Z","time spent":"15.106062156s","remote":"127.0.0.1:33818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.484676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.811631553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:11.483801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.076957658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418229"} {"level":"warn","ts":"2026-03-31T05:52:11.48512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:00.679504Z","time spent":"10.805603593s","remote":"127.0.0.1:33782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:11.485146Z","caller":"traceutil/trace.go:171","msg":"trace[1661329068] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26270; }","duration":"17.812135827s","start":"2026-03-31T05:51:53.673003Z","end":"2026-03-31T05:52:11.485139Z","steps":["trace[1661329068] 'agreement among raft nodes before linearized reading' (duration: 17.811605312s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:11.485154Z","caller":"traceutil/trace.go:171","msg":"trace[1393059956] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26270; }","duration":"10.078338016s","start":"2026-03-31T05:52:01.40681Z","end":"2026-03-31T05:52:11.485148Z","steps":["trace[1393059956] 'agreement among raft nodes before linearized reading' (duration: 10.076833675s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.485173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:53.672985Z","time spent":"17.812180057s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.485196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.343848349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18572"} {"level":"warn","ts":"2026-03-31T05:52:11.485211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.698132836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:11.485228Z","caller":"traceutil/trace.go:171","msg":"trace[474923933] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26270; }","duration":"14.343896501s","start":"2026-03-31T05:51:57.141324Z","end":"2026-03-31T05:52:11.485221Z","steps":["trace[474923933] 'agreement among raft nodes before linearized reading' (duration: 14.343814849s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:11.48523Z","caller":"traceutil/trace.go:171","msg":"trace[129307841] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26270; }","duration":"13.698193878s","start":"2026-03-31T05:51:57.78703Z","end":"2026-03-31T05:52:11.485224Z","steps":["trace[129307841] 'agreement among raft nodes before linearized reading' (duration: 13.698161277s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.485094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:54.319415Z","time spent":"17.165661793s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.484954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:56.843256Z","time spent":"14.641679896s","remote":"127.0.0.1:32878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.485253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:57.141311Z","time spent":"14.343936702s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T05:52:11.485216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.31587984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:11.484724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:56.843174Z","time spent":"14.641545483s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.485356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.346513571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-31T05:52:11.485174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:01.406794Z","time spent":"10.078373026s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418252,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-31T05:52:11.485398Z","caller":"traceutil/trace.go:171","msg":"trace[488190754] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26270; }","duration":"14.346573513s","start":"2026-03-31T05:51:57.138814Z","end":"2026-03-31T05:52:11.485387Z","steps":["trace[488190754] 'agreement among raft nodes before linearized reading' (duration: 14.34645047s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:11.485345Z","caller":"traceutil/trace.go:171","msg":"trace[198021300] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26270; }","duration":"14.316031524s","start":"2026-03-31T05:51:57.169295Z","end":"2026-03-31T05:52:11.485326Z","steps":["trace[198021300] 'agreement among raft nodes before linearized reading' (duration: 14.315833838s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.485431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:57.138799Z","time spent":"14.346624904s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:52:11.485445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:57.16928Z","time spent":"14.316153258s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:11.484969Z","caller":"traceutil/trace.go:171","msg":"trace[34771600] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26270; }","duration":"14.628635982s","start":"2026-03-31T05:51:56.856327Z","end":"2026-03-31T05:52:11.484963Z","steps":["trace[34771600] 'agreement among raft nodes before linearized reading' (duration: 14.628597581s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.485534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:56.856317Z","time spent":"14.629207678s","remote":"127.0.0.1:37538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:11.485006Z","caller":"traceutil/trace.go:171","msg":"trace[743450429] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26270; }","duration":"15.369094439s","start":"2026-03-31T05:51:56.115899Z","end":"2026-03-31T05:52:11.484993Z","steps":["trace[743450429] 'agreement among raft nodes before linearized reading' (duration: 15.369002506s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.485601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:56.11588Z","time spent":"15.369715656s","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.485086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.56531498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-31T05:52:11.497188Z","caller":"traceutil/trace.go:171","msg":"trace[694755810] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26270; }","duration":"13.577397758s","start":"2026-03-31T05:51:57.919725Z","end":"2026-03-31T05:52:11.497123Z","steps":["trace[694755810] 'agreement among raft nodes before linearized reading' (duration: 13.56530747s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.485113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:55.548975Z","time spent":"15.936133977s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.485255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:57.786995Z","time spent":"13.69825589s","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.484767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.74932508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:11.505187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:57.919706Z","time spent":"13.577550723s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-31T05:52:11.505191Z","caller":"traceutil/trace.go:171","msg":"trace[1785640756] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26270; }","duration":"17.769142058s","start":"2026-03-31T05:51:53.735399Z","end":"2026-03-31T05:52:11.504541Z","steps":["trace[1785640756] 'agreement among raft nodes before linearized reading' (duration: 17.749346741s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.505303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:53.735379Z","time spent":"17.76990279s","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:11.510012Z","caller":"traceutil/trace.go:171","msg":"trace[2145690212] transaction","detail":"{read_only:false; response_revision:26271; number_of_response:1; }","duration":"4.969019708s","start":"2026-03-31T05:52:06.540978Z","end":"2026-03-31T05:52:11.509998Z","steps":["trace[2145690212] 'process raft request' (duration: 4.940551666s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.510122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:06.54094Z","time spent":"4.969114191s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:11.949042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:11.949136Z","caller":"traceutil/trace.go:171","msg":"trace[783766313] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000231713s","start":"2026-03-31T05:52:09.948884Z","end":"2026-03-31T05:52:11.949116Z","steps":["trace[783766313] 'agreement among raft nodes before linearized reading' (duration: 2.00012776s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.949197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:09.948862Z","time spent":"2.000316066s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:11.982402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:12.277993Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.7600582s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:12.825764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.446015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:12.825855Z","caller":"traceutil/trace.go:171","msg":"trace[366711328] transaction","detail":"{read_only:false; response_revision:26272; number_of_response:1; }","duration":"5.466976289s","start":"2026-03-31T05:52:07.358864Z","end":"2026-03-31T05:52:12.82584Z","steps":["trace[366711328] 'process raft request' (duration: 4.919424791s)","trace[366711328] 'compare' (duration: 547.309141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:12.825908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:07.35885Z","time spent":"5.46702228s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:52:13.048606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000061368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:13.04868Z","caller":"traceutil/trace.go:171","msg":"trace[1256425361] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175941s","start":"2026-03-31T05:52:11.048484Z","end":"2026-03-31T05:52:13.04866Z","steps":["trace[1256425361] 'agreement among raft nodes before linearized reading' (duration: 2.000086149s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:13.048715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.048464Z","time spent":"2.000243563s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:13.955644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00043333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:13.955711Z","caller":"traceutil/trace.go:171","msg":"trace[1152695542] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000537343s","start":"2026-03-31T05:52:11.955157Z","end":"2026-03-31T05:52:13.955694Z","steps":["trace[1152695542] 'agreement among raft nodes before linearized reading' (duration: 2.000454461s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:13.955741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.955143Z","time spent":"2.000591804s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:15.967346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001185988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:15.967453Z","caller":"traceutil/trace.go:171","msg":"trace[553467765] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001344823s","start":"2026-03-31T05:52:13.966083Z","end":"2026-03-31T05:52:15.967428Z","steps":["trace[553467765] 'agreement among raft nodes before linearized reading' (duration: 2.001214049s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:15.967588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:13.966064Z","time spent":"2.001428666s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:16.98428Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.70545179s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:17.252394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.067865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:17.25273Z","caller":"traceutil/trace.go:171","msg":"trace[1926552295] transaction","detail":"{read_only:false; response_revision:26273; number_of_response:1; }","duration":"5.742940821s","start":"2026-03-31T05:52:11.509762Z","end":"2026-03-31T05:52:17.252703Z","steps":["trace[1926552295] 'process raft request' (duration: 5.476457235s)","trace[1926552295] 'compare' (duration: 265.188421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:17.252888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.509742Z","time spent":"5.743068295s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:17.252933Z","caller":"traceutil/trace.go:171","msg":"trace[466759039] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"5.743062695s","start":"2026-03-31T05:52:11.509855Z","end":"2026-03-31T05:52:17.252918Z","steps":["trace[466759039] 'process raft request' (duration: 5.742793808s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.252997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.509849Z","time spent":"5.743116447s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:17.253716Z","caller":"traceutil/trace.go:171","msg":"trace[1414516200] linearizableReadLoop","detail":"{readStateIndex:27246; appliedIndex:27241; }","duration":"5.771857026s","start":"2026-03-31T05:52:11.481838Z","end":"2026-03-31T05:52:17.253695Z","steps":["trace[1414516200] 'read index received' (duration: 796.61761ms)","trace[1414516200] 'applied index is now lower than readState.Index' (duration: 4.975238196s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:17.253864Z","caller":"traceutil/trace.go:171","msg":"trace[15816375] transaction","detail":"{read_only:false; response_revision:26275; number_of_response:1; }","duration":"5.732727714s","start":"2026-03-31T05:52:11.521121Z","end":"2026-03-31T05:52:17.253849Z","steps":["trace[15816375] 'process raft request' (duration: 5.731619913s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.253974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.521098Z","time spent":"5.732826917s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:17.254203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.328475271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:17.254218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.184610303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:17.254255Z","caller":"traceutil/trace.go:171","msg":"trace[723416401] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26276; }","duration":"6.328571033s","start":"2026-03-31T05:52:10.925669Z","end":"2026-03-31T05:52:17.25424Z","steps":["trace[723416401] 'agreement among raft nodes before linearized reading' (duration: 6.32844946s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:17.254281Z","caller":"traceutil/trace.go:171","msg":"trace[1095674791] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26276; }","duration":"8.184724356s","start":"2026-03-31T05:52:09.069539Z","end":"2026-03-31T05:52:17.254264Z","steps":["trace[1095674791] 'agreement among raft nodes before linearized reading' (duration: 8.184554651s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.254325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:09.069519Z","time spent":"8.184798077s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:17.254347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.940218155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:17.254365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.948852666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T05:52:17.254404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.896997191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-31T05:52:17.254415Z","caller":"traceutil/trace.go:171","msg":"trace[1124562751] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26276; }","duration":"12.940342869s","start":"2026-03-31T05:52:04.314056Z","end":"2026-03-31T05:52:17.254398Z","steps":["trace[1124562751] 'agreement among raft nodes before linearized reading' (duration: 12.940194305s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.254388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.410590689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:17.254428Z","caller":"traceutil/trace.go:171","msg":"trace[503275098] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26276; }","duration":"11.948965509s","start":"2026-03-31T05:52:05.305445Z","end":"2026-03-31T05:52:17.25441Z","steps":["trace[503275098] 'agreement among raft nodes before linearized reading' (duration: 11.948735203s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.254388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.009809386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:17.254444Z","caller":"traceutil/trace.go:171","msg":"trace[23110994] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26276; }","duration":"9.897064672s","start":"2026-03-31T05:52:07.357369Z","end":"2026-03-31T05:52:17.254434Z","steps":["trace[23110994] 'agreement among raft nodes before linearized reading' (duration: 9.896845236s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.254456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:04.314033Z","time spent":"12.94041544s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:17.254292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:10.925646Z","time spent":"6.328635555s","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:17.254466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:05.305427Z","time spent":"11.949033031s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:17.254476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:07.357347Z","time spent":"9.897120903s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-31T05:52:17.254485Z","caller":"traceutil/trace.go:171","msg":"trace[1412939949] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26276; }","duration":"8.410761873s","start":"2026-03-31T05:52:08.843692Z","end":"2026-03-31T05:52:17.254454Z","steps":["trace[1412939949] 'agreement among raft nodes before linearized reading' (duration: 8.410591648s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:17.254485Z","caller":"traceutil/trace.go:171","msg":"trace[290764906] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26276; }","duration":"8.00995029s","start":"2026-03-31T05:52:09.244513Z","end":"2026-03-31T05:52:17.254464Z","steps":["trace[290764906] 'agreement among raft nodes before linearized reading' (duration: 8.009782966s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.254359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.217644176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:17.254524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.925083538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-74b22588-a176-452d-a6c8-4f93b7f05994\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-31T05:52:17.254516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.519092196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:17.254564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.504170493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:17.254674Z","caller":"traceutil/trace.go:171","msg":"trace[636926270] transaction","detail":"{read_only:false; response_revision:26276; number_of_response:1; }","duration":"5.310090979s","start":"2026-03-31T05:52:11.944568Z","end":"2026-03-31T05:52:17.254659Z","steps":["trace[636926270] 'process raft request' (duration: 5.308852665s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.254674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.89770729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-31T05:52:17.254725Z","caller":"traceutil/trace.go:171","msg":"trace[476805874] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26276; }","duration":"9.897784791s","start":"2026-03-31T05:52:07.356931Z","end":"2026-03-31T05:52:17.254715Z","steps":["trace[476805874] 'agreement among raft nodes before linearized reading' (duration: 9.897320159s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.254765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:07.356911Z","time spent":"9.897845853s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-31T05:52:17.25441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.923553466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-03-31T05:52:17.254786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.944541Z","time spent":"5.310175901s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418287,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:17.254776Z","caller":"traceutil/trace.go:171","msg":"trace[1897693152] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26276; }","duration":"9.504501682s","start":"2026-03-31T05:52:07.750223Z","end":"2026-03-31T05:52:17.254725Z","steps":["trace[1897693152] 'agreement among raft nodes before linearized reading' (duration: 9.504155503s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:17.254808Z","caller":"traceutil/trace.go:171","msg":"trace[1605377812] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26276; }","duration":"13.923994788s","start":"2026-03-31T05:52:03.330804Z","end":"2026-03-31T05:52:17.254799Z","steps":["trace[1605377812] 'agreement among raft nodes before linearized reading' (duration: 13.923406682s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.254856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:03.330798Z","time spent":"13.92404878s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-31T05:52:17.254298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.007224331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:17.254879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:07.750206Z","time spent":"9.504633916s","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:17.254901Z","caller":"traceutil/trace.go:171","msg":"trace[1163134713] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26276; }","duration":"12.007932931s","start":"2026-03-31T05:52:05.246953Z","end":"2026-03-31T05:52:17.254886Z","steps":["trace[1163134713] 'agreement among raft nodes before linearized reading' (duration: 12.007232232s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.254951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:05.24693Z","time spent":"12.008004002s","remote":"127.0.0.1:33478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:17.254598Z","caller":"traceutil/trace.go:171","msg":"trace[25483718] range","detail":"{range_begin:/registry/persistentvolumes/pvc-74b22588-a176-452d-a6c8-4f93b7f05994; range_end:; response_count:1; response_revision:26276; }","duration":"13.92515552s","start":"2026-03-31T05:52:03.329416Z","end":"2026-03-31T05:52:17.254572Z","steps":["trace[25483718] 'agreement among raft nodes before linearized reading' (duration: 13.924901983s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.254536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:09.244496Z","time spent":"8.010029422s","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:17.255068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:03.329405Z","time spent":"13.925647573s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-74b22588-a176-452d-a6c8-4f93b7f05994\" "} {"level":"warn","ts":"2026-03-31T05:52:17.254536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:08.843674Z","time spent":"8.410851466s","remote":"127.0.0.1:33264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:17.254619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.264696019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:17.255254Z","caller":"traceutil/trace.go:171","msg":"trace[1673144225] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26276; }","duration":"6.265321396s","start":"2026-03-31T05:52:10.989912Z","end":"2026-03-31T05:52:17.255234Z","steps":["trace[1673144225] 'agreement among raft nodes before linearized reading' (duration: 6.264670959s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.25531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:10.989886Z","time spent":"6.265406839s","remote":"127.0.0.1:33966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:17.254621Z","caller":"traceutil/trace.go:171","msg":"trace[178103740] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26276; }","duration":"11.519245151s","start":"2026-03-31T05:52:05.735339Z","end":"2026-03-31T05:52:17.254584Z","steps":["trace[178103740] 'agreement among raft nodes before linearized reading' (duration: 11.519075586s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.255407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:05.735323Z","time spent":"11.520065872s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:17.254492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.13458269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:17.255501Z","caller":"traceutil/trace.go:171","msg":"trace[550491883] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26276; }","duration":"7.135775032s","start":"2026-03-31T05:52:10.119713Z","end":"2026-03-31T05:52:17.255488Z","steps":["trace[550491883] 'agreement among raft nodes before linearized reading' (duration: 7.13457621s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.255539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:10.119689Z","time spent":"7.135837754s","remote":"127.0.0.1:33396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:17.254652Z","caller":"traceutil/trace.go:171","msg":"trace[570128036] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26276; }","duration":"7.217856051s","start":"2026-03-31T05:52:10.036679Z","end":"2026-03-31T05:52:17.254535Z","steps":["trace[570128036] 'agreement among raft nodes before linearized reading' (duration: 7.217572724s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.255604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:10.036635Z","time spent":"7.218953721s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:17.254674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.078679888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:17.255722Z","caller":"traceutil/trace.go:171","msg":"trace[97650006] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26276; }","duration":"6.079751367s","start":"2026-03-31T05:52:11.175951Z","end":"2026-03-31T05:52:17.255702Z","steps":["trace[97650006] 'agreement among raft nodes before linearized reading' (duration: 6.078704209s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.255773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.17593Z","time spent":"6.079826479s","remote":"127.0.0.1:33826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:17.256869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.628553783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:52:17.256941Z","caller":"traceutil/trace.go:171","msg":"trace[768062022] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26276; }","duration":"7.628666036s","start":"2026-03-31T05:52:09.628257Z","end":"2026-03-31T05:52:17.256923Z","steps":["trace[768062022] 'agreement among raft nodes before linearized reading' (duration: 7.626017804s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.257022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:09.628237Z","time spent":"7.62877311s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2714,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:17.754835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:17.967356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999725271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:17.967443Z","caller":"traceutil/trace.go:171","msg":"trace[812638137] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999859115s","start":"2026-03-31T05:52:15.967558Z","end":"2026-03-31T05:52:17.967417Z","steps":["trace[812638137] 'agreement among raft nodes before linearized reading' (duration: 1.999757052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.967486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:15.96754Z","time spent":"1.999937626s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:19.363268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:12.362517Z","time spent":"7.000745135s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:52:19.983738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000085769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:19.983824Z","caller":"traceutil/trace.go:171","msg":"trace[828000380] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000225083s","start":"2026-03-31T05:52:17.983579Z","end":"2026-03-31T05:52:19.983805Z","steps":["trace[828000380] 'agreement among raft nodes before linearized reading' (duration: 2.000115s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:19.983871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:17.983557Z","time spent":"2.000303965s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:20.225738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446162112s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-31T05:52:21.427503Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.647993536s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:52:21.518978Z","caller":"traceutil/trace.go:171","msg":"trace[58614546] linearizableReadLoop","detail":"{readStateIndex:27249; appliedIndex:27246; }","duration":"4.265150285s","start":"2026-03-31T05:52:17.253807Z","end":"2026-03-31T05:52:21.518958Z","steps":["trace[58614546] 'read index received' (duration: 525.672874ms)","trace[58614546] 'applied index is now lower than readState.Index' (duration: 3.739476641s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:21.519111Z","caller":"traceutil/trace.go:171","msg":"trace[1766798544] transaction","detail":"{read_only:false; response_revision:26278; number_of_response:1; }","duration":"4.258457583s","start":"2026-03-31T05:52:17.260642Z","end":"2026-03-31T05:52:21.519099Z","steps":["trace[1766798544] 'process raft request' (duration: 4.16703636s)","trace[1766798544] 'compare' (duration: 90.236681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:21.519217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:17.260629Z","time spent":"4.258502105s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:21.519289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.027623836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:21.51938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.527349808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:21.519383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.768362713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:21.51945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.174075038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:21.519456Z","caller":"traceutil/trace.go:171","msg":"trace[1885289627] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26279; }","duration":"5.527479452s","start":"2026-03-31T05:52:15.991955Z","end":"2026-03-31T05:52:21.519434Z","steps":["trace[1885289627] 'agreement among raft nodes before linearized reading' (duration: 5.527320788s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.519477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.350175518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:21.51948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.650456734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:21.519493Z","caller":"traceutil/trace.go:171","msg":"trace[384327874] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26279; }","duration":"6.17414418s","start":"2026-03-31T05:52:15.345332Z","end":"2026-03-31T05:52:21.519476Z","steps":["trace[384327874] 'agreement among raft nodes before linearized reading' (duration: 6.174091199s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.519516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:15.991939Z","time spent":"5.527562434s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:21.519521Z","caller":"traceutil/trace.go:171","msg":"trace[1415220892] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26279; }","duration":"6.650536126s","start":"2026-03-31T05:52:14.868974Z","end":"2026-03-31T05:52:21.51951Z","steps":["trace[1415220892] 'agreement among raft nodes before linearized reading' (duration: 6.650455484s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.51953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:15.345314Z","time spent":"6.174208252s","remote":"127.0.0.1:33436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:21.519564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:14.868954Z","time spent":"6.650597627s","remote":"127.0.0.1:33678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:21.519503Z","caller":"traceutil/trace.go:171","msg":"trace[1930592721] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26279; }","duration":"8.35023192s","start":"2026-03-31T05:52:13.169264Z","end":"2026-03-31T05:52:21.519496Z","steps":["trace[1930592721] 'agreement among raft nodes before linearized reading' (duration: 8.350110436s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.5196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.691010213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-31T05:52:21.519628Z","caller":"traceutil/trace.go:171","msg":"trace[1883950324] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1; range_end:; response_count:1; response_revision:26279; }","duration":"8.691064624s","start":"2026-03-31T05:52:12.828555Z","end":"2026-03-31T05:52:21.519619Z","steps":["trace[1883950324] 'agreement among raft nodes before linearized reading' (duration: 8.690961951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.519625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.973426327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:21.519657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:12.82852Z","time spent":"8.691129826s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fe93014ce1\" "} {"level":"info","ts":"2026-03-31T05:52:21.519667Z","caller":"traceutil/trace.go:171","msg":"trace[905443963] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26279; }","duration":"4.973471918s","start":"2026-03-31T05:52:16.546184Z","end":"2026-03-31T05:52:21.519655Z","steps":["trace[905443963] 'agreement among raft nodes before linearized reading' (duration: 4.973390396s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.51965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:13.169246Z","time spent":"8.350368333s","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:21.519679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.212167774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:21.51971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.120341006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:21.519707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:16.546137Z","time spent":"4.973560281s","remote":"127.0.0.1:33504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:21.519719Z","caller":"traceutil/trace.go:171","msg":"trace[302437066] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26279; }","duration":"9.212239376s","start":"2026-03-31T05:52:12.307466Z","end":"2026-03-31T05:52:21.519705Z","steps":["trace[302437066] 'agreement among raft nodes before linearized reading' (duration: 9.212188105s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:21.519734Z","caller":"traceutil/trace.go:171","msg":"trace[703180682] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26279; }","duration":"5.120405979s","start":"2026-03-31T05:52:16.399321Z","end":"2026-03-31T05:52:21.519727Z","steps":["trace[703180682] 'agreement among raft nodes before linearized reading' (duration: 5.120358668s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.519752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:12.307446Z","time spent":"9.212298248s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:21.51976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:16.3993Z","time spent":"5.12045361s","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:21.51979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009265818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:21.519815Z","caller":"traceutil/trace.go:171","msg":"trace[1327285018] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:26279; }","duration":"10.009323109s","start":"2026-03-31T05:52:11.510484Z","end":"2026-03-31T05:52:21.519807Z","steps":["trace[1327285018] 'agreement among raft nodes before linearized reading' (duration: 10.009278058s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.519839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.510473Z","time spent":"10.009359381s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-31T05:52:21.519397Z","caller":"traceutil/trace.go:171","msg":"trace[1330788486] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26279; }","duration":"7.02779824s","start":"2026-03-31T05:52:14.491569Z","end":"2026-03-31T05:52:21.519368Z","steps":["trace[1330788486] 'agreement among raft nodes before linearized reading' (duration: 7.027597695s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.519833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.973193568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129483"} {"level":"info","ts":"2026-03-31T05:52:21.519944Z","caller":"traceutil/trace.go:171","msg":"trace[1483199337] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"4.252403828s","start":"2026-03-31T05:52:17.267526Z","end":"2026-03-31T05:52:21.51993Z","steps":["trace[1483199337] 'process raft request' (duration: 4.251328869s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:21.519959Z","caller":"traceutil/trace.go:171","msg":"trace[1879602083] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26279; }","duration":"6.973358501s","start":"2026-03-31T05:52:14.54657Z","end":"2026-03-31T05:52:21.519929Z","steps":["trace[1879602083] 'agreement among raft nodes before linearized reading' (duration: 6.973021062s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.520016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:14.546551Z","time spent":"6.973454634s","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129506,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T05:52:21.519623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.404557398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:21.520036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:17.267503Z","time spent":"4.252472431s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:21.52008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.734944822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:21.520094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.477029439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-03-31T05:52:21.519887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:14.491522Z","time spent":"7.028351485s","remote":"127.0.0.1:57748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:21.520102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.570584439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:21.520135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.100280109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-31T05:52:21.520137Z","caller":"traceutil/trace.go:171","msg":"trace[1111779351] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26279; }","duration":"7.477108391s","start":"2026-03-31T05:52:14.043015Z","end":"2026-03-31T05:52:21.520123Z","steps":["trace[1111779351] 'agreement among raft nodes before linearized reading' (duration: 7.476930636s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:21.520146Z","caller":"traceutil/trace.go:171","msg":"trace[1776580714] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26279; }","duration":"4.570690561s","start":"2026-03-31T05:52:16.949445Z","end":"2026-03-31T05:52:21.520135Z","steps":["trace[1776580714] 'agreement among raft nodes before linearized reading' (duration: 4.570622839s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:21.520159Z","caller":"traceutil/trace.go:171","msg":"trace[1740021981] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26279; }","duration":"7.100332859s","start":"2026-03-31T05:52:14.419819Z","end":"2026-03-31T05:52:21.520151Z","steps":["trace[1740021981] 'agreement among raft nodes before linearized reading' (duration: 7.100235697s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:21.520135Z","caller":"traceutil/trace.go:171","msg":"trace[360718955] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26279; }","duration":"7.734998523s","start":"2026-03-31T05:52:13.785118Z","end":"2026-03-31T05:52:21.520116Z","steps":["trace[360718955] 'agreement among raft nodes before linearized reading' (duration: 7.734915641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.520152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.845443532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:21.520175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:14.042991Z","time spent":"7.477175683s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T05:52:21.520179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:16.949411Z","time spent":"4.570760083s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:21.520178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:14.419805Z","time spent":"7.100368451s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-31T05:52:21.520189Z","caller":"traceutil/trace.go:171","msg":"trace[1083302287] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26279; }","duration":"7.845483623s","start":"2026-03-31T05:52:13.674697Z","end":"2026-03-31T05:52:21.520181Z","steps":["trace[1083302287] 'agreement among raft nodes before linearized reading' (duration: 7.845396431s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.520196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:13.785072Z","time spent":"7.735110716s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:52:21.520215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:13.674654Z","time spent":"7.845555045s","remote":"127.0.0.1:45440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:21.519892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.225585424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:21.519372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.218386022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:21.520309Z","caller":"traceutil/trace.go:171","msg":"trace[117472010] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26279; }","duration":"5.226031326s","start":"2026-03-31T05:52:16.294268Z","end":"2026-03-31T05:52:21.5203Z","steps":["trace[117472010] 'agreement among raft nodes before linearized reading' (duration: 5.225590874s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:21.520318Z","caller":"traceutil/trace.go:171","msg":"trace[858525196] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26279; }","duration":"6.219390529s","start":"2026-03-31T05:52:15.300918Z","end":"2026-03-31T05:52:21.520309Z","steps":["trace[858525196] 'agreement among raft nodes before linearized reading' (duration: 6.218371481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.520339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:16.294251Z","time spent":"5.226076678s","remote":"127.0.0.1:33716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:21.520352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:15.3009Z","time spent":"6.219439131s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:21.519462Z","caller":"traceutil/trace.go:171","msg":"trace[424205227] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26279; }","duration":"5.768492026s","start":"2026-03-31T05:52:15.750952Z","end":"2026-03-31T05:52:21.519444Z","steps":["trace[424205227] 'agreement among raft nodes before linearized reading' (duration: 5.768341152s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.520464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:15.750935Z","time spent":"5.769520415s","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:21.520085Z","caller":"traceutil/trace.go:171","msg":"trace[835791666] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26279; }","duration":"9.405052212s","start":"2026-03-31T05:52:12.115004Z","end":"2026-03-31T05:52:21.520056Z","steps":["trace[835791666] 'agreement among raft nodes before linearized reading' (duration: 9.404561708s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.520537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.427921014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:52:21.520573Z","caller":"traceutil/trace.go:171","msg":"trace[6904737] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26279; }","duration":"7.428008368s","start":"2026-03-31T05:52:14.092553Z","end":"2026-03-31T05:52:21.520562Z","steps":["trace[6904737] 'agreement among raft nodes before linearized reading' (duration: 7.427785892s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.520603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:14.09253Z","time spent":"7.428065288s","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:21.520589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:12.114982Z","time spent":"9.405545936s","remote":"127.0.0.1:34086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:21.520979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.988139818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:52:21.521035Z","caller":"traceutil/trace.go:171","msg":"trace[1943714526] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26279; }","duration":"7.988279831s","start":"2026-03-31T05:52:13.532745Z","end":"2026-03-31T05:52:21.521025Z","steps":["trace[1943714526] 'agreement among raft nodes before linearized reading' (duration: 7.986531194s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.521058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:13.532726Z","time spent":"7.988326222s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2714,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:21.984799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000241964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:21.984864Z","caller":"traceutil/trace.go:171","msg":"trace[1770387979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000379308s","start":"2026-03-31T05:52:19.984469Z","end":"2026-03-31T05:52:21.984848Z","steps":["trace[1770387979] 'agreement among raft nodes before linearized reading' (duration: 2.000296136s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.984897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:19.984451Z","time spent":"2.00044036s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:23.045971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000156441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:23.046273Z","caller":"traceutil/trace.go:171","msg":"trace[1121628431] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0004975s","start":"2026-03-31T05:52:21.045756Z","end":"2026-03-31T05:52:23.046253Z","steps":["trace[1121628431] 'agreement among raft nodes before linearized reading' (duration: 2.000181261s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:23.046405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:21.04574Z","time spent":"2.000614694s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:23.993793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000337406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:23.993897Z","caller":"traceutil/trace.go:171","msg":"trace[2055357976] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00048389s","start":"2026-03-31T05:52:21.993386Z","end":"2026-03-31T05:52:23.99387Z","steps":["trace[2055357976] 'agreement among raft nodes before linearized reading' (duration: 2.000362027s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:23.993945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:21.99337Z","time spent":"2.000565032s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:24.865713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.140549227s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:24.865896Z","caller":"traceutil/trace.go:171","msg":"trace[1805508277] linearizableReadLoop","detail":"{readStateIndex:27250; appliedIndex:27249; }","duration":"3.346816728s","start":"2026-03-31T05:52:21.519067Z","end":"2026-03-31T05:52:24.865883Z","steps":["trace[1805508277] 'read index received' (duration: 206.051965ms)","trace[1805508277] 'applied index is now lower than readState.Index' (duration: 3.140764013s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:24.86604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.305138764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:24.866091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.500072017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T05:52:24.866095Z","caller":"traceutil/trace.go:171","msg":"trace[28342690] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26280; }","duration":"5.305243727s","start":"2026-03-31T05:52:19.560839Z","end":"2026-03-31T05:52:24.866083Z","steps":["trace[28342690] 'agreement among raft nodes before linearized reading' (duration: 5.305148065s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:24.866108Z","caller":"traceutil/trace.go:171","msg":"trace[1844921230] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26280; }","duration":"5.500115369s","start":"2026-03-31T05:52:19.365987Z","end":"2026-03-31T05:52:24.866102Z","steps":["trace[1844921230] 'agreement among raft nodes before linearized reading' (duration: 5.500036847s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.866127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:19.365974Z","time spent":"5.500147669s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:52:24.866131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:19.560815Z","time spent":"5.305306988s","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.86623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.782732641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.866247Z","caller":"traceutil/trace.go:171","msg":"trace[1431553758] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26280; }","duration":"5.782751372s","start":"2026-03-31T05:52:19.083491Z","end":"2026-03-31T05:52:24.866243Z","steps":["trace[1431553758] 'agreement among raft nodes before linearized reading' (duration: 5.782722901s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.866261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:19.083422Z","time spent":"5.782835814s","remote":"127.0.0.1:34182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.866261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.638837152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.86629Z","caller":"traceutil/trace.go:171","msg":"trace[1014375275] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26280; }","duration":"4.638914624s","start":"2026-03-31T05:52:20.227363Z","end":"2026-03-31T05:52:24.866278Z","steps":["trace[1014375275] 'agreement among raft nodes before linearized reading' (duration: 4.638880173s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.866324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:20.227334Z","time spent":"4.638982756s","remote":"127.0.0.1:35128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.866383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.527220247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-03-31T05:52:24.8664Z","caller":"traceutil/trace.go:171","msg":"trace[417025557] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26280; }","duration":"6.527261849s","start":"2026-03-31T05:52:18.339131Z","end":"2026-03-31T05:52:24.866393Z","steps":["trace[417025557] 'agreement among raft nodes before linearized reading' (duration: 6.527217957s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.866412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:18.339117Z","time spent":"6.527293049s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:52:24.866437Z","caller":"traceutil/trace.go:171","msg":"trace[1948728] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"5.851804458s","start":"2026-03-31T05:52:19.014513Z","end":"2026-03-31T05:52:24.866317Z","steps":["trace[1948728] 'process raft request' (duration: 2.710592573s)","trace[1948728] 'compare' (duration: 3.136734323s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:24.866543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.496380834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:24.866561Z","caller":"traceutil/trace.go:171","msg":"trace[471643067] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26280; }","duration":"7.496431105s","start":"2026-03-31T05:52:17.370125Z","end":"2026-03-31T05:52:24.866556Z","steps":["trace[471643067] 'agreement among raft nodes before linearized reading' (duration: 7.496354493s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.866556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.165680778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:24.866576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:17.370107Z","time spent":"7.496464077s","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:24.866596Z","caller":"traceutil/trace.go:171","msg":"trace[1618842282] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26280; }","duration":"5.165747699s","start":"2026-03-31T05:52:19.700836Z","end":"2026-03-31T05:52:24.866584Z","steps":["trace[1618842282] 'agreement among raft nodes before linearized reading' (duration: 5.165697788s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.866643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:19.70082Z","time spent":"5.165810971s","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.866677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.598833266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-31T05:52:24.866695Z","caller":"traceutil/trace.go:171","msg":"trace[710525880] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26280; }","duration":"7.598891428s","start":"2026-03-31T05:52:17.267799Z","end":"2026-03-31T05:52:24.86669Z","steps":["trace[710525880] 'agreement among raft nodes before linearized reading' (duration: 7.598844356s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.866707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:17.267788Z","time spent":"7.598916628s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T05:52:24.866227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.496158457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:24.866341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.323903856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.866783Z","caller":"traceutil/trace.go:171","msg":"trace[690640906] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26280; }","duration":"4.496778324s","start":"2026-03-31T05:52:20.369999Z","end":"2026-03-31T05:52:24.866777Z","steps":["trace[690640906] 'agreement among raft nodes before linearized reading' (duration: 4.496202298s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.866767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.836468424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:24.866799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:20.369968Z","time spent":"4.496827386s","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:24.866804Z","caller":"traceutil/trace.go:171","msg":"trace[1217228082] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26280; }","duration":"6.324385659s","start":"2026-03-31T05:52:18.542402Z","end":"2026-03-31T05:52:24.866788Z","steps":["trace[1217228082] 'agreement among raft nodes before linearized reading' (duration: 6.323922647s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:24.866821Z","caller":"traceutil/trace.go:171","msg":"trace[2029083517] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26280; }","duration":"3.836580657s","start":"2026-03-31T05:52:21.030226Z","end":"2026-03-31T05:52:24.866807Z","steps":["trace[2029083517] 'agreement among raft nodes before linearized reading' (duration: 3.836472934s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.866851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:21.030209Z","time spent":"3.836636439s","remote":"127.0.0.1:33170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.866857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:18.542382Z","time spent":"6.324459052s","remote":"127.0.0.1:34298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.8668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:19.014492Z","time spent":"5.852065914s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:24.866511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.676631148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.867014Z","caller":"traceutil/trace.go:171","msg":"trace[1626655431] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26280; }","duration":"4.677138281s","start":"2026-03-31T05:52:20.189866Z","end":"2026-03-31T05:52:24.867004Z","steps":["trace[1626655431] 'agreement among raft nodes before linearized reading' (duration: 4.676610917s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.867036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:20.189819Z","time spent":"4.677210123s","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.86703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.607102371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-31T05:52:24.867081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.344493435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.867179Z","caller":"traceutil/trace.go:171","msg":"trace[819550052] transaction","detail":"{read_only:false; response_revision:26281; number_of_response:1; }","duration":"3.343844978s","start":"2026-03-31T05:52:21.523327Z","end":"2026-03-31T05:52:24.867172Z","steps":["trace[819550052] 'process raft request' (duration: 3.342508712s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.867214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:21.523305Z","time spent":"3.343889008s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:24.867222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.130339164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:52:24.867196Z","caller":"traceutil/trace.go:171","msg":"trace[164976707] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:0; response_revision:26281; }","duration":"3.34467914s","start":"2026-03-31T05:52:21.522494Z","end":"2026-03-31T05:52:24.867173Z","steps":["trace[164976707] 'agreement among raft nodes before linearized reading' (duration: 3.344437883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.867222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300663245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.867252Z","caller":"traceutil/trace.go:171","msg":"trace[1696755798] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26280; }","duration":"4.130418736s","start":"2026-03-31T05:52:20.736824Z","end":"2026-03-31T05:52:24.867243Z","steps":["trace[1696755798] 'agreement among raft nodes before linearized reading' (duration: 4.129167152s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.867273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:21.522477Z","time spent":"3.344784133s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-31T05:52:24.867274Z","caller":"traceutil/trace.go:171","msg":"trace[2009359039] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26281; }","duration":"3.300753877s","start":"2026-03-31T05:52:21.566504Z","end":"2026-03-31T05:52:24.867258Z","steps":["trace[2009359039] 'agreement among raft nodes before linearized reading' (duration: 3.300678485s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.867294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.554923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:24.867296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:20.736795Z","time spent":"4.130492648s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:52:24.867317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:21.566485Z","time spent":"3.30082141s","remote":"127.0.0.1:33702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.867352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705264795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:24.867371Z","caller":"traceutil/trace.go:171","msg":"trace[538158886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26281; }","duration":"1.705326886s","start":"2026-03-31T05:52:23.16204Z","end":"2026-03-31T05:52:24.867367Z","steps":["trace[538158886] 'agreement among raft nodes before linearized reading' (duration: 1.705299845s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.867347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343007245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-31T05:52:24.867378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343083197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-03-31T05:52:24.867407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130358607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.867422Z","caller":"traceutil/trace.go:171","msg":"trace[20148070] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26281; }","duration":"2.130373518s","start":"2026-03-31T05:52:22.737044Z","end":"2026-03-31T05:52:24.867417Z","steps":["trace[20148070] 'agreement among raft nodes before linearized reading' (duration: 2.130351307s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.867435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:22.737001Z","time spent":"2.130430719s","remote":"127.0.0.1:35184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:24.867429Z","caller":"traceutil/trace.go:171","msg":"trace[84268835] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26281; }","duration":"3.343107987s","start":"2026-03-31T05:52:21.524298Z","end":"2026-03-31T05:52:24.867406Z","steps":["trace[84268835] 'agreement among raft nodes before linearized reading' (duration: 3.34285537s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.86733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.190753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.867459Z","caller":"traceutil/trace.go:171","msg":"trace[641056140] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26281; }","duration":"3.343179719s","start":"2026-03-31T05:52:21.524266Z","end":"2026-03-31T05:52:24.867446Z","steps":["trace[641056140] 'agreement among raft nodes before linearized reading' (duration: 3.343000174s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.867482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:21.524293Z","time spent":"3.343176019s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-03-31T05:52:24.867489Z","caller":"traceutil/trace.go:171","msg":"trace[1978677983] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26281; }","duration":"995.376888ms","start":"2026-03-31T05:52:23.872098Z","end":"2026-03-31T05:52:24.867475Z","steps":["trace[1978677983] 'agreement among raft nodes before linearized reading' (duration: 995.219164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:24.867308Z","caller":"traceutil/trace.go:171","msg":"trace[2043925650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26281; }","duration":"865.597444ms","start":"2026-03-31T05:52:24.001706Z","end":"2026-03-31T05:52:24.867304Z","steps":["trace[2043925650] 'agreement among raft nodes before linearized reading' (duration: 865.575734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.867624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:23.872078Z","time spent":"995.529953ms","remote":"127.0.0.1:33422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.867645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.3435563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116284"} {"level":"info","ts":"2026-03-31T05:52:24.867667Z","caller":"traceutil/trace.go:171","msg":"trace[305805955] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:26281; }","duration":"3.343595041s","start":"2026-03-31T05:52:21.524067Z","end":"2026-03-31T05:52:24.867662Z","steps":["trace[305805955] 'agreement among raft nodes before linearized reading' (duration: 3.343159079s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.86763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.001689Z","time spent":"865.926873ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:24.867685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:21.524061Z","time spent":"3.343619752s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116307,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-31T05:52:24.867784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.3409832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.86714Z","caller":"traceutil/trace.go:171","msg":"trace[452984818] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26280; }","duration":"7.607271445s","start":"2026-03-31T05:52:17.259841Z","end":"2026-03-31T05:52:24.867112Z","steps":["trace[452984818] 'agreement among raft nodes before linearized reading' (duration: 7.606984397s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:24.867846Z","caller":"traceutil/trace.go:171","msg":"trace[900749150] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26281; }","duration":"3.341064792s","start":"2026-03-31T05:52:21.526765Z","end":"2026-03-31T05:52:24.86783Z","steps":["trace[900749150] 'agreement among raft nodes before linearized reading' (duration: 3.340968859s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.867872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:17.259826Z","time spent":"7.608033376s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-31T05:52:24.867893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:21.526757Z","time spent":"3.341124764s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:52:24.867155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00771881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:24.867386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:23.162017Z","time spent":"1.705365188s","remote":"127.0.0.1:51754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.867891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:21.52426Z","time spent":"3.343613671s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-03-31T05:52:24.86803Z","caller":"traceutil/trace.go:171","msg":"trace[605676662] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26281; }","duration":"3.008612045s","start":"2026-03-31T05:52:21.859398Z","end":"2026-03-31T05:52:24.86801Z","steps":["trace[605676662] 'agreement among raft nodes before linearized reading' (duration: 3.007741331s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.868361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:21.859379Z","time spent":"3.008960824s","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.869644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.345635947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116284"} {"level":"info","ts":"2026-03-31T05:52:24.869732Z","caller":"traceutil/trace.go:171","msg":"trace[1230031853] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:26281; }","duration":"3.345746649s","start":"2026-03-31T05:52:21.523967Z","end":"2026-03-31T05:52:24.869713Z","steps":["trace[1230031853] 'agreement among raft nodes before linearized reading' (duration: 3.344004692s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.869908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:21.523953Z","time spent":"3.345814531s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116307,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-31T05:52:26.53528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437637426s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T05:52:26.535352Z","caller":"traceutil/trace.go:171","msg":"trace[174017293] linearizableReadLoop","detail":"{readStateIndex:27252; appliedIndex:27251; }","duration":"1.664302341s","start":"2026-03-31T05:52:24.871036Z","end":"2026-03-31T05:52:26.535338Z","steps":["trace[174017293] 'read index received' (duration: 231.200728ms)","trace[174017293] 'applied index is now lower than readState.Index' (duration: 1.433100633s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:26.535492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664447515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-31T05:52:26.535401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.869097Z","time spent":"1.666291945s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:52:26.535513Z","caller":"traceutil/trace.go:171","msg":"trace[2058358868] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26281; }","duration":"1.664486516s","start":"2026-03-31T05:52:24.871019Z","end":"2026-03-31T05:52:26.535506Z","steps":["trace[2058358868] 'agreement among raft nodes before linearized reading' (duration: 1.664378503s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:26.535538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.871012Z","time spent":"1.664520657s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:52:27.03626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676918,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:27.048568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.946597246s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:27.86944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000208502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:27.869527Z","caller":"traceutil/trace.go:171","msg":"trace[17952559] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000351556s","start":"2026-03-31T05:52:25.869155Z","end":"2026-03-31T05:52:27.869506Z","steps":["trace[17952559] 'agreement among raft nodes before linearized reading' (duration: 2.000244403s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:27.869574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:25.869131Z","time spent":"2.000433848s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:28.162555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.264682ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:28.162684Z","caller":"traceutil/trace.go:171","msg":"trace[839442952] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26281; }","duration":"880.405217ms","start":"2026-03-31T05:52:27.282256Z","end":"2026-03-31T05:52:28.162662Z","steps":["trace[839442952] 'range keys from in-memory index tree' (duration: 880.248372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:28.165079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116069966s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:28.165523Z","caller":"traceutil/trace.go:171","msg":"trace[1813746713] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"3.294448535s","start":"2026-03-31T05:52:24.871029Z","end":"2026-03-31T05:52:28.165478Z","steps":["trace[1813746713] 'process raft request' (duration: 2.177911256s)","trace[1813746713] 'compare' (duration: 1.114117233s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:28.165632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.871015Z","time spent":"3.294566998s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:52:28.165719Z","caller":"traceutil/trace.go:171","msg":"trace[375951033] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"3.292453061s","start":"2026-03-31T05:52:24.873243Z","end":"2026-03-31T05:52:28.165696Z","steps":["trace[375951033] 'process raft request' (duration: 3.292265435s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:28.16575Z","caller":"traceutil/trace.go:171","msg":"trace[1098078218] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"3.292415979s","start":"2026-03-31T05:52:24.873313Z","end":"2026-03-31T05:52:28.165729Z","steps":["trace[1098078218] 'process raft request' (duration: 3.292326947s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:28.165847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.873233Z","time spent":"3.292543743s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:28.165907Z","caller":"traceutil/trace.go:171","msg":"trace[364636801] linearizableReadLoop","detail":"{readStateIndex:27256; appliedIndex:27252; }","duration":"1.630529475s","start":"2026-03-31T05:52:26.535369Z","end":"2026-03-31T05:52:28.165898Z","steps":["trace[364636801] 'read index received' (duration: 513.594746ms)","trace[364636801] 'applied index is now lower than readState.Index' (duration: 1.116933689s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:28.165974Z","caller":"traceutil/trace.go:171","msg":"trace[466819487] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"1.625509178s","start":"2026-03-31T05:52:26.540458Z","end":"2026-03-31T05:52:28.165968Z","steps":["trace[466819487] 'process raft request' (duration: 1.62523471s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:28.166024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:26.540427Z","time spent":"1.62556401s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:28.166116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.293059487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"warn","ts":"2026-03-31T05:52:28.166178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.29501786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk\" ","response":"range_response_count:1 size:5603"} {"level":"info","ts":"2026-03-31T05:52:28.166212Z","caller":"traceutil/trace.go:171","msg":"trace[1404932999] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk; range_end:; response_count:1; response_revision:26285; }","duration":"3.295058631s","start":"2026-03-31T05:52:24.871142Z","end":"2026-03-31T05:52:28.166201Z","steps":["trace[1404932999] 'agreement among raft nodes before linearized reading' (duration: 3.294947798s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:28.166209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416131033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:28.166207Z","caller":"traceutil/trace.go:171","msg":"trace[338497016] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26285; }","duration":"3.2931664s","start":"2026-03-31T05:52:24.873019Z","end":"2026-03-31T05:52:28.166185Z","steps":["trace[338497016] 'agreement among raft nodes before linearized reading' (duration: 3.292950984s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:28.166235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.871133Z","time spent":"3.295097292s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5626,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk\" "} {"level":"info","ts":"2026-03-31T05:52:28.166249Z","caller":"traceutil/trace.go:171","msg":"trace[518338891] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26285; }","duration":"1.416171414s","start":"2026-03-31T05:52:26.750065Z","end":"2026-03-31T05:52:28.166237Z","steps":["trace[518338891] 'agreement among raft nodes before linearized reading' (duration: 1.416099272s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:28.166255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.873012Z","time spent":"3.293234222s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:52:28.166281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:26.750049Z","time spent":"1.416223555s","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:28.166387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.295219776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3aed1e25-a95f-471f-ab34-7fdcc0b7d7c3\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-31T05:52:28.166413Z","caller":"traceutil/trace.go:171","msg":"trace[1501483154] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3aed1e25-a95f-471f-ab34-7fdcc0b7d7c3; range_end:; response_count:1; response_revision:26285; }","duration":"3.295259257s","start":"2026-03-31T05:52:24.871147Z","end":"2026-03-31T05:52:28.166406Z","steps":["trace[1501483154] 'agreement among raft nodes before linearized reading' (duration: 3.295190725s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:28.16639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.910814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:28.16643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.871139Z","time spent":"3.295287517s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-3aed1e25-a95f-471f-ab34-7fdcc0b7d7c3\" "} {"level":"warn","ts":"2026-03-31T05:52:28.166446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.782765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:28.166456Z","caller":"traceutil/trace.go:171","msg":"trace[2001294963] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26285; }","duration":"149.009047ms","start":"2026-03-31T05:52:28.017425Z","end":"2026-03-31T05:52:28.166434Z","steps":["trace[2001294963] 'agreement among raft nodes before linearized reading' (duration: 148.901694ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:28.166485Z","caller":"traceutil/trace.go:171","msg":"trace[315815548] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26285; }","duration":"227.859338ms","start":"2026-03-31T05:52:27.938616Z","end":"2026-03-31T05:52:28.166475Z","steps":["trace[315815548] 'agreement among raft nodes before linearized reading' (duration: 227.794406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:28.166533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.292718108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129483"} {"level":"info","ts":"2026-03-31T05:52:28.166575Z","caller":"traceutil/trace.go:171","msg":"trace[268001206] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26285; }","duration":"3.292767439s","start":"2026-03-31T05:52:24.873795Z","end":"2026-03-31T05:52:28.166563Z","steps":["trace[268001206] 'agreement among raft nodes before linearized reading' (duration: 3.292640836s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:28.166547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.291593488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-31T05:52:28.166648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284349895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:28.166673Z","caller":"traceutil/trace.go:171","msg":"trace[2010863142] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26285; }","duration":"1.284411067s","start":"2026-03-31T05:52:26.882255Z","end":"2026-03-31T05:52:28.166666Z","steps":["trace[2010863142] 'agreement among raft nodes before linearized reading' (duration: 1.284375286s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:28.166672Z","caller":"traceutil/trace.go:171","msg":"trace[896146769] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26285; }","duration":"3.291747231s","start":"2026-03-31T05:52:24.874897Z","end":"2026-03-31T05:52:28.166644Z","steps":["trace[896146769] 'agreement among raft nodes before linearized reading' (duration: 3.291374581s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:28.1667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:26.882226Z","time spent":"1.284467609s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:28.166726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.87489Z","time spent":"3.291824284s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T05:52:28.166794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290469077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:28.166825Z","caller":"traceutil/trace.go:171","msg":"trace[1803336854] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26285; }","duration":"3.290514288s","start":"2026-03-31T05:52:24.876302Z","end":"2026-03-31T05:52:28.166816Z","steps":["trace[1803336854] 'agreement among raft nodes before linearized reading' (duration: 3.290465887s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:28.166602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.873789Z","time spent":"3.29280737s","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129506,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T05:52:28.166846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.876295Z","time spent":"3.29054585s","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:52:28.166616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.739897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:28.166897Z","caller":"traceutil/trace.go:171","msg":"trace[209852924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26285; }","duration":"297.051566ms","start":"2026-03-31T05:52:27.869837Z","end":"2026-03-31T05:52:28.166888Z","steps":["trace[209852924] 'agreement among raft nodes before linearized reading' (duration: 296.759018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:28.168347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.873306Z","time spent":"3.292507012s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:28.672496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676922,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:30.176234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0004965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:30.176312Z","caller":"traceutil/trace.go:171","msg":"trace[914913248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000620224s","start":"2026-03-31T05:52:28.175671Z","end":"2026-03-31T05:52:30.176291Z","steps":["trace[914913248] 'agreement among raft nodes before linearized reading' (duration: 2.000522111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:30.176373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:28.175657Z","time spent":"2.000705385s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:30.593269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542870183s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:30.59335Z","caller":"traceutil/trace.go:171","msg":"trace[759923810] transaction","detail":"{read_only:false; response_revision:26286; number_of_response:1; }","duration":"2.422209481s","start":"2026-03-31T05:52:28.171124Z","end":"2026-03-31T05:52:30.593333Z","steps":["trace[759923810] 'process raft request' (duration: 879.222324ms)","trace[759923810] 'compare' (duration: 1.542680028s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:30.593388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:28.171104Z","time spent":"2.422266782s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:52:32.176849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000364057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:32.176912Z","caller":"traceutil/trace.go:171","msg":"trace[1839198917] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00047206s","start":"2026-03-31T05:52:30.176425Z","end":"2026-03-31T05:52:32.176897Z","steps":["trace[1839198917] 'agreement among raft nodes before linearized reading' (duration: 2.000399138s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:32.176941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:30.176405Z","time spent":"2.000530571s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:32.96874Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.892411152s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:33.045592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000295834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:33.045724Z","caller":"traceutil/trace.go:171","msg":"trace[1446296021] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000491661s","start":"2026-03-31T05:52:31.045206Z","end":"2026-03-31T05:52:33.045698Z","steps":["trace[1446296021] 'agreement among raft nodes before linearized reading' (duration: 2.000336666s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:33.045788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:31.045181Z","time spent":"2.000589702s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:34.183656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999970355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:34.183718Z","caller":"traceutil/trace.go:171","msg":"trace[71042799] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000085918s","start":"2026-03-31T05:52:32.183618Z","end":"2026-03-31T05:52:34.183704Z","steps":["trace[71042799] 'agreement among raft nodes before linearized reading' (duration: 2.000002525s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:34.183746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:32.183604Z","time spent":"2.000135869s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:34.687087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718042138s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:34.687237Z","caller":"traceutil/trace.go:171","msg":"trace[2009386757] linearizableReadLoop","detail":"{readStateIndex:27258; appliedIndex:27256; }","duration":"6.515233679s","start":"2026-03-31T05:52:28.171982Z","end":"2026-03-31T05:52:34.687215Z","steps":["trace[2009386757] 'read index received' (duration: 878.739411ms)","trace[2009386757] 'applied index is now lower than readState.Index' (duration: 5.636493018s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:34.68734Z","caller":"traceutil/trace.go:171","msg":"trace[8491986] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"6.511699123s","start":"2026-03-31T05:52:28.175601Z","end":"2026-03-31T05:52:34.6873Z","steps":["trace[8491986] 'process raft request' (duration: 4.793358187s)","trace[8491986] 'compare' (duration: 1.717557485s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:34.687469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.515476945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-31T05:52:34.687508Z","caller":"traceutil/trace.go:171","msg":"trace[759642847] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26287; }","duration":"6.515535517s","start":"2026-03-31T05:52:28.171959Z","end":"2026-03-31T05:52:34.687494Z","steps":["trace[759642847] 'agreement among raft nodes before linearized reading' (duration: 6.515339081s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:34.687549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:28.171947Z","time spent":"6.515592239s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-31T05:52:34.687587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:28.175584Z","time spent":"6.511915719s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5777,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:35.187774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:35.687938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:36.184895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000878191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:36.185Z","caller":"traceutil/trace.go:171","msg":"trace[1819976144] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001049126s","start":"2026-03-31T05:52:34.183903Z","end":"2026-03-31T05:52:36.184952Z","steps":["trace[1819976144] 'agreement among raft nodes before linearized reading' (duration: 2.000939763s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:36.185038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:34.183883Z","time spent":"2.001147068s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:36.188248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:36.689004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:37.11534Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.552408717s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:37.545302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.166085ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:37.545399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:35.772474Z","time spent":"1.77292079s","remote":"127.0.0.1:50208","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:52:37.545437Z","caller":"traceutil/trace.go:171","msg":"trace[628129] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26287; }","duration":"263.32317ms","start":"2026-03-31T05:52:37.282096Z","end":"2026-03-31T05:52:37.545419Z","steps":["trace[628129] 'range keys from in-memory index tree' (duration: 263.147485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.548468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.693849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:37.548788Z","caller":"traceutil/trace.go:171","msg":"trace[1161186832] linearizableReadLoop","detail":"{readStateIndex:27263; appliedIndex:27258; }","duration":"2.861499439s","start":"2026-03-31T05:52:34.687271Z","end":"2026-03-31T05:52:37.548771Z","steps":["trace[1161186832] 'read index received' (duration: 2.428346448s)","trace[1161186832] 'applied index is now lower than readState.Index' (duration: 433.134091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:37.548924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.380956199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:37.54895Z","caller":"traceutil/trace.go:171","msg":"trace[1917757078] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26292; }","duration":"5.38099027s","start":"2026-03-31T05:52:32.167951Z","end":"2026-03-31T05:52:37.548942Z","steps":["trace[1917757078] 'agreement among raft nodes before linearized reading' (duration: 5.380901807s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.548979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:32.167928Z","time spent":"5.381041682s","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.548977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.289249439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-31T05:52:37.549047Z","caller":"traceutil/trace.go:171","msg":"trace[1649348846] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26292; }","duration":"5.289334342s","start":"2026-03-31T05:52:32.259674Z","end":"2026-03-31T05:52:37.549009Z","steps":["trace[1649348846] 'agreement among raft nodes before linearized reading' (duration: 5.289155777s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.549082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:32.259656Z","time spent":"5.289417823s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:52:37.549152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.625312314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:37.549177Z","caller":"traceutil/trace.go:171","msg":"trace[97271321] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26292; }","duration":"5.625364556s","start":"2026-03-31T05:52:31.923806Z","end":"2026-03-31T05:52:37.54917Z","steps":["trace[97271321] 'agreement among raft nodes before linearized reading' (duration: 5.625325935s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.549199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:31.923788Z","time spent":"5.625405098s","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.549206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.069460181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:37.549231Z","caller":"traceutil/trace.go:171","msg":"trace[464959858] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"6.95168655s","start":"2026-03-31T05:52:30.597527Z","end":"2026-03-31T05:52:37.549214Z","steps":["trace[464959858] 'process raft request' (duration: 6.51819389s)","trace[464959858] 'compare' (duration: 429.222884ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:37.549243Z","caller":"traceutil/trace.go:171","msg":"trace[1695842609] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26292; }","duration":"8.069538623s","start":"2026-03-31T05:52:29.479694Z","end":"2026-03-31T05:52:37.549233Z","steps":["trace[1695842609] 'agreement among raft nodes before linearized reading' (duration: 8.069470271s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.54927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:29.479674Z","time spent":"8.069588665s","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.549298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:30.59751Z","time spent":"6.951748112s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:52:37.549288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.992697095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:37.549312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.704772209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:37.54939Z","caller":"traceutil/trace.go:171","msg":"trace[1662916038] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"5.17731971s","start":"2026-03-31T05:52:32.372058Z","end":"2026-03-31T05:52:37.549378Z","steps":["trace[1662916038] 'process raft request' (duration: 5.176650072s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.549394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.295347199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-31T05:52:37.549394Z","caller":"traceutil/trace.go:171","msg":"trace[105413996] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26292; }","duration":"4.704912353s","start":"2026-03-31T05:52:32.844462Z","end":"2026-03-31T05:52:37.549374Z","steps":["trace[105413996] 'agreement among raft nodes before linearized reading' (duration: 4.704764819s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:37.549418Z","caller":"traceutil/trace.go:171","msg":"trace[265831422] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:26292; }","duration":"9.295405471s","start":"2026-03-31T05:52:28.254005Z","end":"2026-03-31T05:52:37.54941Z","steps":["trace[265831422] 'agreement among raft nodes before linearized reading' (duration: 9.295319278s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.549417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.877931324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:37.549437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:28.253981Z","time spent":"9.295451311s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":903,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-03-31T05:52:37.549443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.161958993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:37.549446Z","caller":"traceutil/trace.go:171","msg":"trace[1054184189] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26292; }","duration":"5.877990165s","start":"2026-03-31T05:52:31.671447Z","end":"2026-03-31T05:52:37.549437Z","steps":["trace[1054184189] 'agreement among raft nodes before linearized reading' (duration: 5.877941104s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.549454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:32.37203Z","time spent":"5.177382532s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:37.549319Z","caller":"traceutil/trace.go:171","msg":"trace[1536818963] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"5.928114737s","start":"2026-03-31T05:52:31.621173Z","end":"2026-03-31T05:52:37.549288Z","steps":["trace[1536818963] 'process raft request' (duration: 5.927503771s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:37.549468Z","caller":"traceutil/trace.go:171","msg":"trace[502026407] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26292; }","duration":"5.162007564s","start":"2026-03-31T05:52:32.387453Z","end":"2026-03-31T05:52:37.549461Z","steps":["trace[502026407] 'agreement among raft nodes before linearized reading' (duration: 5.161960013s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.549489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:32.387443Z","time spent":"5.162040335s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.549539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.317293105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:37.549546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01141892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:37.54956Z","caller":"traceutil/trace.go:171","msg":"trace[1416954785] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26292; }","duration":"9.317362877s","start":"2026-03-31T05:52:28.232191Z","end":"2026-03-31T05:52:37.549554Z","steps":["trace[1416954785] 'agreement among raft nodes before linearized reading' (duration: 9.317318465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.549548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:31.621158Z","time spent":"5.928327003s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:37.54958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:28.232161Z","time spent":"9.317414218s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.549587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:31.67143Z","time spent":"5.878038697s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.549689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.373964493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:37.549702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.170178465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T05:52:37.549446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:32.844439Z","time spent":"4.704989975s","remote":"127.0.0.1:37528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:37.549735Z","caller":"traceutil/trace.go:171","msg":"trace[1826458252] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26292; }","duration":"5.170252328s","start":"2026-03-31T05:52:32.379474Z","end":"2026-03-31T05:52:37.549727Z","steps":["trace[1826458252] 'agreement among raft nodes before linearized reading' (duration: 5.170120855s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.54972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.002982345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:37.549764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:32.379458Z","time spent":"5.170295489s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.549766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.377584381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-31T05:52:37.549756Z","caller":"traceutil/trace.go:171","msg":"trace[1392445067] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"6.00776394s","start":"2026-03-31T05:52:31.541973Z","end":"2026-03-31T05:52:37.549737Z","steps":["trace[1392445067] 'process raft request' (duration: 6.006581547s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:37.549775Z","caller":"traceutil/trace.go:171","msg":"trace[714454099] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26292; }","duration":"4.003074417s","start":"2026-03-31T05:52:33.546687Z","end":"2026-03-31T05:52:37.549762Z","steps":["trace[714454099] 'agreement among raft nodes before linearized reading' (duration: 4.002985755s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:37.549791Z","caller":"traceutil/trace.go:171","msg":"trace[199814668] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26292; }","duration":"9.377607152s","start":"2026-03-31T05:52:28.172177Z","end":"2026-03-31T05:52:37.549784Z","steps":["trace[199814668] 'agreement among raft nodes before linearized reading' (duration: 9.37754421s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.549311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.57613811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:37.549814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:28.172161Z","time spent":"9.377646353s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-31T05:52:37.549827Z","caller":"traceutil/trace.go:171","msg":"trace[1178904187] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26292; }","duration":"8.576691885s","start":"2026-03-31T05:52:28.973128Z","end":"2026-03-31T05:52:37.549819Z","steps":["trace[1178904187] 'agreement among raft nodes before linearized reading' (duration: 8.57616102s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.54982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:33.546668Z","time spent":"4.003138328s","remote":"127.0.0.1:35202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.549837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.919802161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:37.549854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:28.973095Z","time spent":"8.576750826s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.549853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:31.541951Z","time spent":"6.007852462s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:37.54991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.289325881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-31T05:52:37.549929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.382597737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:37.549935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.377828228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18a1d728163729a1\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-31T05:52:37.549952Z","caller":"traceutil/trace.go:171","msg":"trace[1031531586] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26292; }","duration":"6.38268396s","start":"2026-03-31T05:52:31.167261Z","end":"2026-03-31T05:52:37.549945Z","steps":["trace[1031531586] 'agreement among raft nodes before linearized reading' (duration: 6.382625149s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:37.549958Z","caller":"traceutil/trace.go:171","msg":"trace[422376649] range","detail":"{range_begin:/registry/events/openstack/container-infra.18a1d728163729a1; range_end:; response_count:1; response_revision:26292; }","duration":"9.377859399s","start":"2026-03-31T05:52:28.172092Z","end":"2026-03-31T05:52:37.549951Z","steps":["trace[422376649] 'agreement among raft nodes before linearized reading' (duration: 9.377798318s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.549978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:28.172087Z","time spent":"9.37788601s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18a1d728163729a1\" "} {"level":"info","ts":"2026-03-31T05:52:37.549708Z","caller":"traceutil/trace.go:171","msg":"trace[2140939314] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26292; }","duration":"9.373997545s","start":"2026-03-31T05:52:28.175705Z","end":"2026-03-31T05:52:37.549703Z","steps":["trace[2140939314] 'agreement among raft nodes before linearized reading' (duration: 9.373962624s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.550015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:28.175697Z","time spent":"9.374311733s","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:52:37.550015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.628528566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:37.55004Z","caller":"traceutil/trace.go:171","msg":"trace[627547172] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26292; }","duration":"6.628556287s","start":"2026-03-31T05:52:30.921476Z","end":"2026-03-31T05:52:37.550033Z","steps":["trace[627547172] 'agreement among raft nodes before linearized reading' (duration: 6.628516335s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.550034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.183448543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:37.549977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:31.167228Z","time spent":"6.382742532s","remote":"127.0.0.1:33686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.550171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.288309561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:37.550171Z","caller":"traceutil/trace.go:171","msg":"trace[810164854] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"5.937509462s","start":"2026-03-31T05:52:31.612643Z","end":"2026-03-31T05:52:37.550152Z","steps":["trace[810164854] 'process raft request' (duration: 5.936000781s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:37.550195Z","caller":"traceutil/trace.go:171","msg":"trace[1575716196] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26292; }","duration":"7.288367683s","start":"2026-03-31T05:52:30.261819Z","end":"2026-03-31T05:52:37.550187Z","steps":["trace[1575716196] 'agreement among raft nodes before linearized reading' (duration: 7.288332872s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.550245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:30.2618Z","time spent":"7.288437374s","remote":"127.0.0.1:35154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.550242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.449058305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:37.550264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:31.612624Z","time spent":"5.937588704s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:37.550289Z","caller":"traceutil/trace.go:171","msg":"trace[1852500096] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26292; }","duration":"4.449139417s","start":"2026-03-31T05:52:33.10114Z","end":"2026-03-31T05:52:37.550279Z","steps":["trace[1852500096] 'agreement among raft nodes before linearized reading' (duration: 4.449021994s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.550061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:30.92137Z","time spent":"6.62868526s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.550318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:33.101121Z","time spent":"4.449188938s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.550414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.504877702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:37.550189Z","caller":"traceutil/trace.go:171","msg":"trace[2093215613] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26292; }","duration":"4.183651509s","start":"2026-03-31T05:52:33.366523Z","end":"2026-03-31T05:52:37.550174Z","steps":["trace[2093215613] 'agreement among raft nodes before linearized reading' (duration: 4.183468494s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.550471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.689226587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:37.550474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:33.366495Z","time spent":"4.183966557s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:37.550491Z","caller":"traceutil/trace.go:171","msg":"trace[270842423] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26292; }","duration":"7.689285129s","start":"2026-03-31T05:52:29.8612Z","end":"2026-03-31T05:52:37.550485Z","steps":["trace[270842423] 'agreement among raft nodes before linearized reading' (duration: 7.689254378s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.55051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:29.861181Z","time spent":"7.689323539s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:37.549871Z","caller":"traceutil/trace.go:171","msg":"trace[219602530] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26292; }","duration":"5.919956335s","start":"2026-03-31T05:52:31.629905Z","end":"2026-03-31T05:52:37.549861Z","steps":["trace[219602530] 'agreement among raft nodes before linearized reading' (duration: 5.919810361s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.550545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:31.629894Z","time spent":"5.920641204s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.549597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.219504951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:37.549933Z","caller":"traceutil/trace.go:171","msg":"trace[797160925] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26292; }","duration":"5.289367033s","start":"2026-03-31T05:52:32.260558Z","end":"2026-03-31T05:52:37.549926Z","steps":["trace[797160925] 'agreement among raft nodes before linearized reading' (duration: 5.289306101s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:37.550591Z","caller":"traceutil/trace.go:171","msg":"trace[669558223] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26292; }","duration":"3.220538078s","start":"2026-03-31T05:52:34.330041Z","end":"2026-03-31T05:52:37.550579Z","steps":["trace[669558223] 'agreement among raft nodes before linearized reading' (duration: 3.219538051s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.550608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:32.260549Z","time spent":"5.290046361s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:52:37.550622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:34.330021Z","time spent":"3.220591069s","remote":"127.0.0.1:34072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.549712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.893184163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:52:37.550743Z","caller":"traceutil/trace.go:171","msg":"trace[20597722] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26292; }","duration":"3.894238312s","start":"2026-03-31T05:52:33.656496Z","end":"2026-03-31T05:52:37.550735Z","steps":["trace[20597722] 'agreement among raft nodes before linearized reading' (duration: 3.893113001s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:37.549351Z","caller":"traceutil/trace.go:171","msg":"trace[1703708133] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26292; }","duration":"3.992791007s","start":"2026-03-31T05:52:33.556541Z","end":"2026-03-31T05:52:37.549332Z","steps":["trace[1703708133] 'agreement among raft nodes before linearized reading' (duration: 3.992680234s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:37.549566Z","caller":"traceutil/trace.go:171","msg":"trace[916845242] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26292; }","duration":"3.011465932s","start":"2026-03-31T05:52:34.538093Z","end":"2026-03-31T05:52:37.549559Z","steps":["trace[916845242] 'agreement among raft nodes before linearized reading' (duration: 3.011435341s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.550772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:33.65648Z","time spent":"3.894280962s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.550775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:33.55653Z","time spent":"3.994235986s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.55078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360574044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:37.550828Z","caller":"traceutil/trace.go:171","msg":"trace[1028510493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26292; }","duration":"1.360643765s","start":"2026-03-31T05:52:36.190171Z","end":"2026-03-31T05:52:37.550814Z","steps":["trace[1028510493] 'agreement among raft nodes before linearized reading' (duration: 1.360579633s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.550136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.957452987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:37.550858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:36.190155Z","time spent":"1.360695677s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:52:37.550872Z","caller":"traceutil/trace.go:171","msg":"trace[916394348] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26292; }","duration":"6.958219078s","start":"2026-03-31T05:52:30.592644Z","end":"2026-03-31T05:52:37.550863Z","steps":["trace[916394348] 'agreement among raft nodes before linearized reading' (duration: 6.957459857s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.550905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:30.592631Z","time spent":"6.958263199s","remote":"127.0.0.1:33224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:37.550443Z","caller":"traceutil/trace.go:171","msg":"trace[1795597554] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26292; }","duration":"7.504945423s","start":"2026-03-31T05:52:30.045491Z","end":"2026-03-31T05:52:37.550436Z","steps":["trace[1795597554] 'agreement among raft nodes before linearized reading' (duration: 7.504891222s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.550945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:30.045469Z","time spent":"7.505467478s","remote":"127.0.0.1:57638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.551203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858846318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-fzhrt\" ","response":"range_response_count:1 size:5315"} {"level":"info","ts":"2026-03-31T05:52:37.551236Z","caller":"traceutil/trace.go:171","msg":"trace[888216699] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-fzhrt; range_end:; response_count:1; response_revision:26292; }","duration":"2.858905999s","start":"2026-03-31T05:52:34.692322Z","end":"2026-03-31T05:52:37.551228Z","steps":["trace[888216699] 'agreement among raft nodes before linearized reading' (duration: 2.857746517s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.551257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:34.692304Z","time spent":"2.858947661s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5338,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-fzhrt\" "} {"level":"warn","ts":"2026-03-31T05:52:37.551282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.463661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268432"} {"level":"info","ts":"2026-03-31T05:52:37.551318Z","caller":"traceutil/trace.go:171","msg":"trace[1320317060] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:26292; }","duration":"478.529133ms","start":"2026-03-31T05:52:37.072779Z","end":"2026-03-31T05:52:37.551308Z","steps":["trace[1320317060] 'agreement among raft nodes before linearized reading' (duration: 478.191404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.551347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:37.072734Z","time spent":"478.604035ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268455,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:52:37.551371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656566001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:37.551395Z","caller":"traceutil/trace.go:171","msg":"trace[2093875920] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26292; }","duration":"1.656618082s","start":"2026-03-31T05:52:35.894769Z","end":"2026-03-31T05:52:37.551387Z","steps":["trace[2093875920] 'agreement among raft nodes before linearized reading' (duration: 1.656572591s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.55142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:35.894747Z","time spent":"1.656665803s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.551514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338411062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:37.550792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:34.538076Z","time spent":"3.012707115s","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:37.551545Z","caller":"traceutil/trace.go:171","msg":"trace[126118447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26292; }","duration":"1.338478163s","start":"2026-03-31T05:52:36.213057Z","end":"2026-03-31T05:52:37.551536Z","steps":["trace[126118447] 'agreement among raft nodes before linearized reading' (duration: 1.338394331s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.551566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858120364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:37.55159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:36.213017Z","time spent":"1.338564646s","remote":"127.0.0.1:51726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:37.551591Z","caller":"traceutil/trace.go:171","msg":"trace[1896924751] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26292; }","duration":"1.858176815s","start":"2026-03-31T05:52:35.693408Z","end":"2026-03-31T05:52:37.551585Z","steps":["trace[1896924751] 'agreement among raft nodes before linearized reading' (duration: 1.858119803s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.551623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:35.693392Z","time spent":"1.858221276s","remote":"127.0.0.1:33238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.551625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.158373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:37.551649Z","caller":"traceutil/trace.go:171","msg":"trace[781699536] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26292; }","duration":"787.213464ms","start":"2026-03-31T05:52:36.764429Z","end":"2026-03-31T05:52:37.551642Z","steps":["trace[781699536] 'agreement among raft nodes before linearized reading' (duration: 787.166493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.551669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:36.764412Z","time spent":"787.250606ms","remote":"127.0.0.1:57670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:37.551783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859338081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d60aec32-5d42-43d2-b2a8-13114392b9eb\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-31T05:52:37.551813Z","caller":"traceutil/trace.go:171","msg":"trace[1312249093] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d60aec32-5d42-43d2-b2a8-13114392b9eb; range_end:; response_count:1; response_revision:26292; }","duration":"2.859396523s","start":"2026-03-31T05:52:34.692407Z","end":"2026-03-31T05:52:37.551804Z","steps":["trace[1312249093] 'agreement among raft nodes before linearized reading' (duration: 2.85931008s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:37.551837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:34.692391Z","time spent":"2.859439454s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-d60aec32-5d42-43d2-b2a8-13114392b9eb\" "} {"level":"warn","ts":"2026-03-31T05:52:38.055044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:39.47336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098035396s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-31T05:52:39.473455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:37.554031Z","time spent":"1.91942055s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:52:39.557787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00047549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:39.557946Z","caller":"traceutil/trace.go:171","msg":"trace[526285845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000669375s","start":"2026-03-31T05:52:37.557246Z","end":"2026-03-31T05:52:39.557916Z","steps":["trace[526285845] 'agreement among raft nodes before linearized reading' (duration: 2.00048288s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:39.558027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:37.557239Z","time spent":"2.000773589s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:40.592212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.951408727s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:40.819417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:40.245482Z","time spent":"573.925594ms","remote":"127.0.0.1:50226","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:52:40.819627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.069546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:40.820446Z","caller":"traceutil/trace.go:171","msg":"trace[1719267512] linearizableReadLoop","detail":"{readStateIndex:27267; appliedIndex:27263; }","duration":"3.265652354s","start":"2026-03-31T05:52:37.554768Z","end":"2026-03-31T05:52:40.82042Z","steps":["trace[1719267512] 'read index received' (duration: 820.560811ms)","trace[1719267512] 'applied index is now lower than readState.Index' (duration: 2.445089183s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:40.820553Z","caller":"traceutil/trace.go:171","msg":"trace[117326307] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"3.257337258s","start":"2026-03-31T05:52:37.563206Z","end":"2026-03-31T05:52:40.820544Z","steps":["trace[117326307] 'process raft request' (duration: 3.256853295s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:40.820503Z","caller":"traceutil/trace.go:171","msg":"trace[74508972] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"3.261256284s","start":"2026-03-31T05:52:37.559176Z","end":"2026-03-31T05:52:40.820432Z","steps":["trace[74508972] 'process raft request' (duration: 3.260764641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:40.820648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:37.563196Z","time spent":"3.257380749s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:40.820907Z","caller":"traceutil/trace.go:171","msg":"trace[1054401252] transaction","detail":"{read_only:false; response_revision:26296; number_of_response:1; }","duration":"1.346646636s","start":"2026-03-31T05:52:39.474236Z","end":"2026-03-31T05:52:40.820883Z","steps":["trace[1054401252] 'process raft request' (duration: 1.345878185s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:40.820981Z","caller":"traceutil/trace.go:171","msg":"trace[1515470399] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"1.346669517s","start":"2026-03-31T05:52:39.474286Z","end":"2026-03-31T05:52:40.820956Z","steps":["trace[1515470399] 'process raft request' (duration: 1.345882375s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:40.821011Z","caller":"traceutil/trace.go:171","msg":"trace[724945633] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"3.261881571s","start":"2026-03-31T05:52:37.559101Z","end":"2026-03-31T05:52:40.820983Z","steps":["trace[724945633] 'process raft request' (duration: 3.033360426s)","trace[724945633] 'compare' (duration: 226.598313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:40.82103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:39.474216Z","time spent":"1.346748019s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:52:40.821091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:39.47426Z","time spent":"1.346762188s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:40.821134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:37.559083Z","time spent":"3.261985374s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:40.820725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:37.559162Z","time spent":"3.261438849s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:41.558265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999673948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:41.558347Z","caller":"traceutil/trace.go:171","msg":"trace[562074556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999819582s","start":"2026-03-31T05:52:39.558506Z","end":"2026-03-31T05:52:41.558326Z","steps":["trace[562074556] 'agreement among raft nodes before linearized reading' (duration: 1.99972176s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.558395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:39.558481Z","time spent":"1.999903575s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:41.802898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.248103192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-31T05:52:41.802973Z","caller":"traceutil/trace.go:171","msg":"trace[164093809] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26298; }","duration":"4.248201624s","start":"2026-03-31T05:52:37.554752Z","end":"2026-03-31T05:52:41.802953Z","steps":["trace[164093809] 'agreement among raft nodes before linearized reading' (duration: 3.266100176s)","trace[164093809] 'range keys from in-memory index tree' (duration: 981.906933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:41.803004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:37.554744Z","time spent":"4.248252675s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-31T05:52:41.805049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.802672ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:52:41.805176Z","caller":"traceutil/trace.go:171","msg":"trace[2096874628] linearizableReadLoop","detail":"{readStateIndex:27270; appliedIndex:27269; }","duration":"984.656128ms","start":"2026-03-31T05:52:40.820496Z","end":"2026-03-31T05:52:41.805152Z","steps":["trace[2096874628] 'read index received' (duration: 377.67µs)","trace[2096874628] 'applied index is now lower than readState.Index' (duration: 984.276468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:41.805363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031603123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:41.805423Z","caller":"traceutil/trace.go:171","msg":"trace[1505827778] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26298; }","duration":"1.031726085s","start":"2026-03-31T05:52:40.773678Z","end":"2026-03-31T05:52:41.805404Z","steps":["trace[1505827778] 'agreement among raft nodes before linearized reading' (duration: 1.031612522s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.805481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:40.773657Z","time spent":"1.031808788s","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.805855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.599396213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:52:41.805923Z","caller":"traceutil/trace.go:171","msg":"trace[1006424331] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26298; }","duration":"2.599488676s","start":"2026-03-31T05:52:39.206416Z","end":"2026-03-31T05:52:41.805904Z","steps":["trace[1006424331] 'agreement among raft nodes before linearized reading' (duration: 2.599308771s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.805977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:39.206394Z","time spent":"2.599570908s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:52:41.806279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851692614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:41.8063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.25064887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:41.806334Z","caller":"traceutil/trace.go:171","msg":"trace[24662822] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26298; }","duration":"2.851748515s","start":"2026-03-31T05:52:38.954571Z","end":"2026-03-31T05:52:41.80632Z","steps":["trace[24662822] 'agreement among raft nodes before linearized reading' (duration: 2.851631052s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:41.80636Z","caller":"traceutil/trace.go:171","msg":"trace[980830807] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:0; response_revision:26298; }","duration":"4.250744473s","start":"2026-03-31T05:52:37.555602Z","end":"2026-03-31T05:52:41.806346Z","steps":["trace[980830807] 'agreement among raft nodes before linearized reading' (duration: 4.25063721s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.806385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:38.954522Z","time spent":"2.851851899s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.806408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:37.555585Z","time spent":"4.250807975s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:52:41.806536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.41644832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:41.806666Z","caller":"traceutil/trace.go:171","msg":"trace[65342319] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26298; }","duration":"3.416652645s","start":"2026-03-31T05:52:38.389986Z","end":"2026-03-31T05:52:41.806639Z","steps":["trace[65342319] 'agreement among raft nodes before linearized reading' (duration: 3.416270985s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.806691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.726018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a1d728d145a24b\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-03-31T05:52:41.80673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.993143508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:41.80676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:38.389959Z","time spent":"3.416789428s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:41.806981Z","caller":"traceutil/trace.go:171","msg":"trace[1052961855] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26298; }","duration":"3.993416346s","start":"2026-03-31T05:52:37.813544Z","end":"2026-03-31T05:52:41.80696Z","steps":["trace[1052961855] 'agreement among raft nodes before linearized reading' (duration: 3.993152418s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.807037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:37.813529Z","time spent":"3.993494208s","remote":"127.0.0.1:34008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.807251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067424381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:41.807304Z","caller":"traceutil/trace.go:171","msg":"trace[1032342673] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26298; }","duration":"3.067514894s","start":"2026-03-31T05:52:38.739779Z","end":"2026-03-31T05:52:41.807294Z","steps":["trace[1032342673] 'agreement among raft nodes before linearized reading' (duration: 3.067437301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.807361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:38.739756Z","time spent":"3.067575156s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.806664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972447496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:41.807428Z","caller":"traceutil/trace.go:171","msg":"trace[28028879] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26298; }","duration":"3.973228928s","start":"2026-03-31T05:52:37.834178Z","end":"2026-03-31T05:52:41.807407Z","steps":["trace[28028879] 'agreement among raft nodes before linearized reading' (duration: 3.972441456s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.8075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:37.834167Z","time spent":"3.973307589s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.807504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.872511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:41.807552Z","caller":"traceutil/trace.go:171","msg":"trace[1168129114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26298; }","duration":"240.951553ms","start":"2026-03-31T05:52:41.566585Z","end":"2026-03-31T05:52:41.807536Z","steps":["trace[1168129114] 'agreement among raft nodes before linearized reading' (duration: 240.890601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:41.806746Z","caller":"traceutil/trace.go:171","msg":"trace[580291156] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a1d728d145a24b; range_end:; response_count:1; response_revision:26298; }","duration":"981.83733ms","start":"2026-03-31T05:52:40.824895Z","end":"2026-03-31T05:52:41.806732Z","steps":["trace[580291156] 'agreement among raft nodes before linearized reading' (duration: 981.695837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.807639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.134272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:41.807702Z","caller":"traceutil/trace.go:171","msg":"trace[1417430587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26298; }","duration":"763.245795ms","start":"2026-03-31T05:52:41.044442Z","end":"2026-03-31T05:52:41.807688Z","steps":["trace[1417430587] 'agreement among raft nodes before linearized reading' (duration: 763.155833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.807754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.044413Z","time spent":"763.329717ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:41.807768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.936353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:41.808127Z","caller":"traceutil/trace.go:171","msg":"trace[1177001038] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26298; }","duration":"891.352074ms","start":"2026-03-31T05:52:40.916717Z","end":"2026-03-31T05:52:41.808069Z","steps":["trace[1177001038] 'agreement among raft nodes before linearized reading' (duration: 890.949753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.807657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:40.824872Z","time spent":"982.773596ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a1d728d145a24b\" "} {"level":"warn","ts":"2026-03-31T05:52:41.807845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.638895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-h4qc9\" ","response":"range_response_count:1 size:4803"} {"level":"warn","ts":"2026-03-31T05:52:41.808209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:40.916689Z","time spent":"891.497818ms","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:41.808281Z","caller":"traceutil/trace.go:171","msg":"trace[126019251] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-h4qc9; range_end:; response_count:1; response_revision:26298; }","duration":"982.095907ms","start":"2026-03-31T05:52:40.826152Z","end":"2026-03-31T05:52:41.808248Z","steps":["trace[126019251] 'agreement among raft nodes before linearized reading' (duration: 981.45395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.807886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.896172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d53ef11cdce7\" ","response":"range_response_count:1 size:880"} {"level":"warn","ts":"2026-03-31T05:52:41.808385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:40.826145Z","time spent":"982.20548ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4826,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-h4qc9\" "} {"level":"info","ts":"2026-03-31T05:52:41.808429Z","caller":"traceutil/trace.go:171","msg":"trace[364695768] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d53ef11cdce7; range_end:; response_count:1; response_revision:26298; }","duration":"982.436276ms","start":"2026-03-31T05:52:40.825962Z","end":"2026-03-31T05:52:41.808398Z","steps":["trace[364695768] 'agreement among raft nodes before linearized reading' (duration: 981.793849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.808513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:40.825951Z","time spent":"982.54071ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":903,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d53ef11cdce7\" "} {"level":"warn","ts":"2026-03-31T05:52:42.327343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:42.828492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:43.328603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:43.829553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:44.330048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:44.65092Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.842679499s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:44.651254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.808144Z","time spent":"2.84310366s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:52:44.870081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999865373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:44.87017Z","caller":"traceutil/trace.go:171","msg":"trace[1969109437] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999972856s","start":"2026-03-31T05:52:42.870174Z","end":"2026-03-31T05:52:44.870147Z","steps":["trace[1969109437] 'agreement among raft nodes before linearized reading' (duration: 1.999860533s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:44.870217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:42.870118Z","time spent":"2.000089499s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:46.870912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000257435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:46.871007Z","caller":"traceutil/trace.go:171","msg":"trace[2056443428] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000391769s","start":"2026-03-31T05:52:44.870591Z","end":"2026-03-31T05:52:46.870982Z","steps":["trace[2056443428] 'agreement among raft nodes before linearized reading' (duration: 2.000277516s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:46.871052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:44.870576Z","time spent":"2.00046461s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:47.214879Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.563650363s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:47.397926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.727232ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:47.39809Z","caller":"traceutil/trace.go:171","msg":"trace[1877466919] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26298; }","duration":"115.906547ms","start":"2026-03-31T05:52:47.282164Z","end":"2026-03-31T05:52:47.398071Z","steps":["trace[1877466919] 'range keys from in-memory index tree' (duration: 115.708872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:47.399842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.612764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:47.400078Z","caller":"traceutil/trace.go:171","msg":"trace[1366954300] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"5.590109383s","start":"2026-03-31T05:52:41.809942Z","end":"2026-03-31T05:52:47.400051Z","steps":["trace[1366954300] 'process raft request' (duration: 5.405197532s)","trace[1366954300] 'compare' (duration: 182.829694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:47.400183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.809925Z","time spent":"5.590195245s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:47.400166Z","caller":"traceutil/trace.go:171","msg":"trace[442086713] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"5.59002825s","start":"2026-03-31T05:52:41.810096Z","end":"2026-03-31T05:52:47.400124Z","steps":["trace[442086713] 'process raft request' (duration: 5.589858575s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:47.400194Z","caller":"traceutil/trace.go:171","msg":"trace[1184821021] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"5.578382354s","start":"2026-03-31T05:52:41.821788Z","end":"2026-03-31T05:52:47.40017Z","steps":["trace[1184821021] 'process raft request' (duration: 5.57824753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:47.400276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.821772Z","time spent":"5.578464316s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4963,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:47.400325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.810089Z","time spent":"5.590145604s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:47.400371Z","caller":"traceutil/trace.go:171","msg":"trace[165124759] linearizableReadLoop","detail":"{readStateIndex:27275; appliedIndex:27270; }","duration":"5.581054047s","start":"2026-03-31T05:52:41.819279Z","end":"2026-03-31T05:52:47.400333Z","steps":["trace[165124759] 'read index received' (duration: 2.831912547s)","trace[165124759] 'applied index is now lower than readState.Index' (duration: 2.749138189s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:47.400564Z","caller":"traceutil/trace.go:171","msg":"trace[1200859516] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"4.843424797s","start":"2026-03-31T05:52:42.557125Z","end":"2026-03-31T05:52:47.40055Z","steps":["trace[1200859516] 'process raft request' (duration: 4.842979465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:47.400628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:42.5571Z","time spent":"4.843490349s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:47.400718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.581443187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-31T05:52:47.40079Z","caller":"traceutil/trace.go:171","msg":"trace[1726752603] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26302; }","duration":"5.581524029s","start":"2026-03-31T05:52:41.819223Z","end":"2026-03-31T05:52:47.400747Z","steps":["trace[1726752603] 'agreement among raft nodes before linearized reading' (duration: 5.581355084s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:47.400826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.819197Z","time spent":"5.581620992s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T05:52:47.900789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:48.880197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998704142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:48.880285Z","caller":"traceutil/trace.go:171","msg":"trace[1808176872] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998837096s","start":"2026-03-31T05:52:46.881426Z","end":"2026-03-31T05:52:48.880263Z","steps":["trace[1808176872] 'agreement among raft nodes before linearized reading' (duration: 1.998731003s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:48.880391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:46.881409Z","time spent":"1.998966449s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:49.786008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673705709s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:49.786221Z","caller":"traceutil/trace.go:171","msg":"trace[89800968] transaction","detail":"{read_only:false; response_revision:26303; number_of_response:1; }","duration":"5.133915635s","start":"2026-03-31T05:52:44.652275Z","end":"2026-03-31T05:52:49.786191Z","steps":["trace[89800968] 'process raft request' (duration: 3.45993145s)","trace[89800968] 'compare' (duration: 1.673349458s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:49.78629Z","caller":"traceutil/trace.go:171","msg":"trace[1823162416] transaction","detail":"{read_only:false; response_revision:26304; number_of_response:1; }","duration":"4.727787547s","start":"2026-03-31T05:52:45.058479Z","end":"2026-03-31T05:52:49.786266Z","steps":["trace[1823162416] 'process raft request' (duration: 4.727654074s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:49.786355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:44.652256Z","time spent":"5.134021789s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:49.786388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:45.058452Z","time spent":"4.72789198s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:50.880777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000157362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:50.880875Z","caller":"traceutil/trace.go:171","msg":"trace[1024316256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000323406s","start":"2026-03-31T05:52:48.88053Z","end":"2026-03-31T05:52:50.880853Z","steps":["trace[1024316256] 'agreement among raft nodes before linearized reading' (duration: 2.000181012s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:50.880923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:48.880513Z","time spent":"2.000400718s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:51.210823Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.098556588s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:52:51.211262Z","caller":"traceutil/trace.go:171","msg":"trace[1968985027] linearizableReadLoop","detail":"{readStateIndex:27279; appliedIndex:27275; }","duration":"3.810791877s","start":"2026-03-31T05:52:47.400443Z","end":"2026-03-31T05:52:51.211235Z","steps":["trace[1968985027] 'read index received' (duration: 711.780606ms)","trace[1968985027] 'applied index is now lower than readState.Index' (duration: 3.099010251s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:51.211316Z","caller":"traceutil/trace.go:171","msg":"trace[239219531] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"3.58405988s","start":"2026-03-31T05:52:47.627225Z","end":"2026-03-31T05:52:51.211285Z","steps":["trace[239219531] 'process raft request' (duration: 3.583959817s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.211425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:47.627199Z","time spent":"3.584149453s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:51.211432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.465191407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:51.211452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.241081952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:51.211514Z","caller":"traceutil/trace.go:171","msg":"trace[1444555151] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26306; }","duration":"7.241153924s","start":"2026-03-31T05:52:43.970342Z","end":"2026-03-31T05:52:51.211496Z","steps":["trace[1444555151] 'agreement among raft nodes before linearized reading' (duration: 7.240967609s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.211512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.550673201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:51.2115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.307037912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:51.211565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:43.970282Z","time spent":"7.241272927s","remote":"127.0.0.1:34238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:51.211583Z","caller":"traceutil/trace.go:171","msg":"trace[1163441882] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26306; }","duration":"5.550770584s","start":"2026-03-31T05:52:45.660788Z","end":"2026-03-31T05:52:51.211558Z","steps":["trace[1163441882] 'agreement among raft nodes before linearized reading' (duration: 5.550656881s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.21159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.331669549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"warn","ts":"2026-03-31T05:52:51.211651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:45.660754Z","time spent":"5.550887148s","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:51.211606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.156464978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:51.211746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.883643004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:51.211747Z","caller":"traceutil/trace.go:171","msg":"trace[1914327771] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26306; }","duration":"5.156678524s","start":"2026-03-31T05:52:46.055036Z","end":"2026-03-31T05:52:51.211715Z","steps":["trace[1914327771] 'agreement among raft nodes before linearized reading' (duration: 5.156215101s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.21176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072968453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:51.211796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.60866052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:51.211812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:46.05502Z","time spent":"5.156779176s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:51.211827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.633860282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:51.211826Z","caller":"traceutil/trace.go:171","msg":"trace[205720399] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26306; }","duration":"3.073039535s","start":"2026-03-31T05:52:48.13877Z","end":"2026-03-31T05:52:51.21181Z","steps":["trace[205720399] 'agreement among raft nodes before linearized reading' (duration: 3.072940313s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:51.21147Z","caller":"traceutil/trace.go:171","msg":"trace[1276666718] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26306; }","duration":"7.46527548s","start":"2026-03-31T05:52:43.74618Z","end":"2026-03-31T05:52:51.211456Z","steps":["trace[1276666718] 'agreement among raft nodes before linearized reading' (duration: 7.465191177s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.211879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:43.746165Z","time spent":"7.465700831s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:51.211861Z","caller":"traceutil/trace.go:171","msg":"trace[1633062856] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26306; }","duration":"3.633895773s","start":"2026-03-31T05:52:47.577956Z","end":"2026-03-31T05:52:51.211852Z","steps":["trace[1633062856] 'agreement among raft nodes before linearized reading' (duration: 3.633844242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.21188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:48.138747Z","time spent":"3.073119008s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:51.211913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.612945509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:51.211913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.768508769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:51.211926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:47.577923Z","time spent":"3.633993396s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-31T05:52:51.21194Z","caller":"traceutil/trace.go:171","msg":"trace[774460365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26306; }","duration":"4.6129776s","start":"2026-03-31T05:52:46.598954Z","end":"2026-03-31T05:52:51.211932Z","steps":["trace[774460365] 'agreement among raft nodes before linearized reading' (duration: 4.612924308s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:51.211953Z","caller":"traceutil/trace.go:171","msg":"trace[73900832] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26306; }","duration":"3.768577531s","start":"2026-03-31T05:52:47.443363Z","end":"2026-03-31T05:52:51.211941Z","steps":["trace[73900832] 'agreement among raft nodes before linearized reading' (duration: 3.768521799s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.211964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:46.598899Z","time spent":"4.613059192s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:51.211983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:47.443342Z","time spent":"3.768633373s","remote":"127.0.0.1:34170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:51.21178Z","caller":"traceutil/trace.go:171","msg":"trace[1859917200] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26306; }","duration":"8.883706926s","start":"2026-03-31T05:52:42.328063Z","end":"2026-03-31T05:52:51.21177Z","steps":["trace[1859917200] 'agreement among raft nodes before linearized reading' (duration: 8.883633344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.212062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:42.328049Z","time spent":"8.884002264s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:51.212155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.349093511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:51.212174Z","caller":"traceutil/trace.go:171","msg":"trace[1904234685] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26306; }","duration":"3.349144303s","start":"2026-03-31T05:52:47.863024Z","end":"2026-03-31T05:52:51.212168Z","steps":["trace[1904234685] 'agreement among raft nodes before linearized reading' (duration: 3.349102332s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.212167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.80313566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-31T05:52:51.212195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:47.863006Z","time spent":"3.349184634s","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:51.212192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.376589447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:51.21167Z","caller":"traceutil/trace.go:171","msg":"trace[319307842] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:26306; }","duration":"9.331769292s","start":"2026-03-31T05:52:41.879878Z","end":"2026-03-31T05:52:51.211647Z","steps":["trace[319307842] 'agreement among raft nodes before linearized reading' (duration: 9.331523145s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:51.21221Z","caller":"traceutil/trace.go:171","msg":"trace[1183354738] range","detail":"{range_begin:/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532; range_end:; response_count:1; response_revision:26306; }","duration":"3.803203642s","start":"2026-03-31T05:52:47.408993Z","end":"2026-03-31T05:52:51.212197Z","steps":["trace[1183354738] 'agreement among raft nodes before linearized reading' (duration: 3.803061998s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.212226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.531725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:51.21224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.879799Z","time spent":"9.33243027s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":254,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"warn","ts":"2026-03-31T05:52:51.211602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.80723898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d5414525dcab\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-31T05:52:51.21226Z","caller":"traceutil/trace.go:171","msg":"trace[126948391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26306; }","duration":"323.604117ms","start":"2026-03-31T05:52:50.888645Z","end":"2026-03-31T05:52:51.212249Z","steps":["trace[126948391] 'agreement among raft nodes before linearized reading' (duration: 323.556426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.212292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:50.888623Z","time spent":"323.663559ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:51.212309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.287707845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:51.212305Z","caller":"traceutil/trace.go:171","msg":"trace[1431827771] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d5414525dcab; range_end:; response_count:1; response_revision:26306; }","duration":"3.80796145s","start":"2026-03-31T05:52:47.404319Z","end":"2026-03-31T05:52:51.21228Z","steps":["trace[1431827771] 'agreement among raft nodes before linearized reading' (duration: 3.807182919s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:51.212331Z","caller":"traceutil/trace.go:171","msg":"trace[127495404] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26306; }","duration":"3.287731575s","start":"2026-03-31T05:52:47.924591Z","end":"2026-03-31T05:52:51.212323Z","steps":["trace[127495404] 'agreement among raft nodes before linearized reading' (duration: 3.287690854s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.212331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.803258123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-ms76z\" ","response":"range_response_count:1 size:5422"} {"level":"warn","ts":"2026-03-31T05:52:51.212353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:47.924571Z","time spent":"3.287777027s","remote":"127.0.0.1:34114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:51.212354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:47.404299Z","time spent":"3.808037553s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":903,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk.18a1d5414525dcab\" "} {"level":"info","ts":"2026-03-31T05:52:51.212363Z","caller":"traceutil/trace.go:171","msg":"trace[407194443] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-ms76z; range_end:; response_count:1; response_revision:26306; }","duration":"3.803291714s","start":"2026-03-31T05:52:47.409059Z","end":"2026-03-31T05:52:51.212351Z","steps":["trace[407194443] 'agreement among raft nodes before linearized reading' (duration: 3.803204052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.212397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:47.409057Z","time spent":"3.803334185s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5445,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-ms76z\" "} {"level":"info","ts":"2026-03-31T05:52:51.211835Z","caller":"traceutil/trace.go:171","msg":"trace[807450438] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26306; }","duration":"6.608748353s","start":"2026-03-31T05:52:44.603073Z","end":"2026-03-31T05:52:51.211822Z","steps":["trace[807450438] 'agreement among raft nodes before linearized reading' (duration: 6.608686451s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.212413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.889221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:51.212433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:44.603047Z","time spent":"6.60937448s","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:51.21245Z","caller":"traceutil/trace.go:171","msg":"trace[1047855479] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26306; }","duration":"493.961263ms","start":"2026-03-31T05:52:50.718477Z","end":"2026-03-31T05:52:51.212438Z","steps":["trace[1047855479] 'agreement among raft nodes before linearized reading' (duration: 493.902972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:51.211589Z","caller":"traceutil/trace.go:171","msg":"trace[1315352585] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26306; }","duration":"4.307177766s","start":"2026-03-31T05:52:46.904391Z","end":"2026-03-31T05:52:51.211569Z","steps":["trace[1315352585] 'agreement among raft nodes before linearized reading' (duration: 4.306989151s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.21248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:50.718457Z","time spent":"494.014854ms","remote":"127.0.0.1:33466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:51.211671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.840607391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:51.212507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:46.904378Z","time spent":"4.308116862s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:51.211749Z","caller":"traceutil/trace.go:171","msg":"trace[1110292627] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"3.641112319s","start":"2026-03-31T05:52:47.570626Z","end":"2026-03-31T05:52:51.211739Z","steps":["trace[1110292627] 'process raft request' (duration: 3.64039655s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:51.212228Z","caller":"traceutil/trace.go:171","msg":"trace[1054868965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26306; }","duration":"3.376717941s","start":"2026-03-31T05:52:47.835496Z","end":"2026-03-31T05:52:51.212214Z","steps":["trace[1054868965] 'agreement among raft nodes before linearized reading' (duration: 3.37666851s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.212609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07682535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:51.212613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:47.570603Z","time spent":"3.641954543s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:51.212518Z","caller":"traceutil/trace.go:171","msg":"trace[19368073] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26306; }","duration":"7.841485455s","start":"2026-03-31T05:52:43.371024Z","end":"2026-03-31T05:52:51.21251Z","steps":["trace[19368073] 'agreement among raft nodes before linearized reading' (duration: 7.840600621s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.212641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:47.835468Z","time spent":"3.377162293s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:51.212647Z","caller":"traceutil/trace.go:171","msg":"trace[977094728] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26306; }","duration":"1.076897762s","start":"2026-03-31T05:52:50.135737Z","end":"2026-03-31T05:52:51.212634Z","steps":["trace[977094728] 'agreement among raft nodes before linearized reading' (duration: 1.07683553s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.212669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:43.37101Z","time spent":"7.841650209s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:51.212672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423596936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-31T05:52:51.212684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:50.135716Z","time spent":"1.076958134s","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:51.212704Z","caller":"traceutil/trace.go:171","msg":"trace[1547840932] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26306; }","duration":"1.423651627s","start":"2026-03-31T05:52:49.789044Z","end":"2026-03-31T05:52:51.212695Z","steps":["trace[1547840932] 'agreement among raft nodes before linearized reading' (duration: 1.423557375s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.21273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:49.789032Z","time spent":"1.423692409s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:52:51.212833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070534669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:51.212856Z","caller":"traceutil/trace.go:171","msg":"trace[541889734] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26306; }","duration":"1.07059753s","start":"2026-03-31T05:52:50.142252Z","end":"2026-03-31T05:52:51.21285Z","steps":["trace[541889734] 'agreement among raft nodes before linearized reading' (duration: 1.070555639s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.212874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:50.14223Z","time spent":"1.070638842s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:51.212242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:47.408978Z","time spent":"3.803256663s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-80c83d26-ac14-4168-bd62-61c56a180532\" "} {"level":"warn","ts":"2026-03-31T05:52:51.720864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:53.278373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359458075s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:53.278452Z","caller":"traceutil/trace.go:171","msg":"trace[1002203519] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"2.062740661s","start":"2026-03-31T05:52:51.215697Z","end":"2026-03-31T05:52:53.278437Z","steps":["trace[1002203519] 'process raft request' (duration: 703.162943ms)","trace[1002203519] 'compare' (duration: 1.359261459s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:53.278484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:51.215674Z","time spent":"2.062795542s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:54.89653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999987427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:54.896618Z","caller":"traceutil/trace.go:171","msg":"trace[1017940615] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0001275s","start":"2026-03-31T05:52:52.89647Z","end":"2026-03-31T05:52:54.896597Z","steps":["trace[1017940615] 'agreement among raft nodes before linearized reading' (duration: 2.000020647s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.896668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:52.896451Z","time spent":"2.000207102s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:56.091406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.172621222s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:56.897057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:56.897141Z","caller":"traceutil/trace.go:171","msg":"trace[932241315] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000315376s","start":"2026-03-31T05:52:54.896806Z","end":"2026-03-31T05:52:56.897121Z","steps":["trace[932241315] 'agreement among raft nodes before linearized reading' (duration: 2.000206383s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:56.897188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:54.896791Z","time spent":"2.000388097s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:57.224109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13245892s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:57.22421Z","caller":"traceutil/trace.go:171","msg":"trace[1498036164] linearizableReadLoop","detail":"{readStateIndex:27281; appliedIndex:27279; }","duration":"6.00438572s","start":"2026-03-31T05:52:51.219806Z","end":"2026-03-31T05:52:57.224192Z","steps":["trace[1498036164] 'read index received' (duration: 699.02648ms)","trace[1498036164] 'applied index is now lower than readState.Index' (duration: 5.30535777s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:57.224437Z","caller":"traceutil/trace.go:171","msg":"trace[2068701469] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"6.003856346s","start":"2026-03-31T05:52:51.220542Z","end":"2026-03-31T05:52:57.224398Z","steps":["trace[2068701469] 'process raft request' (duration: 4.871025636s)","trace[2068701469] 'compare' (duration: 1.131841513s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:57.224509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.004687588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-31T05:52:57.224596Z","caller":"traceutil/trace.go:171","msg":"trace[33710633] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26308; }","duration":"6.004807681s","start":"2026-03-31T05:52:51.219763Z","end":"2026-03-31T05:52:57.224571Z","steps":["trace[33710633] 'agreement among raft nodes before linearized reading' (duration: 6.004599096s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.224644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:51.219746Z","time spent":"6.004888854s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-31T05:52:57.22472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:51.220527Z","time spent":"6.00401373s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:57.224495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.004688998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:52:57.225034Z","caller":"traceutil/trace.go:171","msg":"trace[257643735] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26308; }","duration":"6.005243694s","start":"2026-03-31T05:52:51.219773Z","end":"2026-03-31T05:52:57.225017Z","steps":["trace[257643735] 'agreement among raft nodes before linearized reading' (duration: 6.004621257s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.225102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:51.219755Z","time spent":"6.005333325s","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:52:57.313218Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160203563s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:52:57.313783Z","caller":"traceutil/trace.go:171","msg":"trace[542665083] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"4.903985651s","start":"2026-03-31T05:52:52.409763Z","end":"2026-03-31T05:52:57.313749Z","steps":["trace[542665083] 'process raft request' (duration: 4.903656902s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.313877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673470463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:57.313945Z","caller":"traceutil/trace.go:171","msg":"trace[1866960708] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26310; }","duration":"2.673623507s","start":"2026-03-31T05:52:54.640298Z","end":"2026-03-31T05:52:57.313921Z","steps":["trace[1866960708] 'agreement among raft nodes before linearized reading' (duration: 2.673456193s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.313972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737600835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T05:52:57.31405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542581639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:57.314053Z","caller":"traceutil/trace.go:171","msg":"trace[1465501854] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26310; }","duration":"2.737722539s","start":"2026-03-31T05:52:54.576313Z","end":"2026-03-31T05:52:57.314036Z","steps":["trace[1465501854] 'agreement among raft nodes before linearized reading' (duration: 2.737437921s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.31403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487818899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-31T05:52:57.314084Z","caller":"traceutil/trace.go:171","msg":"trace[1154858270] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26310; }","duration":"2.542655242s","start":"2026-03-31T05:52:54.77142Z","end":"2026-03-31T05:52:57.314075Z","steps":["trace[1154858270] 'agreement among raft nodes before linearized reading' (duration: 2.54260123s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.314094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:54.5763Z","time spent":"2.7377851s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":239,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:57.314112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:54.771397Z","time spent":"2.542708062s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:57.314121Z","caller":"traceutil/trace.go:171","msg":"trace[1432646167] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26310; }","duration":"1.487960063s","start":"2026-03-31T05:52:55.826136Z","end":"2026-03-31T05:52:57.314096Z","steps":["trace[1432646167] 'agreement among raft nodes before linearized reading' (duration: 1.487649815s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.314092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951731596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:57.31417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:55.826116Z","time spent":"1.488043776s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:52:57.314196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.826347125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:57.314223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561055918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:57.314259Z","caller":"traceutil/trace.go:171","msg":"trace[1401896307] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26310; }","duration":"2.826439227s","start":"2026-03-31T05:52:54.487798Z","end":"2026-03-31T05:52:57.314237Z","steps":["trace[1401896307] 'agreement among raft nodes before linearized reading' (duration: 2.826365445s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.31417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:52.40974Z","time spent":"4.904157595s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:57.314345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.09203131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:57.31436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857789308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:57.314383Z","caller":"traceutil/trace.go:171","msg":"trace[155502453] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26310; }","duration":"6.092083432s","start":"2026-03-31T05:52:51.222287Z","end":"2026-03-31T05:52:57.31437Z","steps":["trace[155502453] 'agreement among raft nodes before linearized reading' (duration: 6.09202641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.314422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:51.222278Z","time spent":"6.092135973s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:52:57.314424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815102817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:52:57.314465Z","caller":"traceutil/trace.go:171","msg":"trace[774992118] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26310; }","duration":"1.815169838s","start":"2026-03-31T05:52:55.499286Z","end":"2026-03-31T05:52:57.314456Z","steps":["trace[774992118] 'agreement among raft nodes before linearized reading' (duration: 1.814976573s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:57.314467Z","caller":"traceutil/trace.go:171","msg":"trace[318681375] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"4.029904126s","start":"2026-03-31T05:52:53.284544Z","end":"2026-03-31T05:52:57.314448Z","steps":["trace[318681375] 'process raft request' (duration: 4.029114044s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.314497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.811950356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T05:52:57.314532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313249366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18572"} {"level":"warn","ts":"2026-03-31T05:52:57.314539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.059834305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:57.314561Z","caller":"traceutil/trace.go:171","msg":"trace[2056477908] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26310; }","duration":"3.313278617s","start":"2026-03-31T05:52:54.001275Z","end":"2026-03-31T05:52:57.314553Z","steps":["trace[2056477908] 'agreement among raft nodes before linearized reading' (duration: 3.313130993s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:57.314575Z","caller":"traceutil/trace.go:171","msg":"trace[1778590264] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26310; }","duration":"6.059904567s","start":"2026-03-31T05:52:51.254661Z","end":"2026-03-31T05:52:57.314565Z","steps":["trace[1778590264] 'agreement among raft nodes before linearized reading' (duration: 6.059845785s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:57.314573Z","caller":"traceutil/trace.go:171","msg":"trace[187028602] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26310; }","duration":"5.812065769s","start":"2026-03-31T05:52:51.50249Z","end":"2026-03-31T05:52:57.314556Z","steps":["trace[187028602] 'agreement among raft nodes before linearized reading' (duration: 5.811820942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.314594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.790840015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:57.314605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:51.254645Z","time spent":"6.059952079s","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:57.314617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.496607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:57.314388Z","caller":"traceutil/trace.go:171","msg":"trace[196672300] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26310; }","duration":"2.8578558s","start":"2026-03-31T05:52:54.456524Z","end":"2026-03-31T05:52:57.31438Z","steps":["trace[196672300] 'agreement among raft nodes before linearized reading' (duration: 2.857804599s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.314644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.077928974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:57.314672Z","caller":"traceutil/trace.go:171","msg":"trace[415007074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26310; }","duration":"406.58213ms","start":"2026-03-31T05:52:56.908079Z","end":"2026-03-31T05:52:57.314661Z","steps":["trace[415007074] 'agreement among raft nodes before linearized reading' (duration: 406.507558ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:57.314681Z","caller":"traceutil/trace.go:171","msg":"trace[2008983934] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26310; }","duration":"5.077997406s","start":"2026-03-31T05:52:52.236676Z","end":"2026-03-31T05:52:57.314674Z","steps":["trace[2008983934] 'agreement among raft nodes before linearized reading' (duration: 5.077943394s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.314688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:54.456502Z","time spent":"2.858173199s","remote":"127.0.0.1:33752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:57.314705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.281397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:57.314107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.437074946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:57.314744Z","caller":"traceutil/trace.go:171","msg":"trace[70620308] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26310; }","duration":"780.348629ms","start":"2026-03-31T05:52:56.534386Z","end":"2026-03-31T05:52:57.314734Z","steps":["trace[70620308] 'agreement among raft nodes before linearized reading' (duration: 780.288977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.314774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.397869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:57.314785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:56.534369Z","time spent":"780.405901ms","remote":"127.0.0.1:34122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:57.314811Z","caller":"traceutil/trace.go:171","msg":"trace[927049253] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26310; }","duration":"668.460291ms","start":"2026-03-31T05:52:56.64634Z","end":"2026-03-31T05:52:57.3148Z","steps":["trace[927049253] 'agreement among raft nodes before linearized reading' (duration: 668.39991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.314818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488512939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-31T05:52:57.314829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.66519636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:57.314851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:56.646324Z","time spent":"668.518953ms","remote":"127.0.0.1:37846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:57.31486Z","caller":"traceutil/trace.go:171","msg":"trace[537382351] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26310; }","duration":"1.4885516s","start":"2026-03-31T05:52:55.826294Z","end":"2026-03-31T05:52:57.314846Z","steps":["trace[537382351] 'agreement among raft nodes before linearized reading' (duration: 1.488421366s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:57.314865Z","caller":"traceutil/trace.go:171","msg":"trace[1092374451] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26310; }","duration":"5.665263222s","start":"2026-03-31T05:52:51.64959Z","end":"2026-03-31T05:52:57.314853Z","steps":["trace[1092374451] 'agreement among raft nodes before linearized reading' (duration: 5.66521029s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.314895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:55.826258Z","time spent":"1.488630262s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:52:57.314928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:51.649571Z","time spent":"5.665321714s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:57.313995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:54.640272Z","time spent":"2.67371308s","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:57.31456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:53.284529Z","time spent":"4.029975807s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:52:57.315023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.572394421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:57.315072Z","caller":"traceutil/trace.go:171","msg":"trace[280519532] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26310; }","duration":"5.572534504s","start":"2026-03-31T05:52:51.742523Z","end":"2026-03-31T05:52:57.315057Z","steps":["trace[280519532] 'agreement among raft nodes before linearized reading' (duration: 5.572346659s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.314628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:51.502469Z","time spent":"5.81214087s","remote":"127.0.0.1:33138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:57.315121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:51.742496Z","time spent":"5.572614077s","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:57.314747Z","caller":"traceutil/trace.go:171","msg":"trace[1710193124] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26310; }","duration":"5.437784286s","start":"2026-03-31T05:52:51.876955Z","end":"2026-03-31T05:52:57.314739Z","steps":["trace[1710193124] 'agreement among raft nodes before linearized reading' (duration: 5.437021435s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.314709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:56.908058Z","time spent":"406.643842ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:57.31519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:51.876938Z","time spent":"5.438230477s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:57.314519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:55.499271Z","time spent":"1.81523894s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T05:52:57.314285Z","caller":"traceutil/trace.go:171","msg":"trace[1116387506] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26310; }","duration":"1.561160531s","start":"2026-03-31T05:52:55.753109Z","end":"2026-03-31T05:52:57.31427Z","steps":["trace[1116387506] 'agreement among raft nodes before linearized reading' (duration: 1.561026917s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.314596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:54.001221Z","time spent":"3.31336954s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T05:52:57.315371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:55.753087Z","time spent":"1.562268341s","remote":"127.0.0.1:34200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:57.314228Z","caller":"traceutil/trace.go:171","msg":"trace[871346246] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26310; }","duration":"1.951957572s","start":"2026-03-31T05:52:55.362239Z","end":"2026-03-31T05:52:57.314196Z","steps":["trace[871346246] 'agreement among raft nodes before linearized reading' (duration: 1.951680874s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.314306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:54.487771Z","time spent":"2.82652463s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:57.31546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:55.362204Z","time spent":"1.953235387s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:57.314712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:52.236433Z","time spent":"5.078271773s","remote":"127.0.0.1:33380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:57.314641Z","caller":"traceutil/trace.go:171","msg":"trace[838287701] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26310; }","duration":"3.790911347s","start":"2026-03-31T05:52:53.523715Z","end":"2026-03-31T05:52:57.314626Z","steps":["trace[838287701] 'agreement among raft nodes before linearized reading' (duration: 3.790830744s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.315581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:53.523698Z","time spent":"3.791861092s","remote":"127.0.0.1:51704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:57.31575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093926058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:57.315811Z","caller":"traceutil/trace.go:171","msg":"trace[1137512507] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26310; }","duration":"2.09404262s","start":"2026-03-31T05:52:55.221755Z","end":"2026-03-31T05:52:57.315798Z","steps":["trace[1137512507] 'agreement among raft nodes before linearized reading' (duration: 2.093941368s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:57.315847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:55.221478Z","time spent":"2.094357149s","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:57.814319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:59.011365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17041623s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:59.012023Z","caller":"traceutil/trace.go:171","msg":"trace[1035954610] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"1.717909807s","start":"2026-03-31T05:52:57.293534Z","end":"2026-03-31T05:52:59.011444Z","steps":["trace[1035954610] 'process raft request' (duration: 547.333712ms)","trace[1035954610] 'compare' (duration: 1.169852335s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:59.012092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:57.293505Z","time spent":"1.718558105s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:59.31839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0012324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:59.318537Z","caller":"traceutil/trace.go:171","msg":"trace[2146353011] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001427546s","start":"2026-03-31T05:52:57.317076Z","end":"2026-03-31T05:52:59.318504Z","steps":["trace[2146353011] 'agreement among raft nodes before linearized reading' (duration: 2.001251091s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:59.318627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:57.317056Z","time spent":"2.001553579s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:00.411474Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.570620181s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:01.325022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999850374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:53:01.32512Z","caller":"traceutil/trace.go:171","msg":"trace[898138184] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000010748s","start":"2026-03-31T05:52:59.325088Z","end":"2026-03-31T05:53:01.325099Z","steps":["trace[898138184] 'agreement among raft nodes before linearized reading' (duration: 1.999889135s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:01.325166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:59.325067Z","time spent":"2.00008994s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:01.602756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.191021771s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:02.843476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.24039819s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:03.054171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999787741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:53:03.054252Z","caller":"traceutil/trace.go:171","msg":"trace[1961171083] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999947105s","start":"2026-03-31T05:53:01.054284Z","end":"2026-03-31T05:53:03.054231Z","steps":["trace[1961171083] 'agreement among raft nodes before linearized reading' (duration: 1.999841853s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:03.054299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:01.054244Z","time spent":"2.000045788s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:53:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:03.059142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647305374s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:03.060587Z","caller":"traceutil/trace.go:171","msg":"trace[307283285] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"5.73811556s","start":"2026-03-31T05:52:57.322441Z","end":"2026-03-31T05:53:03.060556Z","steps":["trace[307283285] 'process raft request' (duration: 5.736903517s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:03.06071Z","caller":"traceutil/trace.go:171","msg":"trace[1089357037] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"5.738308706s","start":"2026-03-31T05:52:57.322383Z","end":"2026-03-31T05:53:03.060692Z","steps":["trace[1089357037] 'process raft request' (duration: 5.736865036s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:03.061037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:57.322362Z","time spent":"5.73848376s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:03.060601Z","caller":"traceutil/trace.go:171","msg":"trace[1866665754] linearizableReadLoop","detail":"{readStateIndex:27287; appliedIndex:27283; }","duration":"5.746846317s","start":"2026-03-31T05:52:57.313728Z","end":"2026-03-31T05:53:03.060575Z","steps":["trace[1866665754] 'read index received' (duration: 527.153915ms)","trace[1866665754] 'applied index is now lower than readState.Index' (duration: 5.219690342s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:03.06069Z","caller":"traceutil/trace.go:171","msg":"trace[1847790901] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"5.739912179s","start":"2026-03-31T05:52:57.320727Z","end":"2026-03-31T05:53:03.060639Z","steps":["trace[1847790901] 'process raft request' (duration: 3.091041963s)","trace[1847790901] 'compare' (duration: 2.646472881s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:03.061355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:57.320703Z","time spent":"5.740626218s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:53:03.060741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:57.322408Z","time spent":"5.738252684s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:03.32658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000358997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:53:03.326662Z","caller":"traceutil/trace.go:171","msg":"trace[204477897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00049997s","start":"2026-03-31T05:53:01.326141Z","end":"2026-03-31T05:53:03.326641Z","steps":["trace[204477897] 'agreement among raft nodes before linearized reading' (duration: 2.000394698s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:03.326843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:01.326117Z","time spent":"2.000582353s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:53:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:03.561292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:04.06228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:04.562908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:04.847678Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.931301872s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:05.333534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000625955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:53:05.333594Z","caller":"traceutil/trace.go:171","msg":"trace[320909040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000725418s","start":"2026-03-31T05:53:03.332854Z","end":"2026-03-31T05:53:05.333579Z","steps":["trace[320909040] 'agreement among raft nodes before linearized reading' (duration: 2.000646805s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.333623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:03.332839Z","time spent":"2.000778069s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:06.010542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951111374s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-31T05:53:06.011228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.783114153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bb831ca4-1c8b-4e6d-b262-7ead7887a76b\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-31T05:53:06.011375Z","caller":"traceutil/trace.go:171","msg":"trace[2096397977] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bb831ca4-1c8b-4e6d-b262-7ead7887a76b; range_end:; response_count:1; response_revision:26315; }","duration":"8.783253047s","start":"2026-03-31T05:52:57.228052Z","end":"2026-03-31T05:53:06.011305Z","steps":["trace[2096397977] 'agreement among raft nodes before linearized reading' (duration: 5.832586805s)","trace[2096397977] 'range keys from in-memory index tree' (duration: 2.950429456s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:06.011464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:57.228035Z","time spent":"8.783413701s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-bb831ca4-1c8b-4e6d-b262-7ead7887a76b\" "} {"level":"warn","ts":"2026-03-31T05:53:06.011806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.775442644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-n76b5\" ","response":"range_response_count:1 size:6860"} {"level":"info","ts":"2026-03-31T05:53:06.011861Z","caller":"traceutil/trace.go:171","msg":"trace[1369436813] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-n76b5; range_end:; response_count:1; response_revision:26315; }","duration":"8.775525037s","start":"2026-03-31T05:52:57.236317Z","end":"2026-03-31T05:53:06.011842Z","steps":["trace[1369436813] 'agreement among raft nodes before linearized reading' (duration: 5.824337912s)","trace[1369436813] 'range keys from in-memory index tree' (duration: 2.951058352s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:06.011938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:57.23631Z","time spent":"8.77561791s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6883,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-n76b5\" "} {"level":"warn","ts":"2026-03-31T05:53:06.012287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.776026381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:06.012348Z","caller":"traceutil/trace.go:171","msg":"trace[1489956577] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:0; response_revision:26315; }","duration":"8.776119983s","start":"2026-03-31T05:52:57.236213Z","end":"2026-03-31T05:53:06.012333Z","steps":["trace[1489956577] 'agreement among raft nodes before linearized reading' (duration: 5.824450325s)","trace[1489956577] 'range keys from in-memory index tree' (duration: 2.951593547s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:06.012442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:57.236197Z","time spent":"8.776229166s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-31T05:53:06.015858Z","caller":"traceutil/trace.go:171","msg":"trace[2088865487] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"4.780006705s","start":"2026-03-31T05:53:01.235825Z","end":"2026-03-31T05:53:06.015832Z","steps":["trace[2088865487] 'process raft request' (duration: 4.774893446s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:06.016039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:01.235792Z","time spent":"4.780177508s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:07.174977Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.153374062s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:07.326355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003631435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:07.326551Z","caller":"traceutil/trace.go:171","msg":"trace[189782731] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.003799419s","start":"2026-03-31T05:52:57.322643Z","end":"2026-03-31T05:53:07.326442Z","steps":["trace[189782731] 'agreement among raft nodes before linearized reading' (duration: 10.003645615s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:07.326641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:57.322633Z","time spent":"10.003993695s","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/03/31 05:53:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:07.334593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993347036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:07.334832Z","caller":"traceutil/trace.go:171","msg":"trace[587458603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.993461329s","start":"2026-03-31T05:53:05.341199Z","end":"2026-03-31T05:53:07.33466Z","steps":["trace[587458603] 'agreement among raft nodes before linearized reading' (duration: 1.993361656s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:07.335086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:05.341188Z","time spent":"1.99384588s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:53:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:08.257622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:01.257434Z","time spent":"7.000183101s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:53:09.323484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:02.323031Z","time spent":"7.000446788s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:53:09.342826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999965376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:09.342909Z","caller":"traceutil/trace.go:171","msg":"trace[2143759371] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000100719s","start":"2026-03-31T05:53:07.342789Z","end":"2026-03-31T05:53:09.34289Z","steps":["trace[2143759371] 'agreement among raft nodes before linearized reading' (duration: 2.000001176s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.342954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:07.342765Z","time spent":"2.000180042s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:53:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:09.574607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286012403s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:09.574717Z","caller":"traceutil/trace.go:171","msg":"trace[291336098] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26316; }","duration":"2.286137747s","start":"2026-03-31T05:53:07.288561Z","end":"2026-03-31T05:53:09.574699Z","steps":["trace[291336098] 'range keys from in-memory index tree' (duration: 2.285992823s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.575234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.559338189s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:09.575502Z","caller":"traceutil/trace.go:171","msg":"trace[710056950] linearizableReadLoop","detail":"{readStateIndex:27292; appliedIndex:27287; }","duration":"6.514236035s","start":"2026-03-31T05:53:03.061248Z","end":"2026-03-31T05:53:09.575484Z","steps":["trace[710056950] 'read index received' (duration: 1.786641264s)","trace[710056950] 'applied index is now lower than readState.Index' (duration: 4.727593681s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:09.575639Z","caller":"traceutil/trace.go:171","msg":"trace[811897879] transaction","detail":"{read_only:false; response_revision:26319; number_of_response:1; }","duration":"6.510258487s","start":"2026-03-31T05:53:03.06531Z","end":"2026-03-31T05:53:09.575568Z","steps":["trace[811897879] 'process raft request' (duration: 6.510119123s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.575698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:03.065288Z","time spent":"6.510383931s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:53:09.575817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.562185878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:09.575895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.83295277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:09.575925Z","caller":"traceutil/trace.go:171","msg":"trace[1605593235] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26319; }","duration":"9.833020792s","start":"2026-03-31T05:52:59.742894Z","end":"2026-03-31T05:53:09.575914Z","steps":["trace[1605593235] 'agreement among raft nodes before linearized reading' (duration: 9.83296471s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:09.575931Z","caller":"traceutil/trace.go:171","msg":"trace[1564723344] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26319; }","duration":"9.562356232s","start":"2026-03-31T05:53:00.013549Z","end":"2026-03-31T05:53:09.575906Z","steps":["trace[1564723344] 'agreement among raft nodes before linearized reading' (duration: 9.562149717s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.575957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:59.742871Z","time spent":"9.833078654s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:09.575987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:00.013532Z","time spent":"9.562444044s","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:09.576099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.03033829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:09.576132Z","caller":"traceutil/trace.go:171","msg":"trace[1791588526] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26319; }","duration":"10.030420742s","start":"2026-03-31T05:52:59.545704Z","end":"2026-03-31T05:53:09.576124Z","steps":["trace[1791588526] 'agreement among raft nodes before linearized reading' (duration: 10.030360711s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.576169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:59.54568Z","time spent":"10.030476394s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:09.576315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.058603167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:09.57635Z","caller":"traceutil/trace.go:171","msg":"trace[1467987074] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26319; }","duration":"10.05869267s","start":"2026-03-31T05:52:59.517647Z","end":"2026-03-31T05:53:09.57634Z","steps":["trace[1467987074] 'agreement among raft nodes before linearized reading' (duration: 10.058636859s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.576383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:59.517607Z","time spent":"10.058767022s","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:09.576532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.918857569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:09.576534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.512700891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:09.576567Z","caller":"traceutil/trace.go:171","msg":"trace[1304878964] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26319; }","duration":"11.918918511s","start":"2026-03-31T05:52:57.657637Z","end":"2026-03-31T05:53:09.576555Z","steps":["trace[1304878964] 'agreement among raft nodes before linearized reading' (duration: 11.91886542s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.576576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.360719931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:09.57659Z","caller":"traceutil/trace.go:171","msg":"trace[1797946121] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:26319; }","duration":"11.512797563s","start":"2026-03-31T05:52:58.063771Z","end":"2026-03-31T05:53:09.576569Z","steps":["trace[1797946121] 'agreement among raft nodes before linearized reading' (duration: 11.512714621s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:09.576613Z","caller":"traceutil/trace.go:171","msg":"trace[789053889] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26319; }","duration":"10.360803173s","start":"2026-03-31T05:52:59.215799Z","end":"2026-03-31T05:53:09.576603Z","steps":["trace[789053889] 'agreement among raft nodes before linearized reading' (duration: 10.360720831s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.576642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:59.215773Z","time spent":"10.360861205s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:09.5766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:57.657617Z","time spent":"11.918975103s","remote":"127.0.0.1:33920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:09.576684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.670156202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:09.576773Z","caller":"traceutil/trace.go:171","msg":"trace[1204588839] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26319; }","duration":"7.670254965s","start":"2026-03-31T05:53:01.906483Z","end":"2026-03-31T05:53:09.576738Z","steps":["trace[1204588839] 'agreement among raft nodes before linearized reading' (duration: 7.67008014s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.576809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:01.906467Z","time spent":"7.670332827s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:09.57681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.903121712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:09.576875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.261229309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:09.576886Z","caller":"traceutil/trace.go:171","msg":"trace[2036580600] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26319; }","duration":"8.903217914s","start":"2026-03-31T05:53:00.673638Z","end":"2026-03-31T05:53:09.576856Z","steps":["trace[2036580600] 'agreement among raft nodes before linearized reading' (duration: 8.903097341s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.576929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.065757916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:09.57697Z","caller":"traceutil/trace.go:171","msg":"trace[83508953] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26319; }","duration":"11.065824307s","start":"2026-03-31T05:52:58.511135Z","end":"2026-03-31T05:53:09.57696Z","steps":["trace[83508953] 'agreement among raft nodes before linearized reading' (duration: 11.065759595s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.576971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:00.673621Z","time spent":"8.903334697s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:09.577032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:58.51112Z","time spent":"11.06590262s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:09.577055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.829476428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-03-31T05:53:09.577108Z","caller":"traceutil/trace.go:171","msg":"trace[1747072939] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26319; }","duration":"7.829583841s","start":"2026-03-31T05:53:01.747495Z","end":"2026-03-31T05:53:09.577079Z","steps":["trace[1747072939] 'agreement among raft nodes before linearized reading' (duration: 7.829493929s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.577137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:01.747469Z","time spent":"7.829661593s","remote":"127.0.0.1:32878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-31T05:53:09.576496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.554484375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:09.577194Z","caller":"traceutil/trace.go:171","msg":"trace[1600992186] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26319; }","duration":"8.555270046s","start":"2026-03-31T05:53:01.021914Z","end":"2026-03-31T05:53:09.577184Z","steps":["trace[1600992186] 'agreement among raft nodes before linearized reading' (duration: 8.554474144s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.577226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.253331912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-31T05:53:09.577274Z","caller":"traceutil/trace.go:171","msg":"trace[1436670390] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26319; }","duration":"12.253406393s","start":"2026-03-31T05:52:57.323857Z","end":"2026-03-31T05:53:09.577264Z","steps":["trace[1436670390] 'agreement among raft nodes before linearized reading' (duration: 12.252760206s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.577301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.024708669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:09.576645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:58.063746Z","time spent":"11.512888466s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-03-31T05:53:09.577342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.165513287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:09.577407Z","caller":"traceutil/trace.go:171","msg":"trace[752274430] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26319; }","duration":"9.165639209s","start":"2026-03-31T05:53:00.411742Z","end":"2026-03-31T05:53:09.577381Z","steps":["trace[752274430] 'agreement among raft nodes before linearized reading' (duration: 9.165542157s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.576828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.059254055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:09.577465Z","caller":"traceutil/trace.go:171","msg":"trace[1785201491] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26319; }","duration":"10.059922393s","start":"2026-03-31T05:52:59.517526Z","end":"2026-03-31T05:53:09.577449Z","steps":["trace[1785201491] 'agreement among raft nodes before linearized reading' (duration: 10.059271146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.57747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.499086834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:09.577508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:59.517504Z","time spent":"10.059991805s","remote":"127.0.0.1:34266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:09.577489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.32581788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:09.577558Z","caller":"traceutil/trace.go:171","msg":"trace[1460638572] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26319; }","duration":"9.325931923s","start":"2026-03-31T05:53:00.25161Z","end":"2026-03-31T05:53:09.577542Z","steps":["trace[1460638572] 'agreement among raft nodes before linearized reading' (duration: 9.325810699s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.577582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.133978907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"warn","ts":"2026-03-31T05:53:09.577603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:00.251591Z","time spent":"9.326003744s","remote":"127.0.0.1:33836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:09.57761Z","caller":"traceutil/trace.go:171","msg":"trace[1462556562] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26319; }","duration":"8.134051458s","start":"2026-03-31T05:53:01.44355Z","end":"2026-03-31T05:53:09.577602Z","steps":["trace[1462556562] 'agreement among raft nodes before linearized reading' (duration: 8.133822822s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.577305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:57.323844Z","time spent":"12.253454535s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-31T05:53:09.576874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.950621239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:09.577657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:01.443526Z","time spent":"8.13410449s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-31T05:53:09.577512Z","caller":"traceutil/trace.go:171","msg":"trace[1853600831] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26319; }","duration":"9.499174117s","start":"2026-03-31T05:53:00.078325Z","end":"2026-03-31T05:53:09.577499Z","steps":["trace[1853600831] 'agreement among raft nodes before linearized reading' (duration: 9.499096895s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:09.577691Z","caller":"traceutil/trace.go:171","msg":"trace[987651153] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26319; }","duration":"10.951486753s","start":"2026-03-31T05:52:58.62618Z","end":"2026-03-31T05:53:09.577667Z","steps":["trace[987651153] 'agreement among raft nodes before linearized reading' (duration: 10.950654051s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.576663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.184173603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:53:09.577733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:00.078303Z","time spent":"9.499412863s","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:09.577756Z","caller":"traceutil/trace.go:171","msg":"trace[1956799116] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26319; }","duration":"9.185362695s","start":"2026-03-31T05:53:00.392384Z","end":"2026-03-31T05:53:09.577747Z","steps":["trace[1956799116] 'agreement among raft nodes before linearized reading' (duration: 9.184117922s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.57777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:58.626144Z","time spent":"10.951598146s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:09.576914Z","caller":"traceutil/trace.go:171","msg":"trace[1060286863] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26319; }","duration":"10.261306521s","start":"2026-03-31T05:52:59.315595Z","end":"2026-03-31T05:53:09.576901Z","steps":["trace[1060286863] 'agreement among raft nodes before linearized reading' (duration: 10.26124893s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:09.577357Z","caller":"traceutil/trace.go:171","msg":"trace[409299141] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26319; }","duration":"8.024776381s","start":"2026-03-31T05:53:01.552549Z","end":"2026-03-31T05:53:09.577325Z","steps":["trace[409299141] 'agreement among raft nodes before linearized reading' (duration: 8.02472721s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:09.577812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:59.315573Z","time spent":"10.262231417s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:09.577821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:01.55253Z","time spent":"8.025279504s","remote":"127.0.0.1:37828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:09.577241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:01.021896Z","time spent":"8.555332577s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:09.577782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:00.392364Z","time spent":"9.185409107s","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:09.577454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:00.411707Z","time spent":"9.165735092s","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.076458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:10.577042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:11.070939Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.895789795s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:11.234323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:10.247657Z","time spent":"986.659592ms","remote":"127.0.0.1:35748","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:53:11.235817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.451305ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T05:53:11.235996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:06.020485Z","time spent":"5.215507s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:53:11.236136Z","caller":"traceutil/trace.go:171","msg":"trace[697541996] linearizableReadLoop","detail":"{readStateIndex:27296; appliedIndex:27292; }","duration":"1.660585572s","start":"2026-03-31T05:53:09.575536Z","end":"2026-03-31T05:53:11.236121Z","steps":["trace[697541996] 'read index received' (duration: 1.495784137s)","trace[697541996] 'applied index is now lower than readState.Index' (duration: 164.800415ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:11.236336Z","caller":"traceutil/trace.go:171","msg":"trace[1479606875] transaction","detail":"{read_only:false; response_revision:26320; number_of_response:1; }","duration":"5.208405147s","start":"2026-03-31T05:53:06.027918Z","end":"2026-03-31T05:53:11.236323Z","steps":["trace[1479606875] 'process raft request' (duration: 5.208001956s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.236402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.001165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:11.236467Z","caller":"traceutil/trace.go:171","msg":"trace[865850357] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26321; }","duration":"5.001278893s","start":"2026-03-31T05:53:06.235168Z","end":"2026-03-31T05:53:11.236447Z","steps":["trace[865850357] 'agreement among raft nodes before linearized reading' (duration: 5.00115945s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.236495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.086368454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:11.236521Z","caller":"traceutil/trace.go:171","msg":"trace[1853786280] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26321; }","duration":"5.086436616s","start":"2026-03-31T05:53:06.150076Z","end":"2026-03-31T05:53:11.236513Z","steps":["trace[1853786280] 'agreement among raft nodes before linearized reading' (duration: 5.086362854s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.236419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:06.027894Z","time spent":"5.20847196s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:11.236555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:06.150056Z","time spent":"5.086489337s","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:11.236839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.132739343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:53:11.236879Z","caller":"traceutil/trace.go:171","msg":"trace[271443400] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26321; }","duration":"5.132802504s","start":"2026-03-31T05:53:06.104059Z","end":"2026-03-31T05:53:11.236861Z","steps":["trace[271443400] 'agreement among raft nodes before linearized reading' (duration: 5.132630799s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:11.236883Z","caller":"traceutil/trace.go:171","msg":"trace[1785123077] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"4.716711256s","start":"2026-03-31T05:53:06.520153Z","end":"2026-03-31T05:53:11.236864Z","steps":["trace[1785123077] 'process raft request' (duration: 4.715879224s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.236995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.14806663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-03-31T05:53:11.237023Z","caller":"traceutil/trace.go:171","msg":"trace[1427099688] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26321; }","duration":"5.148129001s","start":"2026-03-31T05:53:06.088887Z","end":"2026-03-31T05:53:11.237016Z","steps":["trace[1427099688] 'agreement among raft nodes before linearized reading' (duration: 5.148033619s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.237014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:06.520129Z","time spent":"4.716804659s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:11.237108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.212672494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-31T05:53:11.237135Z","caller":"traceutil/trace.go:171","msg":"trace[169114979] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26321; }","duration":"5.212736095s","start":"2026-03-31T05:53:06.024392Z","end":"2026-03-31T05:53:11.237128Z","steps":["trace[169114979] 'agreement among raft nodes before linearized reading' (duration: 5.212663023s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.237162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:06.024367Z","time spent":"5.212789677s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-03-31T05:53:11.237191Z","caller":"traceutil/trace.go:171","msg":"trace[976157771] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26321; }","duration":"2.974318004s","start":"2026-03-31T05:53:08.262858Z","end":"2026-03-31T05:53:11.237176Z","steps":["trace[976157771] 'process raft request' (duration: 2.973223794s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.237294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.543107307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:11.237319Z","caller":"traceutil/trace.go:171","msg":"trace[953139758] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26321; }","duration":"5.543176708s","start":"2026-03-31T05:53:05.694136Z","end":"2026-03-31T05:53:11.237313Z","steps":["trace[953139758] 'agreement among raft nodes before linearized reading' (duration: 5.543133147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.237342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:05.694112Z","time spent":"5.543224279s","remote":"127.0.0.1:35142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:11.237465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.260997019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:11.237489Z","caller":"traceutil/trace.go:171","msg":"trace[1776620502] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26321; }","duration":"6.26104963s","start":"2026-03-31T05:53:04.976432Z","end":"2026-03-31T05:53:11.237482Z","steps":["trace[1776620502] 'agreement among raft nodes before linearized reading' (duration: 6.261010659s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.237509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:04.976414Z","time spent":"6.261087771s","remote":"127.0.0.1:34190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:11.23762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.695731963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:11.237644Z","caller":"traceutil/trace.go:171","msg":"trace[582416852] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26321; }","duration":"6.695811236s","start":"2026-03-31T05:53:04.541827Z","end":"2026-03-31T05:53:11.237638Z","steps":["trace[582416852] 'agreement among raft nodes before linearized reading' (duration: 6.695772935s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.237665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:04.541795Z","time spent":"6.695862267s","remote":"127.0.0.1:33392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:11.237787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.213125143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:11.237814Z","caller":"traceutil/trace.go:171","msg":"trace[67803393] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26321; }","duration":"7.213182315s","start":"2026-03-31T05:53:04.024625Z","end":"2026-03-31T05:53:11.237807Z","steps":["trace[67803393] 'agreement among raft nodes before linearized reading' (duration: 7.213140184s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.237836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:04.024608Z","time spent":"7.213222485s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:11.237999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.389282486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:11.238029Z","caller":"traceutil/trace.go:171","msg":"trace[1460057983] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26321; }","duration":"7.389338058s","start":"2026-03-31T05:53:03.848683Z","end":"2026-03-31T05:53:11.238021Z","steps":["trace[1460057983] 'agreement among raft nodes before linearized reading' (duration: 7.389247945s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.238049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:03.848666Z","time spent":"7.389376579s","remote":"127.0.0.1:34042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:11.238185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658282899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:11.238213Z","caller":"traceutil/trace.go:171","msg":"trace[1613940237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26321; }","duration":"1.658327311s","start":"2026-03-31T05:53:09.579879Z","end":"2026-03-31T05:53:11.238206Z","steps":["trace[1613940237] 'agreement among raft nodes before linearized reading' (duration: 1.658285989s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.238238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:09.579862Z","time spent":"1.658371591s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:11.236519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:06.235148Z","time spent":"5.001359975s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:11.238775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.98536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:11.238807Z","caller":"traceutil/trace.go:171","msg":"trace[226074596] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26321; }","duration":"151.070882ms","start":"2026-03-31T05:53:11.087728Z","end":"2026-03-31T05:53:11.238799Z","steps":["trace[226074596] 'agreement among raft nodes before linearized reading' (duration: 151.01943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.238922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.798448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:11.238948Z","caller":"traceutil/trace.go:171","msg":"trace[677820978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26321; }","duration":"184.86345ms","start":"2026-03-31T05:53:11.054079Z","end":"2026-03-31T05:53:11.238942Z","steps":["trace[677820978] 'agreement among raft nodes before linearized reading' (duration: 184.824269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.239058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.143548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:11.23909Z","caller":"traceutil/trace.go:171","msg":"trace[1838133602] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26321; }","duration":"206.215509ms","start":"2026-03-31T05:53:11.032865Z","end":"2026-03-31T05:53:11.239081Z","steps":["trace[1838133602] 'agreement among raft nodes before linearized reading' (duration: 206.167478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.239266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.662678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:11.239295Z","caller":"traceutil/trace.go:171","msg":"trace[190209064] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26321; }","duration":"938.732361ms","start":"2026-03-31T05:53:10.300554Z","end":"2026-03-31T05:53:11.239286Z","steps":["trace[190209064] 'agreement among raft nodes before linearized reading' (duration: 938.662389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.23932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:10.300519Z","time spent":"938.794262ms","remote":"127.0.0.1:33352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:11.24043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451941876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:11.24055Z","caller":"traceutil/trace.go:171","msg":"trace[628926489] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26321; }","duration":"1.452112881s","start":"2026-03-31T05:53:09.78841Z","end":"2026-03-31T05:53:11.240523Z","steps":["trace[628926489] 'agreement among raft nodes before linearized reading' (duration: 1.451847383s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.240611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:09.788389Z","time spent":"1.452208884s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:11.240852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.356390322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:11.240938Z","caller":"traceutil/trace.go:171","msg":"trace[120571464] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26321; }","duration":"4.356518525s","start":"2026-03-31T05:53:06.884395Z","end":"2026-03-31T05:53:11.240914Z","steps":["trace[120571464] 'agreement among raft nodes before linearized reading' (duration: 4.356380381s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:06.884368Z","time spent":"4.356614208s","remote":"127.0.0.1:57738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:11.241028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219435006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:53:11.241082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65797486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:11.241107Z","caller":"traceutil/trace.go:171","msg":"trace[547724141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26321; }","duration":"2.21956593s","start":"2026-03-31T05:53:09.021523Z","end":"2026-03-31T05:53:11.241089Z","steps":["trace[547724141] 'agreement among raft nodes before linearized reading' (duration: 2.219416516s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.241107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6579562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-ms76z.18a1d72e050cd699\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-03-31T05:53:11.241135Z","caller":"traceutil/trace.go:171","msg":"trace[207210824] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26321; }","duration":"1.658031063s","start":"2026-03-31T05:53:09.583088Z","end":"2026-03-31T05:53:11.241119Z","steps":["trace[207210824] 'agreement among raft nodes before linearized reading' (duration: 1.65794289s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.241148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:09.021504Z","time spent":"2.219632521s","remote":"127.0.0.1:51688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:11.241175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:09.58302Z","time spent":"1.658145355s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-31T05:53:11.241218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073161188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:11.241212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.378649826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:53:11.237043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:06.088867Z","time spent":"5.148171132s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1243,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-31T05:53:11.24128Z","caller":"traceutil/trace.go:171","msg":"trace[1912524045] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26321; }","duration":"4.37876655s","start":"2026-03-31T05:53:06.862495Z","end":"2026-03-31T05:53:11.241262Z","steps":["trace[1912524045] 'agreement among raft nodes before linearized reading' (duration: 4.378636606s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.241303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898137523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:11.241321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:06.862475Z","time spent":"4.378835262s","remote":"127.0.0.1:45436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:11.241148Z","caller":"traceutil/trace.go:171","msg":"trace[2141933650] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-ms76z.18a1d72e050cd699; range_end:; response_count:1; response_revision:26321; }","duration":"1.658028252s","start":"2026-03-31T05:53:09.583106Z","end":"2026-03-31T05:53:11.241134Z","steps":["trace[2141933650] 'agreement among raft nodes before linearized reading' (duration: 1.657862288s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.241376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.310849925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:11.236908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:06.104042Z","time spent":"5.132858546s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:11.241414Z","caller":"traceutil/trace.go:171","msg":"trace[293222985] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26321; }","duration":"4.310922447s","start":"2026-03-31T05:53:06.930478Z","end":"2026-03-31T05:53:11.241401Z","steps":["trace[293222985] 'agreement among raft nodes before linearized reading' (duration: 4.310866376s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.241429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914342762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T05:53:11.24133Z","caller":"traceutil/trace.go:171","msg":"trace[250275508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26321; }","duration":"1.898200294s","start":"2026-03-31T05:53:09.343123Z","end":"2026-03-31T05:53:11.241323Z","steps":["trace[250275508] 'agreement among raft nodes before linearized reading' (duration: 1.898155803s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.241492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:09.343104Z","time spent":"1.898376889s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:11.241461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:09.58309Z","time spent":"1.65832036s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1014,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-ms76z.18a1d72e050cd699\" "} {"level":"info","ts":"2026-03-31T05:53:11.241267Z","caller":"traceutil/trace.go:171","msg":"trace[379098932] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26321; }","duration":"3.07325584s","start":"2026-03-31T05:53:08.167998Z","end":"2026-03-31T05:53:11.241254Z","steps":["trace[379098932] 'agreement among raft nodes before linearized reading' (duration: 3.073182448s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.241574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:08.167963Z","time spent":"3.07359587s","remote":"127.0.0.1:33492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:11.241461Z","caller":"traceutil/trace.go:171","msg":"trace[734763840] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26321; }","duration":"1.914408074s","start":"2026-03-31T05:53:09.327046Z","end":"2026-03-31T05:53:11.241454Z","steps":["trace[734763840] 'agreement among raft nodes before linearized reading' (duration: 1.914297301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.241041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641505463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-03-31T05:53:11.241322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164343214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:11.241643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:09.327026Z","time spent":"1.91460518s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-31T05:53:11.241657Z","caller":"traceutil/trace.go:171","msg":"trace[1344502926] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26321; }","duration":"3.164716473s","start":"2026-03-31T05:53:08.076929Z","end":"2026-03-31T05:53:11.241646Z","steps":["trace[1344502926] 'agreement among raft nodes before linearized reading' (duration: 3.164359843s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:11.241653Z","caller":"traceutil/trace.go:171","msg":"trace[1808661772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26321; }","duration":"1.642148641s","start":"2026-03-31T05:53:09.599488Z","end":"2026-03-31T05:53:11.241637Z","steps":["trace[1808661772] 'agreement among raft nodes before linearized reading' (duration: 1.641410521s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.241687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:08.076908Z","time spent":"3.164769995s","remote":"127.0.0.1:33452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:11.241699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:09.59947Z","time spent":"1.642215943s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:53:11.241452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:06.930458Z","time spent":"4.31098373s","remote":"127.0.0.1:33914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:11.242048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273502231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389051"} {"level":"info","ts":"2026-03-31T05:53:11.242097Z","caller":"traceutil/trace.go:171","msg":"trace[1655519988] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:26321; }","duration":"1.273598773s","start":"2026-03-31T05:53:09.96849Z","end":"2026-03-31T05:53:11.242089Z","steps":["trace[1655519988] 'agreement among raft nodes before linearized reading' (duration: 1.27092046s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.242139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:09.968466Z","time spent":"1.273652715s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2009,"response size":389074,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-31T05:53:11.244421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:08.262831Z","time spent":"2.974399316s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:11.809856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:12.310973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:12.334797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.026469623s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:12.464205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.86674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:12.464512Z","caller":"traceutil/trace.go:171","msg":"trace[1699825790] linearizableReadLoop","detail":"{readStateIndex:27299; appliedIndex:27297; }","duration":"1.155464166s","start":"2026-03-31T05:53:11.309024Z","end":"2026-03-31T05:53:12.464488Z","steps":["trace[1699825790] 'read index received' (duration: 1.02596628s)","trace[1699825790] 'applied index is now lower than readState.Index' (duration: 129.496916ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:12.464624Z","caller":"traceutil/trace.go:171","msg":"trace[780716146] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"1.220388518s","start":"2026-03-31T05:53:11.244222Z","end":"2026-03-31T05:53:12.464611Z","steps":["trace[780716146] 'process raft request' (duration: 1.090981284s)","trace[780716146] 'compare' (duration: 128.017597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:12.464682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:11.244206Z","time spent":"1.22044929s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:12.465264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219458213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fc7eb173-cdff-4600-9e7f-53a2661e46c4\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-31T05:53:12.4653Z","caller":"traceutil/trace.go:171","msg":"trace[520578248] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fc7eb173-cdff-4600-9e7f-53a2661e46c4; range_end:; response_count:1; response_revision:26324; }","duration":"1.219527695s","start":"2026-03-31T05:53:11.24576Z","end":"2026-03-31T05:53:12.465287Z","steps":["trace[520578248] 'agreement among raft nodes before linearized reading' (duration: 1.219391301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.465325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:11.245737Z","time spent":"1.219581897s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-fc7eb173-cdff-4600-9e7f-53a2661e46c4\" "} {"level":"warn","ts":"2026-03-31T05:53:12.465424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219447683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-ms76z\" ","response":"range_response_count:1 size:5600"} {"level":"info","ts":"2026-03-31T05:53:12.46553Z","caller":"traceutil/trace.go:171","msg":"trace[996900158] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-ms76z; range_end:; response_count:1; response_revision:26324; }","duration":"1.219572677s","start":"2026-03-31T05:53:11.245932Z","end":"2026-03-31T05:53:12.465505Z","steps":["trace[996900158] 'agreement among raft nodes before linearized reading' (duration: 1.219147645s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.465562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221298053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17026"} {"level":"warn","ts":"2026-03-31T05:53:12.465572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:11.245926Z","time spent":"1.219637978s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5623,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-ms76z\" "} {"level":"info","ts":"2026-03-31T05:53:12.465589Z","caller":"traceutil/trace.go:171","msg":"trace[1178012495] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26324; }","duration":"1.221340154s","start":"2026-03-31T05:53:11.244242Z","end":"2026-03-31T05:53:12.465582Z","steps":["trace[1178012495] 'agreement among raft nodes before linearized reading' (duration: 1.221250341s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.465618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:11.244227Z","time spent":"1.221385676s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17049,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-31T05:53:12.465752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153497042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-31T05:53:12.465766Z","caller":"traceutil/trace.go:171","msg":"trace[594717316] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"1.219046362s","start":"2026-03-31T05:53:11.246707Z","end":"2026-03-31T05:53:12.465754Z","steps":["trace[594717316] 'process raft request' (duration: 1.217642424s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:12.465785Z","caller":"traceutil/trace.go:171","msg":"trace[1565600360] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26324; }","duration":"1.153574944s","start":"2026-03-31T05:53:11.312198Z","end":"2026-03-31T05:53:12.465773Z","steps":["trace[1565600360] 'agreement among raft nodes before linearized reading' (duration: 1.153494332s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.465807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:11.312167Z","time spent":"1.153634576s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:53:12.465862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:11.246695Z","time spent":"1.219097653s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:12.466029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.621316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:12.466434Z","caller":"traceutil/trace.go:171","msg":"trace[1228380961] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26324; }","duration":"292.656467ms","start":"2026-03-31T05:53:12.173399Z","end":"2026-03-31T05:53:12.466055Z","steps":["trace[1228380961] 'agreement among raft nodes before linearized reading' (duration: 292.592705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.466708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151839797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-31T05:53:12.466844Z","caller":"traceutil/trace.go:171","msg":"trace[1718488368] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26324; }","duration":"1.151996431s","start":"2026-03-31T05:53:11.314817Z","end":"2026-03-31T05:53:12.466813Z","steps":["trace[1718488368] 'agreement among raft nodes before linearized reading' (duration: 1.151635611s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.466933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:11.314809Z","time spent":"1.152109034s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-31T05:53:12.467052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210798338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:12.467079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218842656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-03-31T05:53:12.467089Z","caller":"traceutil/trace.go:171","msg":"trace[966791134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26324; }","duration":"1.210834869s","start":"2026-03-31T05:53:11.256244Z","end":"2026-03-31T05:53:12.467079Z","steps":["trace[966791134] 'agreement among raft nodes before linearized reading' (duration: 1.210776088s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.467111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:11.256205Z","time spent":"1.210901021s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:53:12.467107Z","caller":"traceutil/trace.go:171","msg":"trace[1749808140] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26324; }","duration":"1.218872037s","start":"2026-03-31T05:53:11.248226Z","end":"2026-03-31T05:53:12.467098Z","steps":["trace[1749808140] 'agreement among raft nodes before linearized reading' (duration: 1.218776344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.467137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:11.248176Z","time spent":"1.21895504s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-31T05:53:12.467298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217567731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T05:53:12.467392Z","caller":"traceutil/trace.go:171","msg":"trace[260905859] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26324; }","duration":"1.217684305s","start":"2026-03-31T05:53:11.249685Z","end":"2026-03-31T05:53:12.467369Z","steps":["trace[260905859] 'agreement among raft nodes before linearized reading' (duration: 1.217434568s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.467444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:11.249678Z","time spent":"1.217753517s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:53:12.468376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20831773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-5fd9f97b49-7bs2t.18a1d69b2553afc1\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26321 ","response":"range_response_count:500 size:388182"} {"level":"info","ts":"2026-03-31T05:53:12.468407Z","caller":"traceutil/trace.go:171","msg":"trace[2023058038] range","detail":"{range_begin:/registry/events/openstack/heat-engine-5fd9f97b49-7bs2t.18a1d69b2553afc1\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26324; }","duration":"1.208404333s","start":"2026-03-31T05:53:11.259996Z","end":"2026-03-31T05:53:12.4684Z","steps":["trace[2023058038] 'agreement among raft nodes before linearized reading' (duration: 1.205987718s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.468433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:11.259971Z","time spent":"1.208449064s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":1509,"response size":388205,"request content":"key:\"/registry/events/openstack/heat-engine-5fd9f97b49-7bs2t.18a1d69b2553afc1\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26321 "} {"level":"warn","ts":"2026-03-31T05:53:12.976814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:13.477151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792676999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:13.688653Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212970815s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:14.224437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.358417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:14.224541Z","caller":"traceutil/trace.go:171","msg":"trace[1836279798] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"1.74893463s","start":"2026-03-31T05:53:12.475587Z","end":"2026-03-31T05:53:14.224522Z","steps":["trace[1836279798] 'process raft request' (duration: 1.213408718s)","trace[1836279798] 'compare' (duration: 534.899645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:14.224602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.475074Z","time spent":"1.749505425s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:14.231793Z","caller":"traceutil/trace.go:171","msg":"trace[1546142838] linearizableReadLoop","detail":"{readStateIndex:27302; appliedIndex:27299; }","duration":"1.75595318s","start":"2026-03-31T05:53:12.475803Z","end":"2026-03-31T05:53:14.231756Z","steps":["trace[1546142838] 'read index received' (duration: 1.213229093s)","trace[1546142838] 'applied index is now lower than readState.Index' (duration: 542.722937ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:14.231881Z","caller":"traceutil/trace.go:171","msg":"trace[2086319236] transaction","detail":"{read_only:false; response_revision:26327; number_of_response:1; }","duration":"1.750425039s","start":"2026-03-31T05:53:12.481449Z","end":"2026-03-31T05:53:14.231874Z","steps":["trace[2086319236] 'process raft request' (duration: 1.750246105s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.231965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.481436Z","time spent":"1.750470221s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:14.232091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756261779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-31T05:53:14.232163Z","caller":"traceutil/trace.go:171","msg":"trace[4814991] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26327; }","duration":"1.75635019s","start":"2026-03-31T05:53:12.475782Z","end":"2026-03-31T05:53:14.232132Z","steps":["trace[4814991] 'agreement among raft nodes before linearized reading' (duration: 1.756147565s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.232225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753630757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:14.232219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.475104Z","time spent":"1.757103762s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-31T05:53:14.232258Z","caller":"traceutil/trace.go:171","msg":"trace[1802969422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26327; }","duration":"1.753674799s","start":"2026-03-31T05:53:12.478575Z","end":"2026-03-31T05:53:14.23225Z","steps":["trace[1802969422] 'agreement among raft nodes before linearized reading' (duration: 1.753614157s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.232217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756347211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"warn","ts":"2026-03-31T05:53:14.232272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749024172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-03-31T05:53:14.232349Z","caller":"traceutil/trace.go:171","msg":"trace[2109322712] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:26327; }","duration":"1.756484184s","start":"2026-03-31T05:53:12.475824Z","end":"2026-03-31T05:53:14.232308Z","steps":["trace[2109322712] 'agreement among raft nodes before linearized reading' (duration: 1.756214657s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.232388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.238831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-03-31T05:53:14.232429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.475222Z","time spent":"1.757180414s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-31T05:53:14.232495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753836042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-03-31T05:53:14.232497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743107141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"warn","ts":"2026-03-31T05:53:14.232517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204446666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:53:14.232524Z","caller":"traceutil/trace.go:171","msg":"trace[1679196267] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:26327; }","duration":"1.753882884s","start":"2026-03-31T05:53:12.478633Z","end":"2026-03-31T05:53:14.232516Z","steps":["trace[1679196267] 'agreement among raft nodes before linearized reading' (duration: 1.753822832s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:14.232528Z","caller":"traceutil/trace.go:171","msg":"trace[2127348349] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:26327; }","duration":"1.743149193s","start":"2026-03-31T05:53:12.489372Z","end":"2026-03-31T05:53:14.232521Z","steps":["trace[2127348349] 'agreement among raft nodes before linearized reading' (duration: 1.743081381s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.232546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.478625Z","time spent":"1.753916925s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-03-31T05:53:14.232547Z","caller":"traceutil/trace.go:171","msg":"trace[811402386] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26327; }","duration":"1.204514867s","start":"2026-03-31T05:53:13.028023Z","end":"2026-03-31T05:53:14.232537Z","steps":["trace[811402386] 'agreement among raft nodes before linearized reading' (duration: 1.204429045s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.232569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.489365Z","time spent":"1.743198774s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-31T05:53:14.232578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:13.028004Z","time spent":"1.204563708s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:53:14.23228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.47857Z","time spent":"1.753705639s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:53:14.232357Z","caller":"traceutil/trace.go:171","msg":"trace[1282225345] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:26327; }","duration":"1.749147385s","start":"2026-03-31T05:53:12.48319Z","end":"2026-03-31T05:53:14.232338Z","steps":["trace[1282225345] 'agreement among raft nodes before linearized reading' (duration: 1.748886358s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.232679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.483184Z","time spent":"1.749488064s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-03-31T05:53:14.232434Z","caller":"traceutil/trace.go:171","msg":"trace[1888597916] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26327; }","duration":"188.309593ms","start":"2026-03-31T05:53:14.044111Z","end":"2026-03-31T05:53:14.23242Z","steps":["trace[1888597916] 'agreement among raft nodes before linearized reading' (duration: 188.211871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.232378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75115057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-03-31T05:53:14.232743Z","caller":"traceutil/trace.go:171","msg":"trace[43948498] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:26327; }","duration":"1.75152421s","start":"2026-03-31T05:53:12.481211Z","end":"2026-03-31T05:53:14.232735Z","steps":["trace[43948498] 'agreement among raft nodes before linearized reading' (duration: 1.751080338s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.232787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.481208Z","time spent":"1.751572481s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-31T05:53:14.232295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557767118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"warn","ts":"2026-03-31T05:53:14.232443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751245222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-03-31T05:53:14.232818Z","caller":"traceutil/trace.go:171","msg":"trace[1746970269] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26327; }","duration":"1.558328734s","start":"2026-03-31T05:53:12.67448Z","end":"2026-03-31T05:53:14.232809Z","steps":["trace[1746970269] 'agreement among raft nodes before linearized reading' (duration: 1.557662936s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:14.232836Z","caller":"traceutil/trace.go:171","msg":"trace[578745894] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:26327; }","duration":"1.751665503s","start":"2026-03-31T05:53:12.481162Z","end":"2026-03-31T05:53:14.232828Z","steps":["trace[578745894] 'agreement among raft nodes before linearized reading' (duration: 1.751232572s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.232842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.674464Z","time spent":"1.558370305s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-31T05:53:14.232853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.481146Z","time spent":"1.751703625s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-03-31T05:53:14.23244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6723334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-31T05:53:14.232944Z","caller":"traceutil/trace.go:171","msg":"trace[1106271357] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26327; }","duration":"1.672865884s","start":"2026-03-31T05:53:12.560068Z","end":"2026-03-31T05:53:14.232934Z","steps":["trace[1106271357] 'agreement among raft nodes before linearized reading' (duration: 1.672307329s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.23296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754480761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"warn","ts":"2026-03-31T05:53:14.232989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.560049Z","time spent":"1.672930235s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T05:53:14.233041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754652515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-03-31T05:53:14.233065Z","caller":"traceutil/trace.go:171","msg":"trace[1178037627] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:26327; }","duration":"1.754688956s","start":"2026-03-31T05:53:12.478369Z","end":"2026-03-31T05:53:14.233058Z","steps":["trace[1178037627] 'agreement among raft nodes before linearized reading' (duration: 1.754635014s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.233087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.47836Z","time spent":"1.754721886s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-31T05:53:14.232994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754868661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-39f6c713-cc72-4725-ad0b-0cd6bba9542a\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-31T05:53:14.233197Z","caller":"traceutil/trace.go:171","msg":"trace[1076048684] range","detail":"{range_begin:/registry/persistentvolumes/pvc-39f6c713-cc72-4725-ad0b-0cd6bba9542a; range_end:; response_count:1; response_revision:26327; }","duration":"1.755085456s","start":"2026-03-31T05:53:12.478103Z","end":"2026-03-31T05:53:14.233188Z","steps":["trace[1076048684] 'agreement among raft nodes before linearized reading' (duration: 1.75484312s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.233221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.478094Z","time spent":"1.755119758s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-39f6c713-cc72-4725-ad0b-0cd6bba9542a\" "} {"level":"info","ts":"2026-03-31T05:53:14.233029Z","caller":"traceutil/trace.go:171","msg":"trace[1089900446] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:26327; }","duration":"1.754560962s","start":"2026-03-31T05:53:12.478449Z","end":"2026-03-31T05:53:14.23301Z","steps":["trace[1089900446] 'agreement among raft nodes before linearized reading' (duration: 1.754383778s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.233301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755109637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-31T05:53:14.233346Z","caller":"traceutil/trace.go:171","msg":"trace[635681665] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:26327; }","duration":"1.755181709s","start":"2026-03-31T05:53:12.47815Z","end":"2026-03-31T05:53:14.233331Z","steps":["trace[635681665] 'agreement among raft nodes before linearized reading' (duration: 1.755007894s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.233379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.478131Z","time spent":"1.755238721s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:53:14.233291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.478442Z","time spent":"1.75483344s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-31T05:53:14.233236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725066241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-03-31T05:53:14.233564Z","caller":"traceutil/trace.go:171","msg":"trace[485982511] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26327; }","duration":"1.725430121s","start":"2026-03-31T05:53:12.508122Z","end":"2026-03-31T05:53:14.233552Z","steps":["trace[485982511] 'agreement among raft nodes before linearized reading' (duration: 1.72500649s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.23361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.508102Z","time spent":"1.725486113s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-31T05:53:14.231836Z","caller":"traceutil/trace.go:171","msg":"trace[1884945291] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"1.753554125s","start":"2026-03-31T05:53:12.478259Z","end":"2026-03-31T05:53:14.231813Z","steps":["trace[1884945291] 'process raft request' (duration: 1.753302418s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.233767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.478249Z","time spent":"1.755483717s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:14.235042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745276091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-rabbit-init.18a1d654938c5573\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26321 ","response":"range_response_count:500 size:388059"} {"level":"info","ts":"2026-03-31T05:53:14.235183Z","caller":"traceutil/trace.go:171","msg":"trace[1067457859] range","detail":"{range_begin:/registry/events/openstack/neutron-rabbit-init.18a1d654938c5573\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26327; }","duration":"1.745457366s","start":"2026-03-31T05:53:12.489698Z","end":"2026-03-31T05:53:14.235155Z","steps":["trace[1067457859] 'agreement among raft nodes before linearized reading' (duration: 1.742717011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.235252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.489635Z","time spent":"1.745593889s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1009,"response size":388082,"request content":"key:\"/registry/events/openstack/neutron-rabbit-init.18a1d654938c5573\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26321 "} {"level":"info","ts":"2026-03-31T05:53:14.505027Z","caller":"traceutil/trace.go:171","msg":"trace[2121426646] linearizableReadLoop","detail":"{readStateIndex:27319; appliedIndex:27318; }","duration":"136.125106ms","start":"2026-03-31T05:53:14.368881Z","end":"2026-03-31T05:53:14.505006Z","steps":["trace[2121426646] 'read index received' (duration: 131.997634ms)","trace[2121426646] 'applied index is now lower than readState.Index' (duration: 4.126652ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:14.505104Z","caller":"traceutil/trace.go:171","msg":"trace[864407395] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"138.929113ms","start":"2026-03-31T05:53:14.366141Z","end":"2026-03-31T05:53:14.50507Z","steps":["trace[864407395] 'process raft request' (duration: 134.803071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.505253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.315767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-31T05:53:14.505254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.362092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-231ea76a-9f37-45d5-ace9-a4d1ff0959b9\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-31T05:53:14.505287Z","caller":"traceutil/trace.go:171","msg":"trace[1514136458] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26343; }","duration":"127.40413ms","start":"2026-03-31T05:53:14.377873Z","end":"2026-03-31T05:53:14.505277Z","steps":["trace[1514136458] 'agreement among raft nodes before linearized reading' (duration: 127.251085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:14.505302Z","caller":"traceutil/trace.go:171","msg":"trace[1966103414] range","detail":"{range_begin:/registry/persistentvolumes/pvc-231ea76a-9f37-45d5-ace9-a4d1ff0959b9; range_end:; response_count:1; response_revision:26343; }","duration":"136.432835ms","start":"2026-03-31T05:53:14.368854Z","end":"2026-03-31T05:53:14.505287Z","steps":["trace[1966103414] 'agreement among raft nodes before linearized reading' (duration: 136.26476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:14.801756Z","caller":"traceutil/trace.go:171","msg":"trace[1174467935] linearizableReadLoop","detail":"{readStateIndex:27329; appliedIndex:27328; }","duration":"166.079419ms","start":"2026-03-31T05:53:14.635655Z","end":"2026-03-31T05:53:14.801735Z","steps":["trace[1174467935] 'read index received' (duration: 164.609809ms)","trace[1174467935] 'applied index is now lower than readState.Index' (duration: 1.46896ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:14.80185Z","caller":"traceutil/trace.go:171","msg":"trace[726522657] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"196.498796ms","start":"2026-03-31T05:53:14.605343Z","end":"2026-03-31T05:53:14.801842Z","steps":["trace[726522657] 'process raft request' (duration: 194.976725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.80202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.236324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-31T05:53:14.802086Z","caller":"traceutil/trace.go:171","msg":"trace[1716565744] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:26353; }","duration":"166.334567ms","start":"2026-03-31T05:53:14.635736Z","end":"2026-03-31T05:53:14.802071Z","steps":["trace[1716565744] 'agreement among raft nodes before linearized reading' (duration: 166.145621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.802242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.575583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"info","ts":"2026-03-31T05:53:14.802275Z","caller":"traceutil/trace.go:171","msg":"trace[470022609] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:26353; }","duration":"166.648135ms","start":"2026-03-31T05:53:14.635619Z","end":"2026-03-31T05:53:14.802267Z","steps":["trace[470022609] 'agreement among raft nodes before linearized reading' (duration: 166.539862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.802401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.363406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-03-31T05:53:14.802429Z","caller":"traceutil/trace.go:171","msg":"trace[1472204736] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:26353; }","duration":"163.404687ms","start":"2026-03-31T05:53:14.639017Z","end":"2026-03-31T05:53:14.802422Z","steps":["trace[1472204736] 'agreement among raft nodes before linearized reading' (duration: 163.334475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.802557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.011224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-31T05:53:14.802581Z","caller":"traceutil/trace.go:171","msg":"trace[471031591] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:26353; }","duration":"164.052174ms","start":"2026-03-31T05:53:14.638523Z","end":"2026-03-31T05:53:14.802575Z","steps":["trace[471031591] 'agreement among raft nodes before linearized reading' (duration: 163.991603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.802714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.918213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-03-31T05:53:14.802734Z","caller":"traceutil/trace.go:171","msg":"trace[253576010] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:26353; }","duration":"166.943143ms","start":"2026-03-31T05:53:14.635784Z","end":"2026-03-31T05:53:14.802727Z","steps":["trace[253576010] 'agreement among raft nodes before linearized reading' (duration: 166.881542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:15.028274Z","caller":"traceutil/trace.go:171","msg":"trace[620558293] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"119.973658ms","start":"2026-03-31T05:53:14.908266Z","end":"2026-03-31T05:53:15.028239Z","steps":["trace[620558293] 'process raft request' (duration: 119.772132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:15.795974Z","caller":"traceutil/trace.go:171","msg":"trace[1836513956] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"106.236105ms","start":"2026-03-31T05:53:15.689715Z","end":"2026-03-31T05:53:15.795951Z","steps":["trace[1836513956] 'process raft request' (duration: 105.997549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:16.898647Z","caller":"traceutil/trace.go:171","msg":"trace[1488713254] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"106.964115ms","start":"2026-03-31T05:53:16.791652Z","end":"2026-03-31T05:53:16.898617Z","steps":["trace[1488713254] 'process raft request' (duration: 105.490815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:16.899611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.371803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T05:53:16.900595Z","caller":"traceutil/trace.go:171","msg":"trace[871167623] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26486; }","duration":"102.402241ms","start":"2026-03-31T05:53:16.798164Z","end":"2026-03-31T05:53:16.900567Z","steps":["trace[871167623] 'agreement among raft nodes before linearized reading' (duration: 100.739286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:16.901684Z","caller":"traceutil/trace.go:171","msg":"trace[80993850] linearizableReadLoop","detail":"{readStateIndex:27462; appliedIndex:27461; }","duration":"100.51248ms","start":"2026-03-31T05:53:16.798196Z","end":"2026-03-31T05:53:16.898709Z","steps":["trace[80993850] 'read index received' (duration: 98.880155ms)","trace[80993850] 'applied index is now lower than readState.Index' (duration: 1.629815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:17.219747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.29213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:53:17.219802Z","caller":"traceutil/trace.go:171","msg":"trace[646148198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26487; }","duration":"119.413482ms","start":"2026-03-31T05:53:17.100374Z","end":"2026-03-31T05:53:17.219787Z","steps":["trace[646148198] 'range keys from in-memory index tree' (duration: 119.101234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:17.722605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.169996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:17.722692Z","caller":"traceutil/trace.go:171","msg":"trace[1084767429] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26491; }","duration":"140.33777ms","start":"2026-03-31T05:53:17.582332Z","end":"2026-03-31T05:53:17.722669Z","steps":["trace[1084767429] 'count revisions from in-memory index tree' (duration: 140.040283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:17.722973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.985543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:17.722999Z","caller":"traceutil/trace.go:171","msg":"trace[1107045803] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26491; }","duration":"192.063185ms","start":"2026-03-31T05:53:17.530929Z","end":"2026-03-31T05:53:17.722992Z","steps":["trace[1107045803] 'count revisions from in-memory index tree' (duration: 191.756606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:17.723547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.003276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:53:17.723578Z","caller":"traceutil/trace.go:171","msg":"trace[1442474114] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26491; }","duration":"177.082888ms","start":"2026-03-31T05:53:17.546489Z","end":"2026-03-31T05:53:17.723571Z","steps":["trace[1442474114] 'count revisions from in-memory index tree' (duration: 176.887363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:17.9901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.119712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:17.990215Z","caller":"traceutil/trace.go:171","msg":"trace[1452310929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26493; }","duration":"120.286077ms","start":"2026-03-31T05:53:17.8699Z","end":"2026-03-31T05:53:17.990186Z","steps":["trace[1452310929] 'range keys from in-memory index tree' (duration: 119.947988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:24.583335Z","caller":"traceutil/trace.go:171","msg":"trace[720348211] linearizableReadLoop","detail":"{readStateIndex:27492; appliedIndex:27491; }","duration":"144.931095ms","start":"2026-03-31T05:53:24.438386Z","end":"2026-03-31T05:53:24.583317Z","steps":["trace[720348211] 'read index received' (duration: 144.810112ms)","trace[720348211] 'applied index is now lower than readState.Index' (duration: 120.243µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:24.58355Z","caller":"traceutil/trace.go:171","msg":"trace[2015879376] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"151.402281ms","start":"2026-03-31T05:53:24.432113Z","end":"2026-03-31T05:53:24.583516Z","steps":["trace[2015879376] 'process raft request' (duration: 151.096203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:24.58359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.189603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:24.583647Z","caller":"traceutil/trace.go:171","msg":"trace[1684626563] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26515; }","duration":"145.304156ms","start":"2026-03-31T05:53:24.438327Z","end":"2026-03-31T05:53:24.583631Z","steps":["trace[1684626563] 'agreement among raft nodes before linearized reading' (duration: 145.194353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:24.583795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.431899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk\" ","response":"range_response_count:1 size:5794"} {"level":"info","ts":"2026-03-31T05:53:24.584134Z","caller":"traceutil/trace.go:171","msg":"trace[1094273565] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk; range_end:; response_count:1; response_revision:26515; }","duration":"110.645715ms","start":"2026-03-31T05:53:24.473316Z","end":"2026-03-31T05:53:24.583962Z","steps":["trace[1094273565] 'agreement among raft nodes before linearized reading' (duration: 110.388068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:25.000093Z","caller":"traceutil/trace.go:171","msg":"trace[1269014505] linearizableReadLoop","detail":"{readStateIndex:27493; appliedIndex:27492; }","duration":"302.053232ms","start":"2026-03-31T05:53:24.698019Z","end":"2026-03-31T05:53:25.000073Z","steps":["trace[1269014505] 'read index received' (duration: 301.858176ms)","trace[1269014505] 'applied index is now lower than readState.Index' (duration: 194.146µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:25.00035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.305689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:25.000383Z","caller":"traceutil/trace.go:171","msg":"trace[969990340] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"406.149468ms","start":"2026-03-31T05:53:24.594206Z","end":"2026-03-31T05:53:25.000356Z","steps":["trace[969990340] 'process raft request' (duration: 405.719907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:25.000453Z","caller":"traceutil/trace.go:171","msg":"trace[2088317574] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26516; }","duration":"302.468273ms","start":"2026-03-31T05:53:24.697954Z","end":"2026-03-31T05:53:25.000422Z","steps":["trace[2088317574] 'agreement among raft nodes before linearized reading' (duration: 302.274988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:25.00051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:24.697929Z","time spent":"302.568326ms","remote":"127.0.0.1:52556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:25.000538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:24.594181Z","time spent":"406.262352ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5587,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:25.000812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.63082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268432"} {"level":"info","ts":"2026-03-31T05:53:25.000971Z","caller":"traceutil/trace.go:171","msg":"trace[777462206] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:26516; }","duration":"185.817445ms","start":"2026-03-31T05:53:24.815127Z","end":"2026-03-31T05:53:25.000944Z","steps":["trace[777462206] 'agreement among raft nodes before linearized reading' (duration: 185.148527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:25.001215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.113723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T05:53:25.001282Z","caller":"traceutil/trace.go:171","msg":"trace[1966305371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26516; }","duration":"123.202245ms","start":"2026-03-31T05:53:24.87806Z","end":"2026-03-31T05:53:25.001262Z","steps":["trace[1966305371] 'agreement among raft nodes before linearized reading' (duration: 123.000959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:25.001274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.882663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T05:53:25.001354Z","caller":"traceutil/trace.go:171","msg":"trace[1373558967] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26516; }","duration":"128.016636ms","start":"2026-03-31T05:53:24.87332Z","end":"2026-03-31T05:53:25.001337Z","steps":["trace[1373558967] 'agreement among raft nodes before linearized reading' (duration: 127.781949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:27.754303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.093174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-31T05:53:27.75439Z","caller":"traceutil/trace.go:171","msg":"trace[1304232479] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26526; }","duration":"119.235198ms","start":"2026-03-31T05:53:27.635131Z","end":"2026-03-31T05:53:27.754367Z","steps":["trace[1304232479] 'range keys from in-memory index tree' (duration: 118.899709ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:28.613189Z","caller":"traceutil/trace.go:171","msg":"trace[1783746638] transaction","detail":"{read_only:false; response_revision:26530; number_of_response:1; }","duration":"117.773518ms","start":"2026-03-31T05:53:28.495394Z","end":"2026-03-31T05:53:28.613167Z","steps":["trace[1783746638] 'process raft request' (duration: 117.643795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:30.051385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.73427ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:53:30.051489Z","caller":"traceutil/trace.go:171","msg":"trace[1157740142] linearizableReadLoop","detail":"{readStateIndex:27510; appliedIndex:27509; }","duration":"694.072777ms","start":"2026-03-31T05:53:29.357398Z","end":"2026-03-31T05:53:30.051471Z","steps":["trace[1157740142] 'read index received' (duration: 50.182µs)","trace[1157740142] 'applied index is now lower than readState.Index' (duration: 694.021285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:30.051859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.462247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:53:30.051887Z","caller":"traceutil/trace.go:171","msg":"trace[306314444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26531; }","duration":"694.533999ms","start":"2026-03-31T05:53:29.357345Z","end":"2026-03-31T05:53:30.051879Z","steps":["trace[306314444] 'agreement among raft nodes before linearized reading' (duration: 694.388675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:30.051889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.149045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-31T05:53:30.051909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:29.357324Z","time spent":"694.579941ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:53:30.051927Z","caller":"traceutil/trace.go:171","msg":"trace[505383662] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26531; }","duration":"597.228007ms","start":"2026-03-31T05:53:29.454688Z","end":"2026-03-31T05:53:30.051916Z","steps":["trace[505383662] 'agreement among raft nodes before linearized reading' (duration: 597.118714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:30.05195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:29.454667Z","time spent":"597.278719ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:53:30.052141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.209537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:30.052219Z","caller":"traceutil/trace.go:171","msg":"trace[746217063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26531; }","duration":"158.318819ms","start":"2026-03-31T05:53:29.893884Z","end":"2026-03-31T05:53:30.052203Z","steps":["trace[746217063] 'agreement among raft nodes before linearized reading' (duration: 158.199446ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:30.244916Z","caller":"traceutil/trace.go:171","msg":"trace[24907557] transaction","detail":"{read_only:false; response_revision:26532; number_of_response:1; }","duration":"186.520334ms","start":"2026-03-31T05:53:30.058341Z","end":"2026-03-31T05:53:30.244862Z","steps":["trace[24907557] 'process raft request' (duration: 186.159815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:30.724312Z","caller":"traceutil/trace.go:171","msg":"trace[760071192] linearizableReadLoop","detail":"{readStateIndex:27513; appliedIndex:27510; }","duration":"605.899442ms","start":"2026-03-31T05:53:30.11839Z","end":"2026-03-31T05:53:30.72429Z","steps":["trace[760071192] 'read index received' (duration: 126.31214ms)","trace[760071192] 'applied index is now lower than readState.Index' (duration: 479.586382ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:30.724514Z","caller":"traceutil/trace.go:171","msg":"trace[1042709599] transaction","detail":"{read_only:false; response_revision:26533; number_of_response:1; }","duration":"666.124907ms","start":"2026-03-31T05:53:30.058375Z","end":"2026-03-31T05:53:30.7245Z","steps":["trace[1042709599] 'process raft request' (duration: 610.60595ms)","trace[1042709599] 'compare' (duration: 54.976102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:30.724597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:30.058358Z","time spent":"666.182079ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:30.724732Z","caller":"traceutil/trace.go:171","msg":"trace[1470931861] transaction","detail":"{read_only:false; response_revision:26534; number_of_response:1; }","duration":"664.595856ms","start":"2026-03-31T05:53:30.060129Z","end":"2026-03-31T05:53:30.724725Z","steps":["trace[1470931861] 'process raft request' (duration: 664.124793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:30.724791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:30.060123Z","time spent":"664.648137ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:30.72497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.57847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-03-31T05:53:30.724997Z","caller":"traceutil/trace.go:171","msg":"trace[310241714] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:26534; }","duration":"606.619261ms","start":"2026-03-31T05:53:30.118368Z","end":"2026-03-31T05:53:30.724987Z","steps":["trace[310241714] 'agreement among raft nodes before linearized reading' (duration: 606.506818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:30.725018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:30.11836Z","time spent":"606.653702ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1200,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-03-31T05:53:30.725165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.705286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-31T05:53:30.725184Z","caller":"traceutil/trace.go:171","msg":"trace[141952398] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26534; }","duration":"387.783729ms","start":"2026-03-31T05:53:30.337394Z","end":"2026-03-31T05:53:30.725177Z","steps":["trace[141952398] 'agreement among raft nodes before linearized reading' (duration: 387.725987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:30.7252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:30.337359Z","time spent":"387.83676ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-31T05:53:30.725277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.133389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:53:30.725292Z","caller":"traceutil/trace.go:171","msg":"trace[1972367429] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26534; }","duration":"170.19084ms","start":"2026-03-31T05:53:30.555096Z","end":"2026-03-31T05:53:30.725287Z","steps":["trace[1972367429] 'agreement among raft nodes before linearized reading' (duration: 170.143989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:30.725481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.685111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:53:30.72556Z","caller":"traceutil/trace.go:171","msg":"trace[1204860390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26534; }","duration":"357.856917ms","start":"2026-03-31T05:53:30.367682Z","end":"2026-03-31T05:53:30.725539Z","steps":["trace[1204860390] 'agreement among raft nodes before linearized reading' (duration: 357.575819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:30.725602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:30.367657Z","time spent":"357.936198ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:53:31.337748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792677545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:31.8381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792677545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:31.903776Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.171199393s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:53:31.904294Z","caller":"traceutil/trace.go:171","msg":"trace[2147406132] transaction","detail":"{read_only:false; response_revision:26535; number_of_response:1; }","duration":"1.17182627s","start":"2026-03-31T05:53:30.732431Z","end":"2026-03-31T05:53:31.904257Z","steps":["trace[2147406132] 'process raft request' (duration: 1.171685916s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:31.904489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:30.732391Z","time spent":"1.171961323s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:33.015218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.12989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:33.015314Z","caller":"traceutil/trace.go:171","msg":"trace[1615423196] transaction","detail":"{read_only:false; response_revision:26536; number_of_response:1; }","duration":"2.280076643s","start":"2026-03-31T05:53:30.735212Z","end":"2026-03-31T05:53:33.015288Z","steps":["trace[1615423196] 'process raft request' (duration: 1.649810079s)","trace[1615423196] 'compare' (duration: 629.663078ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:33.015349Z","caller":"traceutil/trace.go:171","msg":"trace[773589718] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"503.539423ms","start":"2026-03-31T05:53:32.511801Z","end":"2026-03-31T05:53:33.015341Z","steps":["trace[773589718] 'process raft request' (duration: 503.491701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.015376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:30.735194Z","time spent":"2.280152965s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:33.015389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:32.51178Z","time spent":"503.586874ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:33.015408Z","caller":"traceutil/trace.go:171","msg":"trace[518790042] linearizableReadLoop","detail":"{readStateIndex:27515; appliedIndex:27513; }","duration":"2.178046263s","start":"2026-03-31T05:53:30.837325Z","end":"2026-03-31T05:53:33.015371Z","steps":["trace[518790042] 'read index received' (duration: 1.066771797s)","trace[518790042] 'applied index is now lower than readState.Index' (duration: 1.111269195s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:33.015554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178227817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-31T05:53:33.015591Z","caller":"traceutil/trace.go:171","msg":"trace[367121967] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26537; }","duration":"2.178298659s","start":"2026-03-31T05:53:30.837281Z","end":"2026-03-31T05:53:33.015579Z","steps":["trace[367121967] 'agreement among raft nodes before linearized reading' (duration: 2.178168906s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.015611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104467854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:33.015618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:30.837262Z","time spent":"2.178351341s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-31T05:53:33.015641Z","caller":"traceutil/trace.go:171","msg":"trace[401172346] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26537; }","duration":"2.104559107s","start":"2026-03-31T05:53:30.911072Z","end":"2026-03-31T05:53:33.015631Z","steps":["trace[401172346] 'agreement among raft nodes before linearized reading' (duration: 2.104465694s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.015669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:30.911049Z","time spent":"2.104612948s","remote":"127.0.0.1:33810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:33.015675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359903357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:33.015703Z","caller":"traceutil/trace.go:171","msg":"trace[539279173] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26537; }","duration":"1.359968318s","start":"2026-03-31T05:53:31.655729Z","end":"2026-03-31T05:53:33.015697Z","steps":["trace[539279173] 'agreement among raft nodes before linearized reading' (duration: 1.359922487s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.015719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.65571Z","time spent":"1.360005319s","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:33.015812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.546646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-31T05:53:33.015825Z","caller":"traceutil/trace.go:171","msg":"trace[509078146] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:26537; }","duration":"537.588648ms","start":"2026-03-31T05:53:32.478232Z","end":"2026-03-31T05:53:33.01582Z","steps":["trace[509078146] 'agreement among raft nodes before linearized reading' (duration: 537.543186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.015839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:32.478216Z","time spent":"537.620388ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:53:33.015862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.480049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:53:33.015894Z","caller":"traceutil/trace.go:171","msg":"trace[395984584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26537; }","duration":"286.54807ms","start":"2026-03-31T05:53:32.729337Z","end":"2026-03-31T05:53:33.015885Z","steps":["trace[395984584] 'agreement among raft nodes before linearized reading' (duration: 286.463048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.015929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.46768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:53:33.015942Z","caller":"traceutil/trace.go:171","msg":"trace[1785847264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26537; }","duration":"767.512121ms","start":"2026-03-31T05:53:32.248425Z","end":"2026-03-31T05:53:33.015937Z","steps":["trace[1785847264] 'agreement among raft nodes before linearized reading' (duration: 767.47344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.015953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:32.248407Z","time spent":"767.543121ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:53:33.015972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469939465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-31T05:53:33.015998Z","caller":"traceutil/trace.go:171","msg":"trace[344520344] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26537; }","duration":"1.469988325s","start":"2026-03-31T05:53:31.546002Z","end":"2026-03-31T05:53:33.01599Z","steps":["trace[344520344] 'agreement among raft nodes before linearized reading' (duration: 1.469822371s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.01597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.370744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-31T05:53:33.016027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.545989Z","time spent":"1.470024787s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T05:53:33.016045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943612817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:33.016018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147677383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:33.016075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881237313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-31T05:53:33.016089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914973619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:33.016104Z","caller":"traceutil/trace.go:171","msg":"trace[1052315784] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26537; }","duration":"1.914990389s","start":"2026-03-31T05:53:31.10111Z","end":"2026-03-31T05:53:33.0161Z","steps":["trace[1052315784] 'agreement among raft nodes before linearized reading' (duration: 1.914967009s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:33.016105Z","caller":"traceutil/trace.go:171","msg":"trace[224093341] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26537; }","duration":"1.881302935s","start":"2026-03-31T05:53:31.134792Z","end":"2026-03-31T05:53:33.016095Z","steps":["trace[224093341] 'agreement among raft nodes before linearized reading' (duration: 1.881225303s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.016118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.101077Z","time spent":"1.915037991s","remote":"127.0.0.1:33978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:33.016109Z","caller":"traceutil/trace.go:171","msg":"trace[1363393146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26537; }","duration":"1.147803827s","start":"2026-03-31T05:53:31.86828Z","end":"2026-03-31T05:53:33.016084Z","steps":["trace[1363393146] 'agreement among raft nodes before linearized reading' (duration: 1.147651033s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.016144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.824038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:53:33.016149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.828092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-31T05:53:33.016162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.868253Z","time spent":"1.14789732s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:53:33.016178Z","caller":"traceutil/trace.go:171","msg":"trace[1341909600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26537; }","duration":"286.89276ms","start":"2026-03-31T05:53:32.729276Z","end":"2026-03-31T05:53:33.016169Z","steps":["trace[1341909600] 'agreement among raft nodes before linearized reading' (duration: 286.799948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.016158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484772488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:33.016199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970491507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:33.016209Z","caller":"traceutil/trace.go:171","msg":"trace[1494731614] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26537; }","duration":"1.484821369s","start":"2026-03-31T05:53:31.53138Z","end":"2026-03-31T05:53:33.016201Z","steps":["trace[1494731614] 'agreement among raft nodes before linearized reading' (duration: 1.484760117s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.016219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624885341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-31T05:53:33.016222Z","caller":"traceutil/trace.go:171","msg":"trace[1612093541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26537; }","duration":"1.970540557s","start":"2026-03-31T05:53:31.045673Z","end":"2026-03-31T05:53:33.016214Z","steps":["trace[1612093541] 'agreement among raft nodes before linearized reading' (duration: 1.970502896s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.016233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.531343Z","time spent":"1.484882661s","remote":"127.0.0.1:33478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:33.016241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.045658Z","time spent":"1.970579469s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:53:33.016064Z","caller":"traceutil/trace.go:171","msg":"trace[1455452674] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26537; }","duration":"1.943669868s","start":"2026-03-31T05:53:31.072388Z","end":"2026-03-31T05:53:33.016058Z","steps":["trace[1455452674] 'agreement among raft nodes before linearized reading' (duration: 1.943640097s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.016288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87746467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-31T05:53:33.016292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.072359Z","time spent":"1.943924325s","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:33.016303Z","caller":"traceutil/trace.go:171","msg":"trace[2010281878] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26537; }","duration":"1.877503922s","start":"2026-03-31T05:53:31.138794Z","end":"2026-03-31T05:53:33.016298Z","steps":["trace[2010281878] 'agreement among raft nodes before linearized reading' (duration: 1.87745431s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.016318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.138781Z","time spent":"1.877532822s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-31T05:53:33.016238Z","caller":"traceutil/trace.go:171","msg":"trace[2103518429] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26537; }","duration":"1.624945184s","start":"2026-03-31T05:53:31.391287Z","end":"2026-03-31T05:53:33.016232Z","steps":["trace[2103518429] 'agreement among raft nodes before linearized reading' (duration: 1.624884572s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:33.016051Z","caller":"traceutil/trace.go:171","msg":"trace[1981908476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26537; }","duration":"420.526229ms","start":"2026-03-31T05:53:32.595503Z","end":"2026-03-31T05:53:33.016029Z","steps":["trace[1981908476] 'agreement among raft nodes before linearized reading' (duration: 420.270572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.016339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.391263Z","time spent":"1.625070197s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-31T05:53:33.016368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:32.595482Z","time spent":"420.875918ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:53:33.016183Z","caller":"traceutil/trace.go:171","msg":"trace[1335984607] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26537; }","duration":"418.882814ms","start":"2026-03-31T05:53:32.597293Z","end":"2026-03-31T05:53:33.016176Z","steps":["trace[1335984607] 'agreement among raft nodes before linearized reading' (duration: 418.808672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.016127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.134771Z","time spent":"1.881350536s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:53:33.016487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:32.597258Z","time spent":"419.215523ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T05:53:34.605646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.851038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:34.605835Z","caller":"traceutil/trace.go:171","msg":"trace[1882455572] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"1.58470019s","start":"2026-03-31T05:53:33.021103Z","end":"2026-03-31T05:53:34.605803Z","steps":["trace[1882455572] 'process raft request' (duration: 1.079616696s)","trace[1882455572] 'compare' (duration: 504.19097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:34.605957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.021082Z","time spent":"1.584811033s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:34.605972Z","caller":"traceutil/trace.go:171","msg":"trace[1401345227] transaction","detail":"{read_only:false; response_revision:26540; number_of_response:1; }","duration":"1.584727211s","start":"2026-03-31T05:53:33.021224Z","end":"2026-03-31T05:53:34.605951Z","steps":["trace[1401345227] 'process raft request' (duration: 1.584569487s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:34.606055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.021213Z","time spent":"1.584799663s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:34.606103Z","caller":"traceutil/trace.go:171","msg":"trace[354646694] linearizableReadLoop","detail":"{readStateIndex:27526; appliedIndex:27516; }","duration":"1.582791638s","start":"2026-03-31T05:53:33.023296Z","end":"2026-03-31T05:53:34.606087Z","steps":["trace[354646694] 'read index received' (duration: 90.071795ms)","trace[354646694] 'applied index is now lower than readState.Index' (duration: 1.492719133s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:34.606165Z","caller":"traceutil/trace.go:171","msg":"trace[1137387963] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"1.583762155s","start":"2026-03-31T05:53:33.022394Z","end":"2026-03-31T05:53:34.606156Z","steps":["trace[1137387963] 'process raft request' (duration: 1.583554749s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:34.60616Z","caller":"traceutil/trace.go:171","msg":"trace[1613942924] transaction","detail":"{read_only:false; response_revision:26544; number_of_response:1; }","duration":"1.584431052s","start":"2026-03-31T05:53:33.021714Z","end":"2026-03-31T05:53:34.606145Z","steps":["trace[1613942924] 'process raft request' (duration: 1.584175165s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:34.606209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.021703Z","time spent":"1.584483685s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:53:34.606185Z","caller":"traceutil/trace.go:171","msg":"trace[1505466424] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"1.585008799s","start":"2026-03-31T05:53:33.021146Z","end":"2026-03-31T05:53:34.606155Z","steps":["trace[1505466424] 'process raft request' (duration: 1.584589397s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:34.606235Z","caller":"traceutil/trace.go:171","msg":"trace[1989484961] transaction","detail":"{read_only:false; response_revision:26546; number_of_response:1; }","duration":"1.582993514s","start":"2026-03-31T05:53:33.023236Z","end":"2026-03-31T05:53:34.60623Z","steps":["trace[1989484961] 'process raft request' (duration: 1.582749697s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:34.606266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.023229Z","time spent":"1.583021804s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:34.606294Z","caller":"traceutil/trace.go:171","msg":"trace[1391496202] transaction","detail":"{read_only:false; response_revision:26548; number_of_response:1; }","duration":"1.57660302s","start":"2026-03-31T05:53:33.029678Z","end":"2026-03-31T05:53:34.606281Z","steps":["trace[1391496202] 'process raft request' (duration: 1.576360204s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:34.606311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.021082Z","time spent":"1.585167282s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:34.606362Z","caller":"traceutil/trace.go:171","msg":"trace[507781614] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"1.58508629s","start":"2026-03-31T05:53:33.021267Z","end":"2026-03-31T05:53:34.606353Z","steps":["trace[507781614] 'process raft request' (duration: 1.584552276s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:34.606358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.029658Z","time spent":"1.576667051s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:34.606211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.022385Z","time spent":"1.583799046s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:34.606402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.021262Z","time spent":"1.585118881s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:34.606443Z","caller":"traceutil/trace.go:171","msg":"trace[252438110] transaction","detail":"{read_only:false; response_revision:26547; number_of_response:1; }","duration":"1.582837039s","start":"2026-03-31T05:53:33.023596Z","end":"2026-03-31T05:53:34.606433Z","steps":["trace[252438110] 'process raft request' (duration: 1.582421488s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:34.606461Z","caller":"traceutil/trace.go:171","msg":"trace[65650550] transaction","detail":"{read_only:false; response_revision:26542; number_of_response:1; }","duration":"1.585097701s","start":"2026-03-31T05:53:33.021356Z","end":"2026-03-31T05:53:34.606454Z","steps":["trace[65650550] 'process raft request' (duration: 1.584484934s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:34.606488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.023587Z","time spent":"1.58287735s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:34.606499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.02135Z","time spent":"1.585126801s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:34.606563Z","caller":"traceutil/trace.go:171","msg":"trace[821991810] transaction","detail":"{read_only:false; response_revision:26543; number_of_response:1; }","duration":"1.585160163s","start":"2026-03-31T05:53:33.021392Z","end":"2026-03-31T05:53:34.606552Z","steps":["trace[821991810] 'process raft request' (duration: 1.584472414s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:34.606625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.02137Z","time spent":"1.585213434s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:34.617121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593803037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-39f6c713-cc72-4725-ad0b-0cd6bba9542a\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-31T05:53:34.617204Z","caller":"traceutil/trace.go:171","msg":"trace[1311324588] range","detail":"{range_begin:/registry/persistentvolumes/pvc-39f6c713-cc72-4725-ad0b-0cd6bba9542a; range_end:; response_count:1; response_revision:26548; }","duration":"1.59392984s","start":"2026-03-31T05:53:33.023254Z","end":"2026-03-31T05:53:34.617184Z","steps":["trace[1311324588] 'agreement among raft nodes before linearized reading' (duration: 1.583064955s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:34.61724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.023244Z","time spent":"1.593989272s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-39f6c713-cc72-4725-ad0b-0cd6bba9542a\" "} {"level":"warn","ts":"2026-03-31T05:53:35.031191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000154191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:53:35.031272Z","caller":"traceutil/trace.go:171","msg":"trace[1348762064] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000271974s","start":"2026-03-31T05:53:33.030982Z","end":"2026-03-31T05:53:35.031254Z","steps":["trace[1348762064] 'agreement among raft nodes before linearized reading' (duration: 2.000167011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:35.031318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.030973Z","time spent":"2.000334926s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:35.106976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792677567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:35.591426Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.490677667s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:36.612277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000235584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:36.612369Z","caller":"traceutil/trace.go:171","msg":"trace[1284373780] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000350308s","start":"2026-03-31T05:53:34.611997Z","end":"2026-03-31T05:53:36.612347Z","steps":["trace[1284373780] 'agreement among raft nodes before linearized reading' (duration: 2.000231475s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:36.612422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.611992Z","time spent":"2.00041672s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:53:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:36.654605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062863211s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:36.654744Z","caller":"traceutil/trace.go:171","msg":"trace[300547106] transaction","detail":"{read_only:false; response_revision:26550; number_of_response:1; }","duration":"2.832925364s","start":"2026-03-31T05:53:33.821802Z","end":"2026-03-31T05:53:36.654728Z","steps":["trace[300547106] 'process raft request' (duration: 2.832872683s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:36.654797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.821777Z","time spent":"2.832999566s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:36.654933Z","caller":"traceutil/trace.go:171","msg":"trace[1680173451] transaction","detail":"{read_only:false; response_revision:26549; number_of_response:1; }","duration":"3.540143208s","start":"2026-03-31T05:53:33.114782Z","end":"2026-03-31T05:53:36.654925Z","steps":["trace[1680173451] 'process raft request' (duration: 2.476896366s)","trace[1680173451] 'compare' (duration: 1.062783239s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:36.655765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.114723Z","time spent":"3.541015112s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:37.031664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999902565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:53:37.03176Z","caller":"traceutil/trace.go:171","msg":"trace[1062034075] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000041209s","start":"2026-03-31T05:53:35.031685Z","end":"2026-03-31T05:53:37.031726Z","steps":["trace[1062034075] 'agreement among raft nodes before linearized reading' (duration: 1.999931736s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:37.031805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:35.031666Z","time spent":"2.000129232s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:37.858026Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.266273208s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:38.90793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999582146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:38.908019Z","caller":"traceutil/trace.go:171","msg":"trace[105774920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99972965s","start":"2026-03-31T05:53:33.908269Z","end":"2026-03-31T05:53:38.907999Z","steps":["trace[105774920] 'agreement among raft nodes before linearized reading' (duration: 4.999616997s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.908066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.908248Z","time spent":"4.999808582s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 05:53:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:39.0398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000385317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:53:39.03992Z","caller":"traceutil/trace.go:171","msg":"trace[33157835] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000562562s","start":"2026-03-31T05:53:37.039329Z","end":"2026-03-31T05:53:39.039892Z","steps":["trace[33157835] 'agreement among raft nodes before linearized reading' (duration: 2.000395788s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:39.039982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:37.039315Z","time spent":"2.000653774s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:39.289583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.988726652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:39.289662Z","caller":"traceutil/trace.go:171","msg":"trace[286567061] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.988856576s","start":"2026-03-31T05:53:34.300787Z","end":"2026-03-31T05:53:39.289644Z","steps":["trace[286567061] 'agreement among raft nodes before linearized reading' (duration: 4.988728572s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:39.289706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.30077Z","time spent":"4.988927258s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/31 05:53:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:39.45873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175736848s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:39.458857Z","caller":"traceutil/trace.go:171","msg":"trace[727678115] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26550; }","duration":"2.175872932s","start":"2026-03-31T05:53:37.282965Z","end":"2026-03-31T05:53:39.458838Z","steps":["trace[727678115] 'range keys from in-memory index tree' (duration: 2.175715868s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:39.459966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601721213s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:39.460843Z","caller":"traceutil/trace.go:171","msg":"trace[1366647722] transaction","detail":"{read_only:false; response_revision:26557; number_of_response:1; }","duration":"4.848609138s","start":"2026-03-31T05:53:34.612207Z","end":"2026-03-31T05:53:39.460816Z","steps":["trace[1366647722] 'process raft request' (duration: 4.848011542s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:39.460979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.612187Z","time spent":"4.84871973s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:39.461161Z","caller":"traceutil/trace.go:171","msg":"trace[81595457] transaction","detail":"{read_only:false; response_revision:26551; number_of_response:1; }","duration":"4.863242235s","start":"2026-03-31T05:53:34.597908Z","end":"2026-03-31T05:53:39.46115Z","steps":["trace[81595457] 'process raft request' (duration: 3.260286898s)","trace[81595457] 'compare' (duration: 1.600651074s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:39.46121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.597885Z","time spent":"4.863301027s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:39.461286Z","caller":"traceutil/trace.go:171","msg":"trace[204838673] linearizableReadLoop","detail":"{readStateIndex:27542; appliedIndex:27528; }","duration":"4.855141435s","start":"2026-03-31T05:53:34.606132Z","end":"2026-03-31T05:53:39.461273Z","steps":["trace[204838673] 'read index received' (duration: 985.577312ms)","trace[204838673] 'applied index is now lower than readState.Index' (duration: 3.869562853s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:39.461299Z","caller":"traceutil/trace.go:171","msg":"trace[915181314] transaction","detail":"{read_only:false; response_revision:26554; number_of_response:1; }","duration":"4.84945491s","start":"2026-03-31T05:53:34.61182Z","end":"2026-03-31T05:53:39.461275Z","steps":["trace[915181314] 'process raft request' (duration: 4.848313239s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:39.461302Z","caller":"traceutil/trace.go:171","msg":"trace[113649764] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"4.847945779s","start":"2026-03-31T05:53:34.613333Z","end":"2026-03-31T05:53:39.461279Z","steps":["trace[113649764] 'process raft request' (duration: 4.846983923s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:39.461325Z","caller":"traceutil/trace.go:171","msg":"trace[238779647] transaction","detail":"{read_only:false; response_revision:26552; number_of_response:1; }","duration":"4.849947594s","start":"2026-03-31T05:53:34.611368Z","end":"2026-03-31T05:53:39.461316Z","steps":["trace[238779647] 'process raft request' (duration: 4.848647299s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:39.46135Z","caller":"traceutil/trace.go:171","msg":"trace[1308411043] transaction","detail":"{read_only:false; response_revision:26562; number_of_response:1; }","duration":"4.836858539s","start":"2026-03-31T05:53:34.624481Z","end":"2026-03-31T05:53:39.46134Z","steps":["trace[1308411043] 'process raft request' (duration: 4.835861462s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:39.461346Z","caller":"traceutil/trace.go:171","msg":"trace[648995975] transaction","detail":"{read_only:false; response_revision:26558; number_of_response:1; }","duration":"4.848641629s","start":"2026-03-31T05:53:34.612695Z","end":"2026-03-31T05:53:39.461336Z","steps":["trace[648995975] 'process raft request' (duration: 4.847551189s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:39.461328Z","caller":"traceutil/trace.go:171","msg":"trace[1554612382] transaction","detail":"{read_only:false; response_revision:26560; number_of_response:1; }","duration":"4.848023012s","start":"2026-03-31T05:53:34.613267Z","end":"2026-03-31T05:53:39.46129Z","steps":["trace[1554612382] 'process raft request' (duration: 4.847023005s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:39.46138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.611343Z","time spent":"4.850008505s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:39.461395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.624455Z","time spent":"4.8369174s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:53:39.461401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.613325Z","time spent":"4.848026031s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:53:39.461415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.612682Z","time spent":"4.84869439s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:39.461299Z","caller":"traceutil/trace.go:171","msg":"trace[1020960925] transaction","detail":"{read_only:false; response_revision:26559; number_of_response:1; }","duration":"4.848492485s","start":"2026-03-31T05:53:34.612789Z","end":"2026-03-31T05:53:39.461281Z","steps":["trace[1020960925] 'process raft request' (duration: 4.847481447s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:39.461413Z","caller":"traceutil/trace.go:171","msg":"trace[1862857205] transaction","detail":"{read_only:false; response_revision:26555; number_of_response:1; }","duration":"4.849518852s","start":"2026-03-31T05:53:34.611866Z","end":"2026-03-31T05:53:39.461384Z","steps":["trace[1862857205] 'process raft request' (duration: 4.848308769s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:39.461473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.61278Z","time spent":"4.848671139s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:39.461519Z","caller":"traceutil/trace.go:171","msg":"trace[1666064921] transaction","detail":"{read_only:false; response_revision:26563; number_of_response:1; }","duration":"2.84862376s","start":"2026-03-31T05:53:36.612886Z","end":"2026-03-31T05:53:39.461509Z","steps":["trace[1666064921] 'process raft request' (duration: 2.847484949s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:39.461996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:36.612864Z","time spent":"2.849105183s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:39.461328Z","caller":"traceutil/trace.go:171","msg":"trace[1235412797] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"4.849392609s","start":"2026-03-31T05:53:34.611898Z","end":"2026-03-31T05:53:39.461291Z","steps":["trace[1235412797] 'process raft request' (duration: 4.848299829s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:39.462088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.611894Z","time spent":"4.85016918s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:53:39.461386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.611813Z","time spent":"4.849530003s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:53:39.46151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.611861Z","time spent":"4.849604025s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:53:39.461481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.613257Z","time spent":"4.848143655s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:53:39.461292Z","caller":"traceutil/trace.go:171","msg":"trace[1226764100] transaction","detail":"{read_only:false; response_revision:26553; number_of_response:1; }","duration":"4.849741538s","start":"2026-03-31T05:53:34.611536Z","end":"2026-03-31T05:53:39.461278Z","steps":["trace[1226764100] 'process raft request' (duration: 4.848568117s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:39.461585Z","caller":"traceutil/trace.go:171","msg":"trace[1425303294] transaction","detail":"{read_only:false; response_revision:26564; number_of_response:1; }","duration":"2.608610343s","start":"2026-03-31T05:53:36.852957Z","end":"2026-03-31T05:53:39.461567Z","steps":["trace[1425303294] 'process raft request' (duration: 2.607442242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:39.462349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.61153Z","time spent":"4.850746576s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:39.462451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:36.852939Z","time spent":"2.609462626s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:39.610559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999020972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:39.610632Z","caller":"traceutil/trace.go:171","msg":"trace[414167112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999138845s","start":"2026-03-31T05:53:34.611474Z","end":"2026-03-31T05:53:39.610613Z","steps":["trace[414167112] 'agreement among raft nodes before linearized reading' (duration: 4.999046173s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:39.610678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.61146Z","time spent":"4.999211367s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 05:53:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:39.962287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792677583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:40.463424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792677583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:40.616315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000412019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:53:40.6164Z","caller":"traceutil/trace.go:171","msg":"trace[1656043049] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000565953s","start":"2026-03-31T05:53:38.615814Z","end":"2026-03-31T05:53:40.61638Z","steps":["trace[1656043049] 'agreement among raft nodes before linearized reading' (duration: 2.0004569s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:40.616445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:38.615791Z","time spent":"2.000645485s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:40.96436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792677583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:41.046322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999881364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:53:41.046388Z","caller":"traceutil/trace.go:171","msg":"trace[453012192] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000013688s","start":"2026-03-31T05:53:39.04636Z","end":"2026-03-31T05:53:41.046373Z","steps":["trace[453012192] 'agreement among raft nodes before linearized reading' (duration: 1.999911165s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:41.04642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:39.046339Z","time spent":"2.00007359s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:41.441762Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.193139695s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:41.613748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000114151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:53:41.613844Z","caller":"traceutil/trace.go:171","msg":"trace[1063702473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000273555s","start":"2026-03-31T05:53:36.613546Z","end":"2026-03-31T05:53:41.61382Z","steps":["trace[1063702473] 'agreement among raft nodes before linearized reading' (duration: 5.000145902s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:41.613897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:36.613526Z","time spent":"5.000359627s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 05:53:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:42.381203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920761149s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-31T05:53:42.381569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.931936151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:42.381647Z","caller":"traceutil/trace.go:171","msg":"trace[366349949] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26564; }","duration":"7.932060444s","start":"2026-03-31T05:53:34.449565Z","end":"2026-03-31T05:53:42.381625Z","steps":["trace[366349949] 'agreement among raft nodes before linearized reading' (duration: 5.011960833s)","trace[366349949] 'count revisions from in-memory index tree' (duration: 2.919992149s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.381686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.449543Z","time spent":"7.932132577s","remote":"127.0.0.1:33436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:42.381729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:40.263286Z","time spent":"2.118438343s","remote":"127.0.0.1:45444","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:53:42.381883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.304963544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-31T05:53:42.381953Z","caller":"traceutil/trace.go:171","msg":"trace[264043150] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26564; }","duration":"9.305094337s","start":"2026-03-31T05:53:33.076838Z","end":"2026-03-31T05:53:42.381933Z","steps":["trace[264043150] 'agreement among raft nodes before linearized reading' (duration: 6.384712108s)","trace[264043150] 'range keys from in-memory index tree' (duration: 2.920236645s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.381993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.076818Z","time spent":"9.305162849s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:53:42.382106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.902433353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:53:42.382136Z","caller":"traceutil/trace.go:171","msg":"trace[1495554068] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26564; }","duration":"8.902490085s","start":"2026-03-31T05:53:33.479638Z","end":"2026-03-31T05:53:42.382128Z","steps":["trace[1495554068] 'agreement among raft nodes before linearized reading' (duration: 5.98189976s)","trace[1495554068] 'range keys from in-memory index tree' (duration: 2.920530253s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.382163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.47962Z","time spent":"8.902534656s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:53:42.382189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.304444569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-31T05:53:42.382232Z","caller":"traceutil/trace.go:171","msg":"trace[1487796804] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26564; }","duration":"9.304513171s","start":"2026-03-31T05:53:33.077701Z","end":"2026-03-31T05:53:42.382214Z","steps":["trace[1487796804] 'agreement among raft nodes before linearized reading' (duration: 6.383843335s)","trace[1487796804] 'range keys from in-memory index tree' (duration: 2.920565674s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.382263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.077686Z","time spent":"9.304570723s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:53:42.384467Z","caller":"traceutil/trace.go:171","msg":"trace[1301395450] linearizableReadLoop","detail":"{readStateIndex:27546; appliedIndex:27544; }","duration":"2.923133034s","start":"2026-03-31T05:53:39.461316Z","end":"2026-03-31T05:53:42.384449Z","steps":["trace[1301395450] 'read index received' (duration: 1.98057267s)","trace[1301395450] 'applied index is now lower than readState.Index' (duration: 942.559344ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:42.384559Z","caller":"traceutil/trace.go:171","msg":"trace[1365539507] transaction","detail":"{read_only:false; response_revision:26565; number_of_response:1; }","duration":"4.359403714s","start":"2026-03-31T05:53:38.025147Z","end":"2026-03-31T05:53:42.384551Z","steps":["trace[1365539507] 'process raft request' (duration: 4.356141345s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:42.384629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:38.025121Z","time spent":"4.359457385s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:42.575415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.240163358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:42.575494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.733838042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:42.575523Z","caller":"traceutil/trace.go:171","msg":"trace[788004161] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26565; }","duration":"5.240306282s","start":"2026-03-31T05:53:37.33518Z","end":"2026-03-31T05:53:42.575486Z","steps":["trace[788004161] 'agreement among raft nodes before linearized reading' (duration: 5.049493591s)","trace[788004161] 'count revisions from in-memory index tree' (duration: 190.676258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.575539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106223348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-31T05:53:42.57557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.982606915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:53:42.575599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:37.335162Z","time spent":"5.240417596s","remote":"127.0.0.1:33370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:42.575619Z","caller":"traceutil/trace.go:171","msg":"trace[1453001367] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26565; }","duration":"1.10630495s","start":"2026-03-31T05:53:41.469289Z","end":"2026-03-31T05:53:42.575593Z","steps":["trace[1453001367] 'agreement among raft nodes before linearized reading' (duration: 915.52345ms)","trace[1453001367] 'range keys from in-memory index tree' (duration: 190.586295ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:42.575637Z","caller":"traceutil/trace.go:171","msg":"trace[1468671027] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26565; }","duration":"4.982707048s","start":"2026-03-31T05:53:37.592909Z","end":"2026-03-31T05:53:42.575616Z","steps":["trace[1468671027] 'agreement among raft nodes before linearized reading' (duration: 4.791751753s)","trace[1468671027] 'count revisions from in-memory index tree' (duration: 190.860012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.575624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.515640694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:42.575564Z","caller":"traceutil/trace.go:171","msg":"trace[1561485209] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26565; }","duration":"4.733926564s","start":"2026-03-31T05:53:37.841618Z","end":"2026-03-31T05:53:42.575545Z","steps":["trace[1561485209] 'agreement among raft nodes before linearized reading' (duration: 4.54303544s)","trace[1561485209] 'count revisions from in-memory index tree' (duration: 190.78035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.575697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.467155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-31T05:53:42.575704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.564278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:42.575719Z","caller":"traceutil/trace.go:171","msg":"trace[102597802] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26565; }","duration":"6.515792977s","start":"2026-03-31T05:53:36.059901Z","end":"2026-03-31T05:53:42.575694Z","steps":["trace[102597802] 'agreement among raft nodes before linearized reading' (duration: 6.324806521s)","trace[102597802] 'count revisions from in-memory index tree' (duration: 190.835792ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:42.575731Z","caller":"traceutil/trace.go:171","msg":"trace[309831588] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26565; }","duration":"4.467226162s","start":"2026-03-31T05:53:38.108495Z","end":"2026-03-31T05:53:42.575721Z","steps":["trace[309831588] 'agreement among raft nodes before linearized reading' (duration: 4.276152523s)","trace[309831588] 'range keys from in-memory index tree' (duration: 190.967506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.575746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.760843335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129483"} {"level":"warn","ts":"2026-03-31T05:53:42.575774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:36.059887Z","time spent":"6.51587324s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:42.575776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.640095473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:42.575825Z","caller":"traceutil/trace.go:171","msg":"trace[1939167879] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26565; }","duration":"7.760958588s","start":"2026-03-31T05:53:34.814847Z","end":"2026-03-31T05:53:42.575806Z","steps":["trace[1939167879] 'agreement among raft nodes before linearized reading' (duration: 7.569876779s)","trace[1939167879] 'range keys from in-memory index tree' (duration: 190.865963ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:42.575838Z","caller":"traceutil/trace.go:171","msg":"trace[1643944572] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26565; }","duration":"6.640194965s","start":"2026-03-31T05:53:35.935626Z","end":"2026-03-31T05:53:42.575821Z","steps":["trace[1643944572] 'agreement among raft nodes before linearized reading' (duration: 6.449086376s)","trace[1643944572] 'count revisions from in-memory index tree' (duration: 191.040418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.575851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108916101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-03-31T05:53:42.575875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.814827Z","time spent":"7.761036991s","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129506,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T05:53:42.575882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:35.935605Z","time spent":"6.640263588s","remote":"127.0.0.1:51754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:42.575914Z","caller":"traceutil/trace.go:171","msg":"trace[502499804] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26565; }","duration":"1.109002813s","start":"2026-03-31T05:53:41.466893Z","end":"2026-03-31T05:53:42.575896Z","steps":["trace[502499804] 'agreement among raft nodes before linearized reading' (duration: 917.871123ms)","trace[502499804] 'range keys from in-memory index tree' (duration: 191.008997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.575964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.466878Z","time spent":"1.109074155s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-31T05:53:42.575599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.359067235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:42.57606Z","caller":"traceutil/trace.go:171","msg":"trace[1433078070] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26565; }","duration":"4.359566569s","start":"2026-03-31T05:53:38.216484Z","end":"2026-03-31T05:53:42.576051Z","steps":["trace[1433078070] 'agreement among raft nodes before linearized reading' (duration: 4.168156251s)","trace[1433078070] 'count revisions from in-memory index tree' (duration: 190.945245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.576012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.187621655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:42.576112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.523362739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:42.575847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.918335024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-31T05:53:42.576173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.94295435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"info","ts":"2026-03-31T05:53:42.576202Z","caller":"traceutil/trace.go:171","msg":"trace[555796811] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:26565; }","duration":"7.943006221s","start":"2026-03-31T05:53:34.633186Z","end":"2026-03-31T05:53:42.576192Z","steps":["trace[555796811] 'agreement among raft nodes before linearized reading' (duration: 7.751533802s)","trace[555796811] 'range keys from in-memory index tree' (duration: 191.393007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.576229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.633174Z","time spent":"7.943048572s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1886,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-03-31T05:53:42.576217Z","caller":"traceutil/trace.go:171","msg":"trace[15088737] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26565; }","duration":"5.918710384s","start":"2026-03-31T05:53:36.657481Z","end":"2026-03-31T05:53:42.576192Z","steps":["trace[15088737] 'agreement among raft nodes before linearized reading' (duration: 5.727113582s)","trace[15088737] 'range keys from in-memory index tree' (duration: 191.199452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.576263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109682122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-31T05:53:42.576303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:36.657468Z","time spent":"5.918798426s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:53:42.576335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.96495909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T05:53:42.576334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.304249162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:42.576374Z","caller":"traceutil/trace.go:171","msg":"trace[870835545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26565; }","duration":"5.965038992s","start":"2026-03-31T05:53:36.611325Z","end":"2026-03-31T05:53:42.576364Z","steps":["trace[870835545] 'agreement among raft nodes before linearized reading' (duration: 5.773372238s)","trace[870835545] 'range keys from in-memory index tree' (duration: 191.560531ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:42.576403Z","caller":"traceutil/trace.go:171","msg":"trace[1984317425] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26565; }","duration":"3.304367496s","start":"2026-03-31T05:53:39.272014Z","end":"2026-03-31T05:53:42.576382Z","steps":["trace[1984317425] 'agreement among raft nodes before linearized reading' (duration: 3.112606928s)","trace[1984317425] 'count revisions from in-memory index tree' (duration: 191.673914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.57646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183962187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-31T05:53:42.576521Z","caller":"traceutil/trace.go:171","msg":"trace[16826319] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26565; }","duration":"1.184073121s","start":"2026-03-31T05:53:41.39243Z","end":"2026-03-31T05:53:42.576504Z","steps":["trace[16826319] 'agreement among raft nodes before linearized reading' (duration: 992.346245ms)","trace[16826319] 'range keys from in-memory index tree' (duration: 191.572682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.576563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032296013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:53:42.576566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.392399Z","time spent":"1.184157003s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:53:42.575871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.844997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T05:53:42.576598Z","caller":"traceutil/trace.go:171","msg":"trace[49396827] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26565; }","duration":"2.032359935s","start":"2026-03-31T05:53:40.54423Z","end":"2026-03-31T05:53:42.57659Z","steps":["trace[49396827] 'agreement among raft nodes before linearized reading' (duration: 1.840509296s)","trace[49396827] 'count revisions from in-memory index tree' (duration: 191.805378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.576592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.864887631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-31T05:53:42.576626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:40.544209Z","time spent":"2.032409547s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:42.576323Z","caller":"traceutil/trace.go:171","msg":"trace[1869110071] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26565; }","duration":"1.109766735s","start":"2026-03-31T05:53:41.46654Z","end":"2026-03-31T05:53:42.576306Z","steps":["trace[1869110071] 'agreement among raft nodes before linearized reading' (duration: 918.231524ms)","trace[1869110071] 'range keys from in-memory index tree' (duration: 191.411267ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:42.576638Z","caller":"traceutil/trace.go:171","msg":"trace[1621215012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26565; }","duration":"962.675761ms","start":"2026-03-31T05:53:41.613928Z","end":"2026-03-31T05:53:42.576603Z","steps":["trace[1621215012] 'agreement among raft nodes before linearized reading' (duration: 770.896703ms)","trace[1621215012] 'range keys from in-memory index tree' (duration: 190.970836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.576673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.46652Z","time spent":"1.110142054s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T05:53:42.576702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.6139Z","time spent":"962.786633ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:53:42.576416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:36.611295Z","time spent":"5.965111194s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:53:42.576467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:39.271983Z","time spent":"3.304468569s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:42.576793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52174458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:42.576647Z","caller":"traceutil/trace.go:171","msg":"trace[1579100679] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26565; }","duration":"7.864958672s","start":"2026-03-31T05:53:34.71167Z","end":"2026-03-31T05:53:42.576629Z","steps":["trace[1579100679] 'agreement among raft nodes before linearized reading' (duration: 7.673058401s)","trace[1579100679] 'range keys from in-memory index tree' (duration: 191.777987ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:42.576858Z","caller":"traceutil/trace.go:171","msg":"trace[120626282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26565; }","duration":"1.521834263s","start":"2026-03-31T05:53:41.055008Z","end":"2026-03-31T05:53:42.576842Z","steps":["trace[120626282] 'agreement among raft nodes before linearized reading' (duration: 1.329774378s)","trace[120626282] 'range keys from in-memory index tree' (duration: 191.958492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.576876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.711656Z","time spent":"7.865200959s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:53:42.576909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.054994Z","time spent":"1.521903065s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:42.576058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.059966306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:42.576949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.593131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:42.576991Z","caller":"traceutil/trace.go:171","msg":"trace[278308455] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26565; }","duration":"5.060932733s","start":"2026-03-31T05:53:37.516037Z","end":"2026-03-31T05:53:42.57697Z","steps":["trace[278308455] 'agreement among raft nodes before linearized reading' (duration: 4.868630521s)","trace[278308455] 'range keys from in-memory index tree' (duration: 191.355956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.577041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715641155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:42.576206Z","caller":"traceutil/trace.go:171","msg":"trace[562190565] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26565; }","duration":"3.18781257s","start":"2026-03-31T05:53:39.388324Z","end":"2026-03-31T05:53:42.576137Z","steps":["trace[562190565] 'agreement among raft nodes before linearized reading' (duration: 2.996289119s)","trace[562190565] 'count revisions from in-memory index tree' (duration: 191.301505ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:42.577092Z","caller":"traceutil/trace.go:171","msg":"trace[262326488] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26565; }","duration":"1.715736967s","start":"2026-03-31T05:53:40.861339Z","end":"2026-03-31T05:53:42.577076Z","steps":["trace[262326488] 'agreement among raft nodes before linearized reading' (duration: 1.523460656s)","trace[262326488] 'count revisions from in-memory index tree' (duration: 192.21307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.577138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829709903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:53:42.57713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:39.38828Z","time spent":"3.188831728s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:42.577134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:40.861315Z","time spent":"1.71580072s","remote":"127.0.0.1:37528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:42.577141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667817297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:53:42.577166Z","caller":"traceutil/trace.go:171","msg":"trace[752271247] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26565; }","duration":"1.829786065s","start":"2026-03-31T05:53:40.747371Z","end":"2026-03-31T05:53:42.577157Z","steps":["trace[752271247] 'agreement among raft nodes before linearized reading' (duration: 1.637433371s)","trace[752271247] 'count revisions from in-memory index tree' (duration: 192.307252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.577194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:40.74735Z","time spent":"1.829836786s","remote":"127.0.0.1:33238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:42.577197Z","caller":"traceutil/trace.go:171","msg":"trace[407512950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26565; }","duration":"1.667898869s","start":"2026-03-31T05:53:40.909278Z","end":"2026-03-31T05:53:42.577177Z","steps":["trace[407512950] 'agreement among raft nodes before linearized reading' (duration: 1.475517385s)","trace[407512950] 'range keys from in-memory index tree' (duration: 192.21037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.577206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109664241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-03-31T05:53:42.577249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:40.909259Z","time spent":"1.667979701s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:53:42.577266Z","caller":"traceutil/trace.go:171","msg":"trace[834557596] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26565; }","duration":"1.109766374s","start":"2026-03-31T05:53:41.467482Z","end":"2026-03-31T05:53:42.577248Z","steps":["trace[834557596] 'agreement among raft nodes before linearized reading' (duration: 917.331359ms)","trace[834557596] 'range keys from in-memory index tree' (duration: 192.286011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.575706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:37.841578Z","time spent":"4.734116109s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:42.575693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:37.592894Z","time spent":"4.98277888s","remote":"127.0.0.1:33222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:42.575669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.469261Z","time spent":"1.106399353s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-31T05:53:42.575774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:38.108465Z","time spent":"4.467301074s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T05:53:42.576092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:38.216462Z","time spent":"4.35962138s","remote":"127.0.0.1:34220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:42.576156Z","caller":"traceutil/trace.go:171","msg":"trace[1826087851] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26565; }","duration":"5.523433821s","start":"2026-03-31T05:53:37.052707Z","end":"2026-03-31T05:53:42.576141Z","steps":["trace[1826087851] 'agreement among raft nodes before linearized reading' (duration: 5.331974632s)","trace[1826087851] 'count revisions from in-memory index tree' (duration: 191.407678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.576226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.229303922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:53:42.57648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.965278188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:53:42.577358Z","caller":"traceutil/trace.go:171","msg":"trace[1610105622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26565; }","duration":"5.966190964s","start":"2026-03-31T05:53:36.611153Z","end":"2026-03-31T05:53:42.577344Z","steps":["trace[1610105622] 'agreement among raft nodes before linearized reading' (duration: 5.773548943s)","trace[1610105622] 'range keys from in-memory index tree' (duration: 191.730966ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:42.575761Z","caller":"traceutil/trace.go:171","msg":"trace[1859748333] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26565; }","duration":"716.613229ms","start":"2026-03-31T05:53:41.859127Z","end":"2026-03-31T05:53:42.57574Z","steps":["trace[1859748333] 'agreement among raft nodes before linearized reading' (duration: 525.692605ms)","trace[1859748333] 'count revisions from in-memory index tree' (duration: 190.864083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.577417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:36.611128Z","time spent":"5.966268245s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:53:42.577449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.85908Z","time spent":"718.358376ms","remote":"127.0.0.1:34208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:42.575649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108257653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-31T05:53:42.577571Z","caller":"traceutil/trace.go:171","msg":"trace[13464746] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26565; }","duration":"1.110186406s","start":"2026-03-31T05:53:41.467374Z","end":"2026-03-31T05:53:42.57756Z","steps":["trace[13464746] 'agreement among raft nodes before linearized reading' (duration: 917.444232ms)","trace[13464746] 'range keys from in-memory index tree' (duration: 190.738409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.577594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.467355Z","time spent":"1.110232997s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:53:42.577078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530661612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:42.577073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:37.516022Z","time spent":"5.061032845s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:53:42.577647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.467458Z","time spent":"1.110174726s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:53:42.577704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:37.052691Z","time spent":"5.524993353s","remote":"127.0.0.1:33790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:42.577657Z","caller":"traceutil/trace.go:171","msg":"trace[1286673131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26565; }","duration":"1.531241488s","start":"2026-03-31T05:53:41.046405Z","end":"2026-03-31T05:53:42.577647Z","steps":["trace[1286673131] 'agreement among raft nodes before linearized reading' (duration: 1.338381851s)","trace[1286673131] 'range keys from in-memory index tree' (duration: 192.270591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.577811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.046365Z","time spent":"1.531437203s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:53:42.577633Z","caller":"traceutil/trace.go:171","msg":"trace[18472964] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26565; }","duration":"7.230763552s","start":"2026-03-31T05:53:35.34685Z","end":"2026-03-31T05:53:42.577613Z","steps":["trace[18472964] 'agreement among raft nodes before linearized reading' (duration: 7.037840663s)","trace[18472964] 'count revisions from in-memory index tree' (duration: 191.48612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.57795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:35.346833Z","time spent":"7.231105911s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:42.579978Z","caller":"traceutil/trace.go:171","msg":"trace[119806116] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26565; }","duration":"592.668213ms","start":"2026-03-31T05:53:41.984333Z","end":"2026-03-31T05:53:42.577001Z","steps":["trace[119806116] 'agreement among raft nodes before linearized reading' (duration: 400.473125ms)","trace[119806116] 'count revisions from in-memory index tree' (duration: 192.108946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.58007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.984295Z","time spent":"595.749277ms","remote":"127.0.0.1:34022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:42.580797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11367945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-31T05:53:42.58085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.35520761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:42.580899Z","caller":"traceutil/trace.go:171","msg":"trace[1194915121] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26565; }","duration":"1.113818375s","start":"2026-03-31T05:53:41.467024Z","end":"2026-03-31T05:53:42.580843Z","steps":["trace[1194915121] 'agreement among raft nodes before linearized reading' (duration: 917.72104ms)","trace[1194915121] 'range keys from in-memory index tree' (duration: 195.670503ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:42.580924Z","caller":"traceutil/trace.go:171","msg":"trace[2075672566] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26565; }","duration":"4.355325463s","start":"2026-03-31T05:53:38.225576Z","end":"2026-03-31T05:53:42.580901Z","steps":["trace[2075672566] 'agreement among raft nodes before linearized reading' (duration: 4.159055294s)","trace[2075672566] 'count revisions from in-memory index tree' (duration: 196.156036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.580958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:38.225563Z","time spent":"4.355385785s","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:42.580977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.467001Z","time spent":"1.113931387s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-03-31T05:53:42.581261Z","caller":"traceutil/trace.go:171","msg":"trace[569887273] transaction","detail":"{read_only:false; response_revision:26566; number_of_response:1; }","duration":"193.396592ms","start":"2026-03-31T05:53:42.387852Z","end":"2026-03-31T05:53:42.581249Z","steps":["trace[569887273] 'process raft request' (duration: 96.10783ms)","trace[569887273] 'compare' (duration: 92.484101ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:42.581553Z","caller":"traceutil/trace.go:171","msg":"trace[2087536908] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"193.618238ms","start":"2026-03-31T05:53:42.387926Z","end":"2026-03-31T05:53:42.581544Z","steps":["trace[2087536908] 'process raft request' (duration: 193.234477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:42.582313Z","caller":"traceutil/trace.go:171","msg":"trace[327521184] transaction","detail":"{read_only:false; response_revision:26568; number_of_response:1; }","duration":"194.360607ms","start":"2026-03-31T05:53:42.387939Z","end":"2026-03-31T05:53:42.5823Z","steps":["trace[327521184] 'process raft request' (duration: 193.571036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:42.817994Z","caller":"traceutil/trace.go:171","msg":"trace[773022817] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"235.6605ms","start":"2026-03-31T05:53:42.582302Z","end":"2026-03-31T05:53:42.817962Z","steps":["trace[773022817] 'process raft request' (duration: 235.044733ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:42.818377Z","caller":"traceutil/trace.go:171","msg":"trace[1722781517] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"235.993708ms","start":"2026-03-31T05:53:42.582362Z","end":"2026-03-31T05:53:42.818356Z","steps":["trace[1722781517] 'process raft request' (duration: 235.298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:42.818373Z","caller":"traceutil/trace.go:171","msg":"trace[1837903643] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"235.917566ms","start":"2026-03-31T05:53:42.58243Z","end":"2026-03-31T05:53:42.818348Z","steps":["trace[1837903643] 'process raft request' (duration: 235.830294ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:42.818385Z","caller":"traceutil/trace.go:171","msg":"trace[1092314894] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"235.960677ms","start":"2026-03-31T05:53:42.582392Z","end":"2026-03-31T05:53:42.818353Z","steps":["trace[1092314894] 'process raft request' (duration: 235.353401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:42.818622Z","caller":"traceutil/trace.go:171","msg":"trace[1042100212] transaction","detail":"{read_only:false; response_revision:26574; number_of_response:1; }","duration":"236.132862ms","start":"2026-03-31T05:53:42.582457Z","end":"2026-03-31T05:53:42.81859Z","steps":["trace[1042100212] 'process raft request' (duration: 235.843274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:42.818645Z","caller":"traceutil/trace.go:171","msg":"trace[235577870] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"235.964208ms","start":"2026-03-31T05:53:42.582658Z","end":"2026-03-31T05:53:42.818622Z","steps":["trace[235577870] 'process raft request' (duration: 235.845124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:42.818684Z","caller":"traceutil/trace.go:171","msg":"trace[311520265] transaction","detail":"{read_only:false; response_revision:26576; number_of_response:1; }","duration":"235.982658ms","start":"2026-03-31T05:53:42.582683Z","end":"2026-03-31T05:53:42.818665Z","steps":["trace[311520265] 'process raft request' (duration: 235.891775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:42.81883Z","caller":"traceutil/trace.go:171","msg":"trace[541344317] transaction","detail":"{read_only:false; response_revision:26577; number_of_response:1; }","duration":"233.573382ms","start":"2026-03-31T05:53:42.585218Z","end":"2026-03-31T05:53:42.818792Z","steps":["trace[541344317] 'process raft request' (duration: 233.381957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:42.820635Z","caller":"traceutil/trace.go:171","msg":"trace[1518333693] transaction","detail":"{read_only:false; response_revision:26579; number_of_response:1; }","duration":"234.882608ms","start":"2026-03-31T05:53:42.585738Z","end":"2026-03-31T05:53:42.820621Z","steps":["trace[1518333693] 'process raft request' (duration: 234.750064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:42.820692Z","caller":"traceutil/trace.go:171","msg":"trace[904131299] transaction","detail":"{read_only:false; response_revision:26578; number_of_response:1; }","duration":"235.003552ms","start":"2026-03-31T05:53:42.585639Z","end":"2026-03-31T05:53:42.820642Z","steps":["trace[904131299] 'process raft request' (duration: 233.006847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:42.820863Z","caller":"traceutil/trace.go:171","msg":"trace[579129001] linearizableReadLoop","detail":"{readStateIndex:27562; appliedIndex:27550; }","duration":"181.355304ms","start":"2026-03-31T05:53:42.639496Z","end":"2026-03-31T05:53:42.820851Z","steps":["trace[579129001] 'read index received' (duration: 177.773697ms)","trace[579129001] 'applied index is now lower than readState.Index' (duration: 3.580937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.820962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.597066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:53:42.820997Z","caller":"traceutil/trace.go:171","msg":"trace[2012901149] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26580; }","duration":"232.687499ms","start":"2026-03-31T05:53:42.5883Z","end":"2026-03-31T05:53:42.820987Z","steps":["trace[2012901149] 'agreement among raft nodes before linearized reading' (duration: 232.570506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:42.821006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.084913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:42.821032Z","caller":"traceutil/trace.go:171","msg":"trace[8105093] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26580; }","duration":"235.124185ms","start":"2026-03-31T05:53:42.585899Z","end":"2026-03-31T05:53:42.821023Z","steps":["trace[8105093] 'agreement among raft nodes before linearized reading' (duration: 235.087484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:42.821167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.4265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-03-31T05:53:42.821191Z","caller":"traceutil/trace.go:171","msg":"trace[1424826247] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:26580; }","duration":"194.484711ms","start":"2026-03-31T05:53:42.626697Z","end":"2026-03-31T05:53:42.821182Z","steps":["trace[1424826247] 'agreement among raft nodes before linearized reading' (duration: 194.42107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:42.821249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.347231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T05:53:42.820971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.484767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:42.821277Z","caller":"traceutil/trace.go:171","msg":"trace[198764985] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26580; }","duration":"235.404423ms","start":"2026-03-31T05:53:42.585864Z","end":"2026-03-31T05:53:42.821268Z","steps":["trace[198764985] 'agreement among raft nodes before linearized reading' (duration: 235.29985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:42.821297Z","caller":"traceutil/trace.go:171","msg":"trace[1497712760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26580; }","duration":"234.832507ms","start":"2026-03-31T05:53:42.586455Z","end":"2026-03-31T05:53:42.821288Z","steps":["trace[1497712760] 'agreement among raft nodes before linearized reading' (duration: 234.472467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:42.821353Z","caller":"traceutil/trace.go:171","msg":"trace[1399121795] transaction","detail":"{read_only:false; response_revision:26580; number_of_response:1; }","duration":"234.96692ms","start":"2026-03-31T05:53:42.586372Z","end":"2026-03-31T05:53:42.821339Z","steps":["trace[1399121795] 'process raft request' (duration: 234.176629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:42.821427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.00653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:53:42.821451Z","caller":"traceutil/trace.go:171","msg":"trace[1706645746] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26580; }","duration":"239.068482ms","start":"2026-03-31T05:53:42.582376Z","end":"2026-03-31T05:53:42.821445Z","steps":["trace[1706645746] 'agreement among raft nodes before linearized reading' (duration: 238.99508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:42.821608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.237727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3308"} {"level":"info","ts":"2026-03-31T05:53:42.821646Z","caller":"traceutil/trace.go:171","msg":"trace[629583724] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:26580; }","duration":"239.297618ms","start":"2026-03-31T05:53:42.582342Z","end":"2026-03-31T05:53:42.82164Z","steps":["trace[629583724] 'agreement among raft nodes before linearized reading' (duration: 239.203475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:42.821676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.38384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-31T05:53:42.8217Z","caller":"traceutil/trace.go:171","msg":"trace[1884459594] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26580; }","duration":"239.426792ms","start":"2026-03-31T05:53:42.582265Z","end":"2026-03-31T05:53:42.821692Z","steps":["trace[1884459594] 'agreement among raft nodes before linearized reading' (duration: 239.35443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:42.821807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.357886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-31T05:53:42.821831Z","caller":"traceutil/trace.go:171","msg":"trace[949913030] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26580; }","duration":"177.412558ms","start":"2026-03-31T05:53:42.644413Z","end":"2026-03-31T05:53:42.821825Z","steps":["trace[949913030] 'agreement among raft nodes before linearized reading' (duration: 177.349236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:43.134782Z","caller":"traceutil/trace.go:171","msg":"trace[1343008415] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"309.585056ms","start":"2026-03-31T05:53:42.825159Z","end":"2026-03-31T05:53:43.134744Z","steps":["trace[1343008415] 'process raft request' (duration: 309.395991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.134911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.630352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:43.134946Z","caller":"traceutil/trace.go:171","msg":"trace[1864168429] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26585; }","duration":"311.701424ms","start":"2026-03-31T05:53:42.823238Z","end":"2026-03-31T05:53:43.13494Z","steps":["trace[1864168429] 'agreement among raft nodes before linearized reading' (duration: 311.611891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.134967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:42.823225Z","time spent":"311.737595ms","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:53:43.135137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.69084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-03-31T05:53:43.135182Z","caller":"traceutil/trace.go:171","msg":"trace[1804137665] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26585; }","duration":"309.755961ms","start":"2026-03-31T05:53:42.825415Z","end":"2026-03-31T05:53:43.135171Z","steps":["trace[1804137665] 'agreement among raft nodes before linearized reading' (duration: 309.563646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.135211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.946169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:43.135242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.586731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-31T05:53:43.135252Z","caller":"traceutil/trace.go:171","msg":"trace[1828901451] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26585; }","duration":"309.015561ms","start":"2026-03-31T05:53:42.826226Z","end":"2026-03-31T05:53:43.135241Z","steps":["trace[1828901451] 'agreement among raft nodes before linearized reading' (duration: 308.952869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:43.135274Z","caller":"traceutil/trace.go:171","msg":"trace[1141706130] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:26585; }","duration":"311.631782ms","start":"2026-03-31T05:53:42.823634Z","end":"2026-03-31T05:53:43.135265Z","steps":["trace[1141706130] 'agreement among raft nodes before linearized reading' (duration: 311.536749ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:43.135272Z","caller":"traceutil/trace.go:171","msg":"trace[2138470387] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"304.513949ms","start":"2026-03-31T05:53:42.830752Z","end":"2026-03-31T05:53:43.135266Z","steps":["trace[2138470387] 'process raft request' (duration: 303.917802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.135267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.347325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"warn","ts":"2026-03-31T05:53:43.135297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.542175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fb30263d-0459-4b5b-8405-5392a8ae2ac0\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-31T05:53:43.13534Z","caller":"traceutil/trace.go:171","msg":"trace[1806691093] transaction","detail":"{read_only:false; response_revision:26585; number_of_response:1; }","duration":"302.526234ms","start":"2026-03-31T05:53:42.832805Z","end":"2026-03-31T05:53:43.135332Z","steps":["trace[1806691093] 'process raft request' (duration: 301.952859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:43.135344Z","caller":"traceutil/trace.go:171","msg":"trace[1670852404] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fb30263d-0459-4b5b-8405-5392a8ae2ac0; range_end:; response_count:1; response_revision:26585; }","duration":"309.584176ms","start":"2026-03-31T05:53:42.825749Z","end":"2026-03-31T05:53:43.135333Z","steps":["trace[1670852404] 'agreement among raft nodes before linearized reading' (duration: 309.487504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:43.135352Z","caller":"traceutil/trace.go:171","msg":"trace[2053260520] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:26585; }","duration":"311.462697ms","start":"2026-03-31T05:53:42.823868Z","end":"2026-03-31T05:53:43.135331Z","steps":["trace[2053260520] 'agreement among raft nodes before linearized reading' (duration: 311.20489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.13537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:42.825723Z","time spent":"309.641668ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-fb30263d-0459-4b5b-8405-5392a8ae2ac0\" "} {"level":"warn","ts":"2026-03-31T05:53:43.135392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:42.832743Z","time spent":"302.614247ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:43.1354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:42.823861Z","time spent":"311.530919ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-03-31T05:53:43.135218Z","caller":"traceutil/trace.go:171","msg":"trace[1129495657] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"303.136951ms","start":"2026-03-31T05:53:42.832044Z","end":"2026-03-31T05:53:43.135181Z","steps":["trace[1129495657] 'process raft request' (duration: 302.660968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.135216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:42.825406Z","time spent":"309.803862ms","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:53:43.135314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:42.823626Z","time spent":"311.666973ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:53:43.135275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:42.826213Z","time spent":"309.056882ms","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:53:43.135223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.348859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5642"} {"level":"info","ts":"2026-03-31T05:53:43.135709Z","caller":"traceutil/trace.go:171","msg":"trace[292310699] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:26585; }","duration":"306.904133ms","start":"2026-03-31T05:53:42.828797Z","end":"2026-03-31T05:53:43.135701Z","steps":["trace[292310699] 'agreement among raft nodes before linearized reading' (duration: 306.160363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.135736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:42.828787Z","time spent":"306.940965ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":5665,"request content":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-03-31T05:53:43.134817Z","caller":"traceutil/trace.go:171","msg":"trace[1222165910] linearizableReadLoop","detail":"{readStateIndex:27567; appliedIndex:27563; }","duration":"285.843012ms","start":"2026-03-31T05:53:42.848956Z","end":"2026-03-31T05:53:43.134799Z","steps":["trace[1222165910] 'read index received' (duration: 285.548844ms)","trace[1222165910] 'applied index is now lower than readState.Index' (duration: 293.678µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.135715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:42.832031Z","time spent":"303.489401ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:43.135842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:42.825139Z","time spent":"309.728791ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:43.135932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.374432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1163"} {"level":"info","ts":"2026-03-31T05:53:43.136Z","caller":"traceutil/trace.go:171","msg":"trace[935803312] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:26585; }","duration":"203.466835ms","start":"2026-03-31T05:53:42.932515Z","end":"2026-03-31T05:53:43.135982Z","steps":["trace[935803312] 'agreement among raft nodes before linearized reading' (duration: 203.29901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.136132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:42.830733Z","time spent":"304.579161ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:53:43.261495Z","caller":"traceutil/trace.go:171","msg":"trace[911267592] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26585; }","duration":"122.335762ms","start":"2026-03-31T05:53:43.139118Z","end":"2026-03-31T05:53:43.261454Z","steps":["trace[911267592] 'process raft request' (duration: 59.790094ms)","trace[911267592] 'compare' (duration: 62.421115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.261561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.777872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-31T05:53:43.261597Z","caller":"traceutil/trace.go:171","msg":"trace[1846047032] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26585; }","duration":"119.868814ms","start":"2026-03-31T05:53:43.141716Z","end":"2026-03-31T05:53:43.261585Z","steps":["trace[1846047032] 'agreement among raft nodes before linearized reading' (duration: 119.742021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:43.261624Z","caller":"traceutil/trace.go:171","msg":"trace[1967545940] linearizableReadLoop","detail":"{readStateIndex:27569; appliedIndex:27567; }","duration":"119.68366ms","start":"2026-03-31T05:53:43.14177Z","end":"2026-03-31T05:53:43.261454Z","steps":["trace[1967545940] 'read index received' (duration: 49.516285ms)","trace[1967545940] 'applied index is now lower than readState.Index' (duration: 70.166345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.261933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.675932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:43.261983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.725121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:43.262004Z","caller":"traceutil/trace.go:171","msg":"trace[1727737363] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:26586; }","duration":"119.783353ms","start":"2026-03-31T05:53:43.142214Z","end":"2026-03-31T05:53:43.261998Z","steps":["trace[1727737363] 'agreement among raft nodes before linearized reading' (duration: 119.742502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:43.262004Z","caller":"traceutil/trace.go:171","msg":"trace[448941505] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26586; }","duration":"118.789595ms","start":"2026-03-31T05:53:43.143196Z","end":"2026-03-31T05:53:43.261986Z","steps":["trace[448941505] 'agreement among raft nodes before linearized reading' (duration: 118.670792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.261948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.779673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"warn","ts":"2026-03-31T05:53:43.262075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.718834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-31T05:53:43.262122Z","caller":"traceutil/trace.go:171","msg":"trace[567504921] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26586; }","duration":"118.813246ms","start":"2026-03-31T05:53:43.143296Z","end":"2026-03-31T05:53:43.262109Z","steps":["trace[567504921] 'agreement among raft nodes before linearized reading' (duration: 118.688922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.26222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.837736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-03-31T05:53:43.262322Z","caller":"traceutil/trace.go:171","msg":"trace[2067048606] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:26586; }","duration":"118.95635ms","start":"2026-03-31T05:53:43.143342Z","end":"2026-03-31T05:53:43.262298Z","steps":["trace[2067048606] 'agreement among raft nodes before linearized reading' (duration: 118.439386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:43.262683Z","caller":"traceutil/trace.go:171","msg":"trace[1205828626] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:26586; }","duration":"119.929567ms","start":"2026-03-31T05:53:43.14214Z","end":"2026-03-31T05:53:43.262069Z","steps":["trace[1205828626] 'agreement among raft nodes before linearized reading' (duration: 119.611928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:43.476679Z","caller":"traceutil/trace.go:171","msg":"trace[1068590034] linearizableReadLoop","detail":"{readStateIndex:27575; appliedIndex:27574; }","duration":"112.544866ms","start":"2026-03-31T05:53:43.364092Z","end":"2026-03-31T05:53:43.476637Z","steps":["trace[1068590034] 'read index received' (duration: 83.312µs)","trace[1068590034] 'applied index is now lower than readState.Index' (duration: 112.460244ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:43.476801Z","caller":"traceutil/trace.go:171","msg":"trace[754456059] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"112.663049ms","start":"2026-03-31T05:53:43.364055Z","end":"2026-03-31T05:53:43.476718Z","steps":["trace[754456059] 'process raft request' (duration: 23.54742ms)","trace[754456059] 'compare' (duration: 88.916274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.47697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.857025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-31T05:53:43.477019Z","caller":"traceutil/trace.go:171","msg":"trace[1484840077] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:26591; }","duration":"112.934266ms","start":"2026-03-31T05:53:43.364069Z","end":"2026-03-31T05:53:43.477004Z","steps":["trace[1484840077] 'agreement among raft nodes before linearized reading' (duration: 112.741841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.477416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.455507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-31T05:53:43.477467Z","caller":"traceutil/trace.go:171","msg":"trace[521387079] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26591; }","duration":"111.516868ms","start":"2026-03-31T05:53:43.365927Z","end":"2026-03-31T05:53:43.477444Z","steps":["trace[521387079] 'agreement among raft nodes before linearized reading' (duration: 111.20465ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:43.661793Z","caller":"traceutil/trace.go:171","msg":"trace[1134095471] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"164.63239ms","start":"2026-03-31T05:53:43.497129Z","end":"2026-03-31T05:53:43.661761Z","steps":["trace[1134095471] 'process raft request' (duration: 86.877799ms)","trace[1134095471] 'compare' (duration: 77.593346ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:43.66178Z","caller":"traceutil/trace.go:171","msg":"trace[990895145] linearizableReadLoop","detail":"{readStateIndex:27576; appliedIndex:27575; }","duration":"161.692781ms","start":"2026-03-31T05:53:43.500059Z","end":"2026-03-31T05:53:43.661752Z","steps":["trace[990895145] 'read index received' (duration: 83.900228ms)","trace[990895145] 'applied index is now lower than readState.Index' (duration: 77.791093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.662019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.939267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-31T05:53:43.662144Z","caller":"traceutil/trace.go:171","msg":"trace[1663063814] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26592; }","duration":"162.105032ms","start":"2026-03-31T05:53:43.500019Z","end":"2026-03-31T05:53:43.662124Z","steps":["trace[1663063814] 'agreement among raft nodes before linearized reading' (duration: 161.820404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.662191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.740642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-31T05:53:43.662235Z","caller":"traceutil/trace.go:171","msg":"trace[1657475725] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:26592; }","duration":"161.814443ms","start":"2026-03-31T05:53:43.500408Z","end":"2026-03-31T05:53:43.662222Z","steps":["trace[1657475725] 'agreement among raft nodes before linearized reading' (duration: 161.600198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:43.957182Z","caller":"traceutil/trace.go:171","msg":"trace[1255693850] linearizableReadLoop","detail":"{readStateIndex:27582; appliedIndex:27581; }","duration":"103.940142ms","start":"2026-03-31T05:53:43.853216Z","end":"2026-03-31T05:53:43.957156Z","steps":["trace[1255693850] 'read index received' (duration: 103.84498ms)","trace[1255693850] 'applied index is now lower than readState.Index' (duration: 94.292µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:43.957291Z","caller":"traceutil/trace.go:171","msg":"trace[214549329] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"149.797257ms","start":"2026-03-31T05:53:43.80747Z","end":"2026-03-31T05:53:43.957267Z","steps":["trace[214549329] 'process raft request' (duration: 149.501079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.957451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.22303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"info","ts":"2026-03-31T05:53:43.957496Z","caller":"traceutil/trace.go:171","msg":"trace[270829786] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:26598; }","duration":"104.312103ms","start":"2026-03-31T05:53:43.853171Z","end":"2026-03-31T05:53:43.957483Z","steps":["trace[270829786] 'agreement among raft nodes before linearized reading' (duration: 104.110698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:44.248679Z","caller":"traceutil/trace.go:171","msg":"trace[199141130] linearizableReadLoop","detail":"{readStateIndex:27586; appliedIndex:27585; }","duration":"180.121092ms","start":"2026-03-31T05:53:44.068532Z","end":"2026-03-31T05:53:44.248653Z","steps":["trace[199141130] 'read index received' (duration: 179.948597ms)","trace[199141130] 'applied index is now lower than readState.Index' (duration: 171.215µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:44.248798Z","caller":"traceutil/trace.go:171","msg":"trace[1789747825] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"182.106236ms","start":"2026-03-31T05:53:44.06662Z","end":"2026-03-31T05:53:44.248726Z","steps":["trace[1789747825] 'process raft request' (duration: 181.873129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:44.248948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.389299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-03-31T05:53:44.248993Z","caller":"traceutil/trace.go:171","msg":"trace[2064494726] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26602; }","duration":"180.45441ms","start":"2026-03-31T05:53:44.068525Z","end":"2026-03-31T05:53:44.248979Z","steps":["trace[2064494726] 'agreement among raft nodes before linearized reading' (duration: 180.257405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:44.347184Z","caller":"traceutil/trace.go:171","msg":"trace[2128511723] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"185.778445ms","start":"2026-03-31T05:53:44.161374Z","end":"2026-03-31T05:53:44.347152Z","steps":["trace[2128511723] 'process raft request' (duration: 114.926471ms)","trace[2128511723] 'compare' (duration: 70.653759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:44.34757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.118771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-31T05:53:44.347626Z","caller":"traceutil/trace.go:171","msg":"trace[1996411619] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:26604; }","duration":"145.185122ms","start":"2026-03-31T05:53:44.202426Z","end":"2026-03-31T05:53:44.347611Z","steps":["trace[1996411619] 'agreement among raft nodes before linearized reading' (duration: 145.036968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:44.347857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.177033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:44.347925Z","caller":"traceutil/trace.go:171","msg":"trace[324988428] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26604; }","duration":"201.292765ms","start":"2026-03-31T05:53:44.146614Z","end":"2026-03-31T05:53:44.347907Z","steps":["trace[324988428] 'agreement among raft nodes before linearized reading' (duration: 201.192633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:44.347947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.149322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:44.347998Z","caller":"traceutil/trace.go:171","msg":"trace[1728854683] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26604; }","duration":"222.238305ms","start":"2026-03-31T05:53:44.125745Z","end":"2026-03-31T05:53:44.347983Z","steps":["trace[1728854683] 'agreement among raft nodes before linearized reading' (duration: 222.159272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:44.348147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.311079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-31T05:53:44.348181Z","caller":"traceutil/trace.go:171","msg":"trace[1950309622] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:26604; }","duration":"186.388442ms","start":"2026-03-31T05:53:44.161782Z","end":"2026-03-31T05:53:44.34817Z","steps":["trace[1950309622] 'agreement among raft nodes before linearized reading' (duration: 186.297379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:44.348338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.015116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-03-31T05:53:44.348382Z","caller":"traceutil/trace.go:171","msg":"trace[108334378] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:26604; }","duration":"163.099609ms","start":"2026-03-31T05:53:44.185274Z","end":"2026-03-31T05:53:44.348373Z","steps":["trace[108334378] 'agreement among raft nodes before linearized reading' (duration: 163.010817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:44.50351Z","caller":"traceutil/trace.go:171","msg":"trace[1100486918] linearizableReadLoop","detail":"{readStateIndex:27590; appliedIndex:27589; }","duration":"140.69948ms","start":"2026-03-31T05:53:44.362791Z","end":"2026-03-31T05:53:44.50349Z","steps":["trace[1100486918] 'read index received' (duration: 79.368545ms)","trace[1100486918] 'applied index is now lower than readState.Index' (duration: 61.330185ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:44.503594Z","caller":"traceutil/trace.go:171","msg":"trace[1321759686] transaction","detail":"{read_only:false; response_revision:26606; number_of_response:1; }","duration":"146.374825ms","start":"2026-03-31T05:53:44.357212Z","end":"2026-03-31T05:53:44.503587Z","steps":["trace[1321759686] 'process raft request' (duration: 94.225069ms)","trace[1321759686] 'compare' (duration: 51.93952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:44.503842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.918048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-31T05:53:44.503886Z","caller":"traceutil/trace.go:171","msg":"trace[1619560226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26606; }","duration":"130.042922ms","start":"2026-03-31T05:53:44.373831Z","end":"2026-03-31T05:53:44.503874Z","steps":["trace[1619560226] 'agreement among raft nodes before linearized reading' (duration: 129.864717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:44.504043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.850648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-03-31T05:53:44.504067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.286007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-31T05:53:44.504084Z","caller":"traceutil/trace.go:171","msg":"trace[1394574742] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:26606; }","duration":"100.931581ms","start":"2026-03-31T05:53:44.403145Z","end":"2026-03-31T05:53:44.504077Z","steps":["trace[1394574742] 'agreement among raft nodes before linearized reading' (duration: 100.852759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:44.504089Z","caller":"traceutil/trace.go:171","msg":"trace[882090445] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:26606; }","duration":"141.355818ms","start":"2026-03-31T05:53:44.362727Z","end":"2026-03-31T05:53:44.504083Z","steps":["trace[882090445] 'agreement among raft nodes before linearized reading' (duration: 141.292327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:44.810511Z","caller":"traceutil/trace.go:171","msg":"trace[1464624154] linearizableReadLoop","detail":"{readStateIndex:27595; appliedIndex:27594; }","duration":"115.759863ms","start":"2026-03-31T05:53:44.694724Z","end":"2026-03-31T05:53:44.810484Z","steps":["trace[1464624154] 'read index received' (duration: 115.474436ms)","trace[1464624154] 'applied index is now lower than readState.Index' (duration: 284.377µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:44.810621Z","caller":"traceutil/trace.go:171","msg":"trace[335907308] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"163.8909ms","start":"2026-03-31T05:53:44.646694Z","end":"2026-03-31T05:53:44.810585Z","steps":["trace[335907308] 'process raft request' (duration: 163.601792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:44.810731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.981109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9543"} {"level":"info","ts":"2026-03-31T05:53:44.810776Z","caller":"traceutil/trace.go:171","msg":"trace[179256975] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:26611; }","duration":"116.078352ms","start":"2026-03-31T05:53:44.694685Z","end":"2026-03-31T05:53:44.810763Z","steps":["trace[179256975] 'agreement among raft nodes before linearized reading' (duration: 115.901747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:45.346385Z","caller":"traceutil/trace.go:171","msg":"trace[738814860] linearizableReadLoop","detail":"{readStateIndex:27612; appliedIndex:27611; }","duration":"121.461599ms","start":"2026-03-31T05:53:45.2249Z","end":"2026-03-31T05:53:45.346361Z","steps":["trace[738814860] 'read index received' (duration: 54.87281ms)","trace[738814860] 'applied index is now lower than readState.Index' (duration: 66.587689ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:45.346618Z","caller":"traceutil/trace.go:171","msg":"trace[1572716128] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"124.811679ms","start":"2026-03-31T05:53:45.221793Z","end":"2026-03-31T05:53:45.346605Z","steps":["trace[1572716128] 'process raft request' (duration: 57.998175ms)","trace[1572716128] 'compare' (duration: 66.363142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:45.347004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.071275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1430"} {"level":"info","ts":"2026-03-31T05:53:45.347108Z","caller":"traceutil/trace.go:171","msg":"trace[688251] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26628; }","duration":"122.187868ms","start":"2026-03-31T05:53:45.224895Z","end":"2026-03-31T05:53:45.347083Z","steps":["trace[688251] 'agreement among raft nodes before linearized reading' (duration: 121.916401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:45.507944Z","caller":"traceutil/trace.go:171","msg":"trace[1455042717] linearizableReadLoop","detail":"{readStateIndex:27614; appliedIndex:27613; }","duration":"135.994532ms","start":"2026-03-31T05:53:45.371921Z","end":"2026-03-31T05:53:45.507915Z","steps":["trace[1455042717] 'read index received' (duration: 135.742215ms)","trace[1455042717] 'applied index is now lower than readState.Index' (duration: 250.997µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:45.508065Z","caller":"traceutil/trace.go:171","msg":"trace[1449577195] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"138.529711ms","start":"2026-03-31T05:53:45.36952Z","end":"2026-03-31T05:53:45.50805Z","steps":["trace[1449577195] 'process raft request' (duration: 138.223952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:45.508332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.398233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"info","ts":"2026-03-31T05:53:45.508385Z","caller":"traceutil/trace.go:171","msg":"trace[1362199069] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26630; }","duration":"136.479645ms","start":"2026-03-31T05:53:45.37189Z","end":"2026-03-31T05:53:45.50837Z","steps":["trace[1362199069] 'agreement among raft nodes before linearized reading' (duration: 136.359362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:45.694559Z","caller":"traceutil/trace.go:171","msg":"trace[29221602] linearizableReadLoop","detail":"{readStateIndex:27615; appliedIndex:27614; }","duration":"168.909957ms","start":"2026-03-31T05:53:45.525629Z","end":"2026-03-31T05:53:45.694539Z","steps":["trace[29221602] 'read index received' (duration: 164.781155ms)","trace[29221602] 'applied index is now lower than readState.Index' (duration: 4.128212ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:45.694654Z","caller":"traceutil/trace.go:171","msg":"trace[1122549361] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"169.367529ms","start":"2026-03-31T05:53:45.525274Z","end":"2026-03-31T05:53:45.694642Z","steps":["trace[1122549361] 'process raft request' (duration: 165.128354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:45.694975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.328528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-31T05:53:45.695006Z","caller":"traceutil/trace.go:171","msg":"trace[852994172] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26631; }","duration":"169.380279ms","start":"2026-03-31T05:53:45.525618Z","end":"2026-03-31T05:53:45.694998Z","steps":["trace[852994172] 'agreement among raft nodes before linearized reading' (duration: 169.087341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:47.052697Z","caller":"traceutil/trace.go:171","msg":"trace[1350328018] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"180.280245ms","start":"2026-03-31T05:53:46.872386Z","end":"2026-03-31T05:53:47.052667Z","steps":["trace[1350328018] 'process raft request' (duration: 180.168802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:47.052877Z","caller":"traceutil/trace.go:171","msg":"trace[2127823797] linearizableReadLoop","detail":"{readStateIndex:27624; appliedIndex:27620; }","duration":"162.409869ms","start":"2026-03-31T05:53:46.890451Z","end":"2026-03-31T05:53:47.052861Z","steps":["trace[2127823797] 'read index received' (duration: 21.094642ms)","trace[2127823797] 'applied index is now lower than readState.Index' (duration: 141.313207ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:47.052722Z","caller":"traceutil/trace.go:171","msg":"trace[1954552054] transaction","detail":"{read_only:false; response_revision:26638; number_of_response:1; }","duration":"180.408528ms","start":"2026-03-31T05:53:46.87226Z","end":"2026-03-31T05:53:47.052669Z","steps":["trace[1954552054] 'process raft request' (duration: 180.020648ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:47.05311Z","caller":"traceutil/trace.go:171","msg":"trace[136102057] transaction","detail":"{read_only:false; response_revision:26640; number_of_response:1; }","duration":"179.639728ms","start":"2026-03-31T05:53:46.873458Z","end":"2026-03-31T05:53:47.053098Z","steps":["trace[136102057] 'process raft request' (duration: 179.158655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:47.053141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.683887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:53:47.053188Z","caller":"traceutil/trace.go:171","msg":"trace[1473810767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26640; }","duration":"162.741759ms","start":"2026-03-31T05:53:46.890431Z","end":"2026-03-31T05:53:47.053173Z","steps":["trace[1473810767] 'agreement among raft nodes before linearized reading' (duration: 162.592675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:47.053344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.60078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T05:53:47.053322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.391632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:53:47.053376Z","caller":"traceutil/trace.go:171","msg":"trace[1853541289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26640; }","duration":"160.660282ms","start":"2026-03-31T05:53:46.892706Z","end":"2026-03-31T05:53:47.053366Z","steps":["trace[1853541289] 'agreement among raft nodes before linearized reading' (duration: 160.57982ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:47.053388Z","caller":"traceutil/trace.go:171","msg":"trace[40532897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26640; }","duration":"161.496745ms","start":"2026-03-31T05:53:46.891882Z","end":"2026-03-31T05:53:47.053378Z","steps":["trace[40532897] 'agreement among raft nodes before linearized reading' (duration: 161.331901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:47.053516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.015502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T05:53:47.053543Z","caller":"traceutil/trace.go:171","msg":"trace[1475471956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26640; }","duration":"161.063844ms","start":"2026-03-31T05:53:46.892472Z","end":"2026-03-31T05:53:47.053536Z","steps":["trace[1475471956] 'agreement among raft nodes before linearized reading' (duration: 160.985052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:47.316678Z","caller":"traceutil/trace.go:171","msg":"trace[158735357] linearizableReadLoop","detail":"{readStateIndex:27630; appliedIndex:27628; }","duration":"101.237508ms","start":"2026-03-31T05:53:47.215414Z","end":"2026-03-31T05:53:47.316652Z","steps":["trace[158735357] 'read index received' (duration: 64.686416ms)","trace[158735357] 'applied index is now lower than readState.Index' (duration: 36.550252ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:47.316721Z","caller":"traceutil/trace.go:171","msg":"trace[995106723] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"102.828012ms","start":"2026-03-31T05:53:47.213866Z","end":"2026-03-31T05:53:47.316694Z","steps":["trace[995106723] 'process raft request' (duration: 102.661967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:47.316854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.406874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:47.317211Z","caller":"traceutil/trace.go:171","msg":"trace[1961778808] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26646; }","duration":"101.799844ms","start":"2026-03-31T05:53:47.21538Z","end":"2026-03-31T05:53:47.317179Z","steps":["trace[1961778808] 'agreement among raft nodes before linearized reading' (duration: 101.356142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:49.045514Z","caller":"traceutil/trace.go:171","msg":"trace[674542073] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"128.790397ms","start":"2026-03-31T05:53:48.916689Z","end":"2026-03-31T05:53:49.04548Z","steps":["trace[674542073] 'process raft request' (duration: 128.401177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:49.045502Z","caller":"traceutil/trace.go:171","msg":"trace[961428644] transaction","detail":"{read_only:false; response_revision:26650; number_of_response:1; }","duration":"171.156937ms","start":"2026-03-31T05:53:48.874292Z","end":"2026-03-31T05:53:49.045449Z","steps":["trace[961428644] 'process raft request' (duration: 170.636633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:49.503005Z","caller":"traceutil/trace.go:171","msg":"trace[233592856] linearizableReadLoop","detail":"{readStateIndex:27644; appliedIndex:27643; }","duration":"181.614752ms","start":"2026-03-31T05:53:49.321358Z","end":"2026-03-31T05:53:49.502972Z","steps":["trace[233592856] 'read index received' (duration: 181.388836ms)","trace[233592856] 'applied index is now lower than readState.Index' (duration: 224.916µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:49.503067Z","caller":"traceutil/trace.go:171","msg":"trace[124472485] transaction","detail":"{read_only:false; response_revision:26659; number_of_response:1; }","duration":"212.272864ms","start":"2026-03-31T05:53:49.290764Z","end":"2026-03-31T05:53:49.503037Z","steps":["trace[124472485] 'process raft request' (duration: 212.044888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:49.503351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.93109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:53:49.50342Z","caller":"traceutil/trace.go:171","msg":"trace[745859782] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26659; }","duration":"182.097185ms","start":"2026-03-31T05:53:49.321306Z","end":"2026-03-31T05:53:49.503403Z","steps":["trace[745859782] 'agreement among raft nodes before linearized reading' (duration: 181.823677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:51.043679Z","caller":"traceutil/trace.go:171","msg":"trace[69083532] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"102.522894ms","start":"2026-03-31T05:53:50.941126Z","end":"2026-03-31T05:53:51.043649Z","steps":["trace[69083532] 'process raft request' (duration: 102.337809ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:51.152688Z","caller":"traceutil/trace.go:171","msg":"trace[1675422060] transaction","detail":"{read_only:false; response_revision:26665; number_of_response:1; }","duration":"103.041067ms","start":"2026-03-31T05:53:51.049617Z","end":"2026-03-31T05:53:51.152658Z","steps":["trace[1675422060] 'process raft request' (duration: 88.40718ms)","trace[1675422060] 'compare' (duration: 14.531585ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:51.196702Z","caller":"traceutil/trace.go:171","msg":"trace[2038874414] transaction","detail":"{read_only:false; response_revision:26666; number_of_response:1; }","duration":"146.324134ms","start":"2026-03-31T05:53:51.050351Z","end":"2026-03-31T05:53:51.196675Z","steps":["trace[2038874414] 'process raft request' (duration: 146.153999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:52.00602Z","caller":"traceutil/trace.go:171","msg":"trace[412212551] linearizableReadLoop","detail":"{readStateIndex:27659; appliedIndex:27658; }","duration":"476.666234ms","start":"2026-03-31T05:53:51.529336Z","end":"2026-03-31T05:53:52.006003Z","steps":["trace[412212551] 'read index received' (duration: 476.614042ms)","trace[412212551] 'applied index is now lower than readState.Index' (duration: 51.722µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:52.006062Z","caller":"traceutil/trace.go:171","msg":"trace[494333981] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"492.414231ms","start":"2026-03-31T05:53:51.51363Z","end":"2026-03-31T05:53:52.006045Z","steps":["trace[494333981] 'process raft request' (duration: 492.265227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:52.006198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:51.513606Z","time spent":"492.488263ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:52.006248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.938871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:53:52.006284Z","caller":"traceutil/trace.go:171","msg":"trace[862024395] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26674; }","duration":"477.026513ms","start":"2026-03-31T05:53:51.529248Z","end":"2026-03-31T05:53:52.006275Z","steps":["trace[862024395] 'agreement among raft nodes before linearized reading' (duration: 476.844758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:52.006312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:51.52921Z","time spent":"477.094575ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:53:53.179932Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061955166s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:53.85743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739900274s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:53.857624Z","caller":"traceutil/trace.go:171","msg":"trace[442110687] transaction","detail":"{read_only:false; response_revision:26675; number_of_response:1; }","duration":"2.004606952s","start":"2026-03-31T05:53:51.85299Z","end":"2026-03-31T05:53:53.857597Z","steps":["trace[442110687] 'process raft request' (duration: 264.459301ms)","trace[442110687] 'compare' (duration: 1.738611109s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:53.857651Z","caller":"traceutil/trace.go:171","msg":"trace[27925985] transaction","detail":"{read_only:false; response_revision:26676; number_of_response:1; }","duration":"1.845698167s","start":"2026-03-31T05:53:52.011933Z","end":"2026-03-31T05:53:53.857631Z","steps":["trace[27925985] 'process raft request' (duration: 1.845622545s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:53.857733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:51.852967Z","time spent":"2.004708695s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:53.857733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:52.011901Z","time spent":"1.845781419s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:53.857889Z","caller":"traceutil/trace.go:171","msg":"trace[1068425724] linearizableReadLoop","detail":"{readStateIndex:27660; appliedIndex:27659; }","duration":"1.851802493s","start":"2026-03-31T05:53:52.006071Z","end":"2026-03-31T05:53:53.857874Z","steps":["trace[1068425724] 'read index received' (duration: 111.898928ms)","trace[1068425724] 'applied index is now lower than readState.Index' (duration: 1.739902175s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:53.858068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988219427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:53.858103Z","caller":"traceutil/trace.go:171","msg":"trace[252603970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26676; }","duration":"1.98831464s","start":"2026-03-31T05:53:51.869779Z","end":"2026-03-31T05:53:53.858093Z","steps":["trace[252603970] 'agreement among raft nodes before linearized reading' (duration: 1.988237537s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:53.858135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:51.86976Z","time spent":"1.988369322s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:53.858291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024597634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:53:53.858361Z","caller":"traceutil/trace.go:171","msg":"trace[1852353381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26676; }","duration":"2.024694797s","start":"2026-03-31T05:53:51.833652Z","end":"2026-03-31T05:53:53.858347Z","steps":["trace[1852353381] 'agreement among raft nodes before linearized reading' (duration: 2.024503352s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:53.8584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:51.833636Z","time spent":"2.02475537s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:53:53.860389Z","caller":"traceutil/trace.go:171","msg":"trace[1914081635] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"701.939031ms","start":"2026-03-31T05:53:53.158436Z","end":"2026-03-31T05:53:53.860375Z","steps":["trace[1914081635] 'process raft request' (duration: 701.91161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:53.860468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:53.158416Z","time spent":"702.009072ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:53.860446Z","caller":"traceutil/trace.go:171","msg":"trace[1857300007] transaction","detail":"{read_only:false; response_revision:26677; number_of_response:1; }","duration":"1.461762653s","start":"2026-03-31T05:53:52.39866Z","end":"2026-03-31T05:53:53.860423Z","steps":["trace[1857300007] 'process raft request' (duration: 1.461577658s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:53.860593Z","caller":"traceutil/trace.go:171","msg":"trace[616790971] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"810.963861ms","start":"2026-03-31T05:53:53.049621Z","end":"2026-03-31T05:53:53.860585Z","steps":["trace[616790971] 'process raft request' (duration: 810.694844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:53.860619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:52.398635Z","time spent":"1.461920196s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:53.860705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:53.049591Z","time spent":"811.034573ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:53.934363Z","caller":"traceutil/trace.go:171","msg":"trace[1941641651] transaction","detail":"{read_only:false; response_revision:26681; number_of_response:1; }","duration":"731.568635ms","start":"2026-03-31T05:53:53.20277Z","end":"2026-03-31T05:53:53.934338Z","steps":["trace[1941641651] 'process raft request' (duration: 731.489723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:53.9345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:53.202738Z","time spent":"731.693758ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:53.934375Z","caller":"traceutil/trace.go:171","msg":"trace[1288208260] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"731.621527ms","start":"2026-03-31T05:53:53.202704Z","end":"2026-03-31T05:53:53.934325Z","steps":["trace[1288208260] 'process raft request' (duration: 731.432671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:53.934571Z","caller":"traceutil/trace.go:171","msg":"trace[1204864434] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"731.311688ms","start":"2026-03-31T05:53:53.203251Z","end":"2026-03-31T05:53:53.934563Z","steps":["trace[1204864434] 'process raft request' (duration: 731.044471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:53.934727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:53.202677Z","time spent":"731.933555ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:53.9348Z","caller":"traceutil/trace.go:171","msg":"trace[1741880608] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"728.843571ms","start":"2026-03-31T05:53:53.205945Z","end":"2026-03-31T05:53:53.934788Z","steps":["trace[1741880608] 'process raft request' (duration: 728.519102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:53.934857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:53.205913Z","time spent":"728.915043ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:53.934993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.302078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:53.935029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.456467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:53:53.935068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.360326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:53.935085Z","caller":"traceutil/trace.go:171","msg":"trace[1640392329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26684; }","duration":"722.512849ms","start":"2026-03-31T05:53:53.212562Z","end":"2026-03-31T05:53:53.935075Z","steps":["trace[1640392329] 'agreement among raft nodes before linearized reading' (duration: 722.365665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:53.935111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:53.212537Z","time spent":"722.568001ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:53:53.935112Z","caller":"traceutil/trace.go:171","msg":"trace[1275687634] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26684; }","duration":"335.443079ms","start":"2026-03-31T05:53:53.599656Z","end":"2026-03-31T05:53:53.935099Z","steps":["trace[1275687634] 'agreement among raft nodes before linearized reading' (duration: 335.379807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:53.935154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:53.599632Z","time spent":"335.51081ms","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:53.935232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.907993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:53:53.935255Z","caller":"traceutil/trace.go:171","msg":"trace[1844110706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26684; }","duration":"721.930124ms","start":"2026-03-31T05:53:53.213316Z","end":"2026-03-31T05:53:53.935246Z","steps":["trace[1844110706] 'agreement among raft nodes before linearized reading' (duration: 721.849001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:53.935283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:53.21329Z","time spent":"721.987784ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:53:53.935245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109117447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-31T05:53:53.935335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.714794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:53:53.935063Z","caller":"traceutil/trace.go:171","msg":"trace[631931934] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26684; }","duration":"903.410121ms","start":"2026-03-31T05:53:53.031631Z","end":"2026-03-31T05:53:53.935041Z","steps":["trace[631931934] 'agreement among raft nodes before linearized reading' (duration: 903.301968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:53.935393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438434099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:53.935399Z","caller":"traceutil/trace.go:171","msg":"trace[1313982891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26684; }","duration":"726.777105ms","start":"2026-03-31T05:53:53.208606Z","end":"2026-03-31T05:53:53.935383Z","steps":["trace[1313982891] 'agreement among raft nodes before linearized reading' (duration: 726.488697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:53.93541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:53.031611Z","time spent":"903.779861ms","remote":"127.0.0.1:33364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:53.935438Z","caller":"traceutil/trace.go:171","msg":"trace[1126072406] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26684; }","duration":"1.438521451s","start":"2026-03-31T05:53:52.496904Z","end":"2026-03-31T05:53:53.935425Z","steps":["trace[1126072406] 'agreement among raft nodes before linearized reading' (duration: 1.438447709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:53.935445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:53.208575Z","time spent":"726.858067ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:53:53.935448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.16626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T05:53:53.93547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:52.496881Z","time spent":"1.438581113s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:53.935481Z","caller":"traceutil/trace.go:171","msg":"trace[197004518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26684; }","duration":"722.210031ms","start":"2026-03-31T05:53:53.213264Z","end":"2026-03-31T05:53:53.935474Z","steps":["trace[197004518] 'agreement among raft nodes before linearized reading' (duration: 722.138169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:53.935519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:53.21326Z","time spent":"722.254662ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:53:53.935627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286288138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:53.935008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.976851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:53.935649Z","caller":"traceutil/trace.go:171","msg":"trace[1304731484] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26684; }","duration":"1.286337119s","start":"2026-03-31T05:53:52.649304Z","end":"2026-03-31T05:53:53.935641Z","steps":["trace[1304731484] 'agreement among raft nodes before linearized reading' (duration: 1.286290668s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:53.935669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:52.649289Z","time spent":"1.28637412s","remote":"127.0.0.1:33422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:53.935683Z","caller":"traceutil/trace.go:171","msg":"trace[602213374] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26684; }","duration":"653.67706ms","start":"2026-03-31T05:53:53.281985Z","end":"2026-03-31T05:53:53.935662Z","steps":["trace[602213374] 'agreement among raft nodes before linearized reading' (duration: 652.982641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:53.935738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:53.281968Z","time spent":"653.753352ms","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-31T05:53:53.935346Z","caller":"traceutil/trace.go:171","msg":"trace[1448319803] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:26684; }","duration":"1.109281792s","start":"2026-03-31T05:53:52.826039Z","end":"2026-03-31T05:53:53.935321Z","steps":["trace[1448319803] 'agreement among raft nodes before linearized reading' (duration: 1.108961703s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:53.935895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:52.826019Z","time spent":"1.109866357s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:53:53.935903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.668663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:53.936064Z","caller":"traceutil/trace.go:171","msg":"trace[1938341685] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26684; }","duration":"757.828708ms","start":"2026-03-31T05:53:53.178153Z","end":"2026-03-31T05:53:53.935981Z","steps":["trace[1938341685] 'agreement among raft nodes before linearized reading' (duration: 757.666823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:53.936172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:53.178133Z","time spent":"757.972022ms","remote":"127.0.0.1:34268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:53.936293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:53.203225Z","time spent":"731.37857ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:56.114198Z","caller":"traceutil/trace.go:171","msg":"trace[202947641] transaction","detail":"{read_only:false; response_revision:26695; number_of_response:1; }","duration":"170.095589ms","start":"2026-03-31T05:53:55.944071Z","end":"2026-03-31T05:53:56.114167Z","steps":["trace[202947641] 'process raft request' (duration: 131.033908ms)","trace[202947641] 'compare' (duration: 38.865225ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:56.11442Z","caller":"traceutil/trace.go:171","msg":"trace[957577008] transaction","detail":"{read_only:false; response_revision:26696; number_of_response:1; }","duration":"170.234433ms","start":"2026-03-31T05:53:55.944163Z","end":"2026-03-31T05:53:56.114398Z","steps":["trace[957577008] 'process raft request' (duration: 169.959755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:56.114605Z","caller":"traceutil/trace.go:171","msg":"trace[2141743550] transaction","detail":"{read_only:false; response_revision:26697; number_of_response:1; }","duration":"168.850565ms","start":"2026-03-31T05:53:55.945738Z","end":"2026-03-31T05:53:56.114589Z","steps":["trace[2141743550] 'process raft request' (duration: 168.558187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:56.114682Z","caller":"traceutil/trace.go:171","msg":"trace[1453032420] linearizableReadLoop","detail":"{readStateIndex:27681; appliedIndex:27679; }","duration":"170.537411ms","start":"2026-03-31T05:53:55.944136Z","end":"2026-03-31T05:53:56.114674Z","steps":["trace[1453032420] 'read index received' (duration: 67.708229ms)","trace[1453032420] 'applied index is now lower than readState.Index' (duration: 102.828572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:56.114826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.422768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:53:56.114852Z","caller":"traceutil/trace.go:171","msg":"trace[1375466572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26698; }","duration":"163.459259ms","start":"2026-03-31T05:53:55.951382Z","end":"2026-03-31T05:53:56.114841Z","steps":["trace[1375466572] 'agreement among raft nodes before linearized reading' (duration: 163.359446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:56.114969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.082091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-31T05:53:56.114931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.760867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T05:53:56.115035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.226065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:53:56.115055Z","caller":"traceutil/trace.go:171","msg":"trace[1580861029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26698; }","duration":"162.262096ms","start":"2026-03-31T05:53:55.952787Z","end":"2026-03-31T05:53:56.115049Z","steps":["trace[1580861029] 'agreement among raft nodes before linearized reading' (duration: 162.209585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:56.115038Z","caller":"traceutil/trace.go:171","msg":"trace[1174212273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26698; }","duration":"170.905621ms","start":"2026-03-31T05:53:55.944099Z","end":"2026-03-31T05:53:56.115004Z","steps":["trace[1174212273] 'agreement among raft nodes before linearized reading' (duration: 170.615923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:56.114985Z","caller":"traceutil/trace.go:171","msg":"trace[1774641802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26698; }","duration":"162.234346ms","start":"2026-03-31T05:53:55.952746Z","end":"2026-03-31T05:53:56.11498Z","steps":["trace[1774641802] 'agreement among raft nodes before linearized reading' (duration: 162.182534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:56.115282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.248763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:53:56.115304Z","caller":"traceutil/trace.go:171","msg":"trace[2103757630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26698; }","duration":"163.293294ms","start":"2026-03-31T05:53:55.952005Z","end":"2026-03-31T05:53:56.115298Z","steps":["trace[2103757630] 'agreement among raft nodes before linearized reading' (duration: 163.237633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:59.142486Z","caller":"traceutil/trace.go:171","msg":"trace[1568632392] linearizableReadLoop","detail":"{readStateIndex:27706; appliedIndex:27705; }","duration":"260.349219ms","start":"2026-03-31T05:53:58.88211Z","end":"2026-03-31T05:53:59.142459Z","steps":["trace[1568632392] 'read index received' (duration: 260.167595ms)","trace[1568632392] 'applied index is now lower than readState.Index' (duration: 180.554µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:59.142571Z","caller":"traceutil/trace.go:171","msg":"trace[177021273] transaction","detail":"{read_only:false; response_revision:26719; number_of_response:1; }","duration":"277.514225ms","start":"2026-03-31T05:53:58.865012Z","end":"2026-03-31T05:53:59.142526Z","steps":["trace[177021273] 'process raft request' (duration: 277.237088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:59.142661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.528334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:59.142728Z","caller":"traceutil/trace.go:171","msg":"trace[441712806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26719; }","duration":"260.629617ms","start":"2026-03-31T05:53:58.882081Z","end":"2026-03-31T05:53:59.142711Z","steps":["trace[441712806] 'agreement among raft nodes before linearized reading' (duration: 260.526404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:59.142819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.989571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:59.143047Z","caller":"traceutil/trace.go:171","msg":"trace[1982946974] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26719; }","duration":"196.27006ms","start":"2026-03-31T05:53:58.946758Z","end":"2026-03-31T05:53:59.143028Z","steps":["trace[1982946974] 'agreement among raft nodes before linearized reading' (duration: 195.970612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:00.537454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:02.86934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000489251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:02.869405Z","caller":"traceutil/trace.go:171","msg":"trace[275245265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000597195s","start":"2026-03-31T05:54:00.868791Z","end":"2026-03-31T05:54:02.869388Z","steps":["trace[275245265] 'agreement among raft nodes before linearized reading' (duration: 2.000513572s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:02.869441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.868774Z","time spent":"2.000659166s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:03.633829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.786782331s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:54:03.754405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.553254997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:03.754482Z","caller":"traceutil/trace.go:171","msg":"trace[677305763] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26719; }","duration":"4.553376131s","start":"2026-03-31T05:53:59.201087Z","end":"2026-03-31T05:54:03.754463Z","steps":["trace[677305763] 'count revisions from in-memory index tree' (duration: 4.553199626s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.754516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:59.201072Z","time spent":"4.553434972s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:03.755071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.440745112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:54:03.755128Z","caller":"traceutil/trace.go:171","msg":"trace[42864443] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26719; }","duration":"4.440814245s","start":"2026-03-31T05:53:59.314296Z","end":"2026-03-31T05:54:03.75511Z","steps":["trace[42864443] 'range keys from in-memory index tree' (duration: 4.440611749s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.755157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:59.314253Z","time spent":"4.440897077s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:54:03.76148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914376756s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:54:03.761842Z","caller":"traceutil/trace.go:171","msg":"trace[163352477] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"2.397676426s","start":"2026-03-31T05:54:01.36415Z","end":"2026-03-31T05:54:03.761827Z","steps":["trace[163352477] 'process raft request' (duration: 2.397645705s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:03.761846Z","caller":"traceutil/trace.go:171","msg":"trace[1559946125] transaction","detail":"{read_only:false; response_revision:26722; number_of_response:1; }","duration":"3.725696237s","start":"2026-03-31T05:54:00.036127Z","end":"2026-03-31T05:54:03.761824Z","steps":["trace[1559946125] 'process raft request' (duration: 3.725503482s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.761893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:01.364125Z","time spent":"2.397742987s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:54:03.761883Z","caller":"traceutil/trace.go:171","msg":"trace[727252949] transaction","detail":"{read_only:false; response_revision:26726; number_of_response:1; }","duration":"3.580750421s","start":"2026-03-31T05:54:00.181105Z","end":"2026-03-31T05:54:03.761855Z","steps":["trace[727252949] 'process raft request' (duration: 3.580626087s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:03.761948Z","caller":"traceutil/trace.go:171","msg":"trace[1176888834] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"3.61423049s","start":"2026-03-31T05:54:00.147706Z","end":"2026-03-31T05:54:03.761937Z","steps":["trace[1176888834] 'process raft request' (duration: 3.614000664s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:03.761946Z","caller":"traceutil/trace.go:171","msg":"trace[1307530895] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"3.580686049s","start":"2026-03-31T05:54:00.181234Z","end":"2026-03-31T05:54:03.76192Z","steps":["trace[1307530895] 'process raft request' (duration: 3.580538995s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:03.761975Z","caller":"traceutil/trace.go:171","msg":"trace[628014970] transaction","detail":"{read_only:false; response_revision:26723; number_of_response:1; }","duration":"3.702383584s","start":"2026-03-31T05:54:00.059585Z","end":"2026-03-31T05:54:03.761969Z","steps":["trace[628014970] 'process raft request' (duration: 3.702075095s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:03.761979Z","caller":"traceutil/trace.go:171","msg":"trace[474899789] linearizableReadLoop","detail":"{readStateIndex:27715; appliedIndex:27706; }","duration":"3.724753541s","start":"2026-03-31T05:54:00.037217Z","end":"2026-03-31T05:54:03.761971Z","steps":["trace[474899789] 'read index received' (duration: 809.82063ms)","trace[474899789] 'applied index is now lower than readState.Index' (duration: 2.914932211s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:54:03.761999Z","caller":"traceutil/trace.go:171","msg":"trace[1250375481] transaction","detail":"{read_only:false; response_revision:26721; number_of_response:1; }","duration":"3.772579579s","start":"2026-03-31T05:53:59.989414Z","end":"2026-03-31T05:54:03.761993Z","steps":["trace[1250375481] 'process raft request' (duration: 3.772146838s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.762005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.181089Z","time spent":"3.580845624s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:03.76195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.036108Z","time spent":"3.725783989s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:03.762027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:59.989387Z","time spent":"3.772624231s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:03.762033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.147679Z","time spent":"3.614297032s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:54:03.761954Z","caller":"traceutil/trace.go:171","msg":"trace[68418349] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"3.58072407s","start":"2026-03-31T05:54:00.181209Z","end":"2026-03-31T05:54:03.761933Z","steps":["trace[68418349] 'process raft request' (duration: 3.580542575s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.762058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.181229Z","time spent":"3.580766811s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:54:03.761932Z","caller":"traceutil/trace.go:171","msg":"trace[1812110254] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"3.621349763s","start":"2026-03-31T05:54:00.140559Z","end":"2026-03-31T05:54:03.761908Z","steps":["trace[1812110254] 'process raft request' (duration: 3.621124797s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.762033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.059561Z","time spent":"3.702435455s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:03.762135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.140533Z","time spent":"3.62158256s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:03.762146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.724925946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T05:54:03.762161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.554656882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T05:54:03.762169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.215576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:03.762187Z","caller":"traceutil/trace.go:171","msg":"trace[1306181207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26729; }","duration":"3.554714833s","start":"2026-03-31T05:54:00.207465Z","end":"2026-03-31T05:54:03.76218Z","steps":["trace[1306181207] 'agreement among raft nodes before linearized reading' (duration: 3.554612801s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:03.762189Z","caller":"traceutil/trace.go:171","msg":"trace[240450595] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26729; }","duration":"3.724997717s","start":"2026-03-31T05:54:00.037178Z","end":"2026-03-31T05:54:03.762176Z","steps":["trace[240450595] 'agreement among raft nodes before linearized reading' (duration: 3.724849843s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:03.762193Z","caller":"traceutil/trace.go:171","msg":"trace[53288547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26729; }","duration":"892.275668ms","start":"2026-03-31T05:54:02.869909Z","end":"2026-03-31T05:54:03.762185Z","steps":["trace[53288547] 'agreement among raft nodes before linearized reading' (duration: 892.232006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.762199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.134639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:03.762208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.20745Z","time spent":"3.554752695s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:54:03.76222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:02.869893Z","time spent":"892.322529ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:54:03.762222Z","caller":"traceutil/trace.go:171","msg":"trace[1629383209] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26729; }","duration":"100.19559ms","start":"2026-03-31T05:54:03.662018Z","end":"2026-03-31T05:54:03.762213Z","steps":["trace[1629383209] 'agreement among raft nodes before linearized reading' (duration: 100.153109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.762223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.037152Z","time spent":"3.725064819s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:54:03.762227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.590982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:03.762239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139630325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:03.762253Z","caller":"traceutil/trace.go:171","msg":"trace[1925156726] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26729; }","duration":"451.649024ms","start":"2026-03-31T05:54:03.310597Z","end":"2026-03-31T05:54:03.762246Z","steps":["trace[1925156726] 'agreement among raft nodes before linearized reading' (duration: 451.566052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:03.76226Z","caller":"traceutil/trace.go:171","msg":"trace[1215909542] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26729; }","duration":"1.139677115s","start":"2026-03-31T05:54:02.622574Z","end":"2026-03-31T05:54:03.762251Z","steps":["trace[1215909542] 'agreement among raft nodes before linearized reading' (duration: 1.139629064s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.762263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.896574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:03.762274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96570247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:03.762278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:02.622557Z","time spent":"1.139716717s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:03.762279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.310581Z","time spent":"451.692705ms","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:03.762284Z","caller":"traceutil/trace.go:171","msg":"trace[1436857970] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26729; }","duration":"896.952715ms","start":"2026-03-31T05:54:02.865324Z","end":"2026-03-31T05:54:03.762277Z","steps":["trace[1436857970] 'agreement among raft nodes before linearized reading' (duration: 896.918334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:03.762293Z","caller":"traceutil/trace.go:171","msg":"trace[1242135639] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26729; }","duration":"2.965751271s","start":"2026-03-31T05:54:00.796535Z","end":"2026-03-31T05:54:03.762286Z","steps":["trace[1242135639] 'agreement among raft nodes before linearized reading' (duration: 2.96571861s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.762191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.358258476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"warn","ts":"2026-03-31T05:54:03.762306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:02.865303Z","time spent":"896.996607ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:03.762314Z","caller":"traceutil/trace.go:171","msg":"trace[641671062] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26729; }","duration":"2.358383569s","start":"2026-03-31T05:54:01.403925Z","end":"2026-03-31T05:54:03.762308Z","steps":["trace[641671062] 'agreement among raft nodes before linearized reading' (duration: 2.358155963s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.762331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:01.403909Z","time spent":"2.358418079s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T05:54:03.762341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.020022745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:03.762231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.53993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-31T05:54:03.762356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311753308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:03.76236Z","caller":"traceutil/trace.go:171","msg":"trace[521881383] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26729; }","duration":"3.020077206s","start":"2026-03-31T05:54:00.742277Z","end":"2026-03-31T05:54:03.762354Z","steps":["trace[521881383] 'agreement among raft nodes before linearized reading' (duration: 3.020045255s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:03.762366Z","caller":"traceutil/trace.go:171","msg":"trace[1923916679] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:26729; }","duration":"936.677973ms","start":"2026-03-31T05:54:02.825683Z","end":"2026-03-31T05:54:03.76236Z","steps":["trace[1923916679] 'agreement among raft nodes before linearized reading' (duration: 936.497248ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:03.762373Z","caller":"traceutil/trace.go:171","msg":"trace[1129791766] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26729; }","duration":"1.31179423s","start":"2026-03-31T05:54:02.450572Z","end":"2026-03-31T05:54:03.762366Z","steps":["trace[1129791766] 'agreement among raft nodes before linearized reading' (duration: 1.311769199s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.762377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.742258Z","time spent":"3.020114958s","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:03.762386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:02.450557Z","time spent":"1.31182583s","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:03.762386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:02.825634Z","time spent":"936.745556ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:54:03.762311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.796514Z","time spent":"2.965791662s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:03.762096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.181205Z","time spent":"3.580868274s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:03.762515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49199096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T05:54:03.762527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.491844737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:54:03.762538Z","caller":"traceutil/trace.go:171","msg":"trace[306929105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26729; }","duration":"3.492048322s","start":"2026-03-31T05:54:00.270483Z","end":"2026-03-31T05:54:03.762531Z","steps":["trace[306929105] 'agreement among raft nodes before linearized reading' (duration: 3.49198563s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:03.762549Z","caller":"traceutil/trace.go:171","msg":"trace[1521639580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26729; }","duration":"3.491879697s","start":"2026-03-31T05:54:00.270663Z","end":"2026-03-31T05:54:03.762542Z","steps":["trace[1521639580] 'agreement among raft nodes before linearized reading' (duration: 3.491793925s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.762557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.270463Z","time spent":"3.492088754s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:54:03.762571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.270651Z","time spent":"3.491915479s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:54:03.7626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522214542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:54:03.76198Z","caller":"traceutil/trace.go:171","msg":"trace[2116660264] transaction","detail":"{read_only:false; response_revision:26720; number_of_response:1; }","duration":"3.800861608s","start":"2026-03-31T05:53:59.961109Z","end":"2026-03-31T05:54:03.761971Z","steps":["trace[2116660264] 'process raft request' (duration: 885.926467ms)","trace[2116660264] 'compare' (duration: 2.912507535s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:54:03.762623Z","caller":"traceutil/trace.go:171","msg":"trace[1066735782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26729; }","duration":"3.522271992s","start":"2026-03-31T05:54:00.240344Z","end":"2026-03-31T05:54:03.762616Z","steps":["trace[1066735782] 'agreement among raft nodes before linearized reading' (duration: 3.52218595s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.762624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244346696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:03.762629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045246739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:03.762642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.240325Z","time spent":"3.522313204s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:54:03.76265Z","caller":"traceutil/trace.go:171","msg":"trace[2043848135] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26729; }","duration":"3.244405138s","start":"2026-03-31T05:54:00.518237Z","end":"2026-03-31T05:54:03.762642Z","steps":["trace[2043848135] 'agreement among raft nodes before linearized reading' (duration: 3.244361067s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:03.762653Z","caller":"traceutil/trace.go:171","msg":"trace[6098435] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26729; }","duration":"3.045299941s","start":"2026-03-31T05:54:00.717346Z","end":"2026-03-31T05:54:03.762646Z","steps":["trace[6098435] 'agreement among raft nodes before linearized reading' (duration: 3.04525586s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.762654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.491749644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-31T05:54:03.762658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:59.961087Z","time spent":"3.801548516s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:03.762674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.518217Z","time spent":"3.244450529s","remote":"127.0.0.1:34262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:03.762674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.717329Z","time spent":"3.045340152s","remote":"127.0.0.1:37538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:03.762675Z","caller":"traceutil/trace.go:171","msg":"trace[857858554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26729; }","duration":"3.491853437s","start":"2026-03-31T05:54:00.270816Z","end":"2026-03-31T05:54:03.76267Z","steps":["trace[857858554] 'agreement among raft nodes before linearized reading' (duration: 3.491803665s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.762693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.270796Z","time spent":"3.491894068s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:54:03.763142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.731105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:54:03.763172Z","caller":"traceutil/trace.go:171","msg":"trace[538938113] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26729; }","duration":"613.792167ms","start":"2026-03-31T05:54:03.149374Z","end":"2026-03-31T05:54:03.763166Z","steps":["trace[538938113] 'agreement among raft nodes before linearized reading' (duration: 612.8067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.763191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.149358Z","time spent":"613.829108ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2775,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:04.270973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:04.771904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:05.272068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:05.772261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:05.775638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000066939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:05.775742Z","caller":"traceutil/trace.go:171","msg":"trace[1008178108] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000225214s","start":"2026-03-31T05:54:03.775499Z","end":"2026-03-31T05:54:05.775724Z","steps":["trace[1008178108] 'agreement among raft nodes before linearized reading' (duration: 2.00008987s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:05.775782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.775484Z","time spent":"2.000290135s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:05.946546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.181738592s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:54:07.526431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.642633ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:07.526529Z","caller":"traceutil/trace.go:171","msg":"trace[232366681] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26729; }","duration":"244.752246ms","start":"2026-03-31T05:54:07.281761Z","end":"2026-03-31T05:54:07.526514Z","steps":["trace[232366681] 'range keys from in-memory index tree' (duration: 244.627783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:07.52651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579771806s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T05:54:07.52659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.76468Z","time spent":"3.76190461s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:07.776721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000953953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:07.776823Z","caller":"traceutil/trace.go:171","msg":"trace[845085129] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001077936s","start":"2026-03-31T05:54:05.775722Z","end":"2026-03-31T05:54:07.7768Z","steps":["trace[845085129] 'agreement among raft nodes before linearized reading' (duration: 2.000948243s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:07.776888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:05.775692Z","time spent":"2.001184879s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:08.76677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.767041Z","time spent":"4.999720991s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:08.766808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.767188Z","time spent":"4.999612538s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:54:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/31 05:54:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:08.768252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.771214Z","time spent":"4.997030068s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:54:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:09.544875Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.502225568s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:54:09.783361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999900346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:09.783446Z","caller":"traceutil/trace.go:171","msg":"trace[1409827296] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000036499s","start":"2026-03-31T05:54:07.783388Z","end":"2026-03-31T05:54:09.783424Z","steps":["trace[1409827296] 'agreement among raft nodes before linearized reading' (duration: 1.999932636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:09.78352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:07.783368Z","time spent":"2.000115481s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:10.085159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.771402Z","time spent":"6.313751171s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:54:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:10.27328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.773964Z","time spent":"6.499310311s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:54:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:10.273382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.774028Z","time spent":"6.499353131s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:54:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:10.772871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:05.771392Z","time spent":"5.001468938s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:54:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:10.773005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:05.770872Z","time spent":"5.002125536s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:54:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:10.773099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:05.772117Z","time spent":"5.000979755s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:10.773162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:05.773429Z","time spent":"4.999731911s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:54:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:10.773189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:05.772581Z","time spent":"5.000606974s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:54:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:10.773601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:05.774578Z","time spent":"4.999012301s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:10.827396Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.282371841s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:54:11.147539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:04.146835Z","time spent":"7.000697495s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:11.194947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.240312Z","time spent":"954.629392ms","remote":"127.0.0.1:51802","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:11.197136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651986118s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:54:11.199016Z","caller":"traceutil/trace.go:171","msg":"trace[1001661247] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"5.429259444s","start":"2026-03-31T05:54:05.769719Z","end":"2026-03-31T05:54:11.198979Z","steps":["trace[1001661247] 'process raft request' (duration: 5.427666471s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.199176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:05.769699Z","time spent":"5.429401967s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:54:11.199635Z","caller":"traceutil/trace.go:171","msg":"trace[868395470] linearizableReadLoop","detail":"{readStateIndex:27728; appliedIndex:27716; }","duration":"7.428727527s","start":"2026-03-31T05:54:03.770889Z","end":"2026-03-31T05:54:11.199617Z","steps":["trace[868395470] 'read index received' (duration: 2.175835622s)","trace[868395470] 'applied index is now lower than readState.Index' (duration: 5.252889545s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:54:11.199678Z","caller":"traceutil/trace.go:171","msg":"trace[518537637] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"3.672351167s","start":"2026-03-31T05:54:07.527308Z","end":"2026-03-31T05:54:11.199659Z","steps":["trace[518537637] 'process raft request' (duration: 3.67022795s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.199748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:07.52729Z","time spent":"3.67242281s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:11.783649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999951325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:11.78376Z","caller":"traceutil/trace.go:171","msg":"trace[1892783696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00011093s","start":"2026-03-31T05:54:09.783623Z","end":"2026-03-31T05:54:11.783734Z","steps":["trace[1892783696] 'agreement among raft nodes before linearized reading' (duration: 1.999977126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.783813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:09.783596Z","time spent":"2.000204312s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:13.046475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000512182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:13.046546Z","caller":"traceutil/trace.go:171","msg":"trace[1473405234] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000625005s","start":"2026-03-31T05:54:11.045904Z","end":"2026-03-31T05:54:13.046529Z","steps":["trace[1473405234] 'agreement among raft nodes before linearized reading' (duration: 2.000531523s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:13.046584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.04589Z","time spent":"2.000687596s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:13.791515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000180081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:13.791615Z","caller":"traceutil/trace.go:171","msg":"trace[55352451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000329806s","start":"2026-03-31T05:54:11.791261Z","end":"2026-03-31T05:54:13.791591Z","steps":["trace[55352451] 'agreement among raft nodes before linearized reading' (duration: 2.000206762s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:13.791668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.791244Z","time spent":"2.000412388s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:14.003089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.98870696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:14.003168Z","caller":"traceutil/trace.go:171","msg":"trace[2037840055] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"9.988804582s","start":"2026-03-31T05:54:04.014342Z","end":"2026-03-31T05:54:14.003146Z","steps":["trace[2037840055] 'agreement among raft nodes before linearized reading' (duration: 9.988704999s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:14.003211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:04.014295Z","time spent":"9.988905475s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/31 05:54:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:15.236272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.236977Z","time spent":"4.999288739s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:15.270512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.272169Z","time spent":"4.998332024s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:15.464181Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.191005141s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:54:15.77191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99677611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-31T05:54:15.771938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998598341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:15.772026Z","caller":"traceutil/trace.go:171","msg":"trace[1428266817] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.996953345s","start":"2026-03-31T05:54:10.775043Z","end":"2026-03-31T05:54:15.771997Z","steps":["trace[1428266817] 'agreement among raft nodes before linearized reading' (duration: 4.996802181s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:15.77203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998731674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-31T05:54:15.772081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.775025Z","time spent":"4.997045298s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-31T05:54:15.772093Z","caller":"traceutil/trace.go:171","msg":"trace[1700621408] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998811056s","start":"2026-03-31T05:54:10.773256Z","end":"2026-03-31T05:54:15.772067Z","steps":["trace[1700621408] 'agreement among raft nodes before linearized reading' (duration: 4.998762995s)"],"step_count":1} 2026/03/31 05:54:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T05:54:15.772036Z","caller":"traceutil/trace.go:171","msg":"trace[292504170] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998737054s","start":"2026-03-31T05:54:10.773274Z","end":"2026-03-31T05:54:15.772011Z","steps":["trace[292504170] 'agreement among raft nodes before linearized reading' (duration: 4.99861088s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:15.77221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.773259Z","time spent":"4.99894425s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 05:54:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:15.771938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995818295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:15.772266Z","caller":"traceutil/trace.go:171","msg":"trace[1961551101] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.996198935s","start":"2026-03-31T05:54:10.776057Z","end":"2026-03-31T05:54:15.772256Z","steps":["trace[1961551101] 'agreement among raft nodes before linearized reading' (duration: 4.995817605s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:15.772285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.776055Z","time spent":"4.996224616s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/31 05:54:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:15.77216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.773238Z","time spent":"4.998907958s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/31 05:54:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:15.773193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997174012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:15.773267Z","caller":"traceutil/trace.go:171","msg":"trace[1950590557] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997263494s","start":"2026-03-31T05:54:10.775982Z","end":"2026-03-31T05:54:15.773245Z","steps":["trace[1950590557] 'agreement among raft nodes before linearized reading' (duration: 4.997179722s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:15.773325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.775976Z","time spent":"4.997335296s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/31 05:54:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:15.773869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99784749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:15.773914Z","caller":"traceutil/trace.go:171","msg":"trace[1360967781] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997897491s","start":"2026-03-31T05:54:10.776003Z","end":"2026-03-31T05:54:15.7739Z","steps":["trace[1360967781] 'agreement among raft nodes before linearized reading' (duration: 4.99785202s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:15.773966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.776001Z","time spent":"4.997953303s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 05:54:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:15.799042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000337537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:15.799127Z","caller":"traceutil/trace.go:171","msg":"trace[381137122] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000470051s","start":"2026-03-31T05:54:13.798636Z","end":"2026-03-31T05:54:15.799106Z","steps":["trace[381137122] 'agreement among raft nodes before linearized reading' (duration: 2.000359718s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:15.799185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:13.798618Z","time spent":"2.000557544s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:16.029488Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"263a9d423ed31258","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T05:54:17.274441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.273908Z","time spent":"7.000526434s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:17.274878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.274323Z","time spent":"7.000548985s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:17.799692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000092084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:17.799771Z","caller":"traceutil/trace.go:171","msg":"trace[1236455078] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000212497s","start":"2026-03-31T05:54:15.79954Z","end":"2026-03-31T05:54:17.799753Z","steps":["trace[1236455078] 'agreement among raft nodes before linearized reading' (duration: 2.000114595s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:17.79981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:15.799524Z","time spent":"2.000278469s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:18.273907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.273072Z","time spent":"7.000821147s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:18.501031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.303448653s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:54:18.501301Z","caller":"traceutil/trace.go:171","msg":"trace[1255156543] linearizableReadLoop","detail":"{readStateIndex:27737; appliedIndex:27732; }","duration":"7.301591843s","start":"2026-03-31T05:54:11.199694Z","end":"2026-03-31T05:54:18.501286Z","steps":["trace[1255156543] 'read index received' (duration: 74.682µs)","trace[1255156543] 'applied index is now lower than readState.Index' (duration: 7.301516551s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:54:18.501769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.730861385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-31T05:54:18.501861Z","caller":"traceutil/trace.go:171","msg":"trace[670462242] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"14.730979098s","start":"2026-03-31T05:54:03.770862Z","end":"2026-03-31T05:54:18.501841Z","steps":["trace[670462242] 'agreement among raft nodes before linearized reading' (duration: 7.428884482s)","trace[670462242] 'range keys from in-memory index tree' (duration: 7.301974293s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:54:18.501888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.770849Z","time spent":"14.731032309s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/31 05:54:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:18.504517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.231633767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:18.504569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.24502333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:18.504616Z","caller":"traceutil/trace.go:171","msg":"trace[254129545] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26744; }","duration":"8.245135764s","start":"2026-03-31T05:54:10.259457Z","end":"2026-03-31T05:54:18.504593Z","steps":["trace[254129545] 'agreement among raft nodes before linearized reading' (duration: 8.245033461s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.504647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.259442Z","time spent":"8.245194505s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.504814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.37504378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:18.504839Z","caller":"traceutil/trace.go:171","msg":"trace[1000767458] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26744; }","duration":"8.375093282s","start":"2026-03-31T05:54:10.129738Z","end":"2026-03-31T05:54:18.504831Z","steps":["trace[1000767458] 'agreement among raft nodes before linearized reading' (duration: 8.375050371s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.504857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.129724Z","time spent":"8.375128263s","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:18.5046Z","caller":"traceutil/trace.go:171","msg":"trace[1881944130] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26744; }","duration":"8.231729069s","start":"2026-03-31T05:54:10.27285Z","end":"2026-03-31T05:54:18.504579Z","steps":["trace[1881944130] 'agreement among raft nodes before linearized reading' (duration: 8.231576935s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.504955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.517351734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:18.504975Z","caller":"traceutil/trace.go:171","msg":"trace[1645338167] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26744; }","duration":"8.517402246s","start":"2026-03-31T05:54:09.987568Z","end":"2026-03-31T05:54:18.50497Z","steps":["trace[1645338167] 'agreement among raft nodes before linearized reading' (duration: 8.517369885s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.504993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:09.987551Z","time spent":"8.517437146s","remote":"127.0.0.1:33898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.505085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.78601695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:18.505108Z","caller":"traceutil/trace.go:171","msg":"trace[1601349126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26744; }","duration":"8.78606954s","start":"2026-03-31T05:54:09.719033Z","end":"2026-03-31T05:54:18.505103Z","steps":["trace[1601349126] 'agreement among raft nodes before linearized reading' (duration: 8.786029469s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.505125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:09.719017Z","time spent":"8.786103862s","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.505234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.005836098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:18.505257Z","caller":"traceutil/trace.go:171","msg":"trace[1422694862] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26744; }","duration":"9.005891759s","start":"2026-03-31T05:54:09.499358Z","end":"2026-03-31T05:54:18.50525Z","steps":["trace[1422694862] 'agreement among raft nodes before linearized reading' (duration: 9.005856048s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.505274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:09.499339Z","time spent":"9.005929811s","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.505376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.054117753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:18.505397Z","caller":"traceutil/trace.go:171","msg":"trace[1012361921] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26744; }","duration":"10.054176894s","start":"2026-03-31T05:54:08.451215Z","end":"2026-03-31T05:54:18.505392Z","steps":["trace[1012361921] 'agreement among raft nodes before linearized reading' (duration: 10.054137773s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.505416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:08.451193Z","time spent":"10.054218716s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.505715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.056619762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:18.505745Z","caller":"traceutil/trace.go:171","msg":"trace[1904849467] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26744; }","duration":"10.056690783s","start":"2026-03-31T05:54:08.449047Z","end":"2026-03-31T05:54:18.505738Z","steps":["trace[1904849467] 'agreement among raft nodes before linearized reading' (duration: 10.056631581s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.506035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.207907819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:18.506049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.981102185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:18.506108Z","caller":"traceutil/trace.go:171","msg":"trace[1382367387] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26744; }","duration":"13.981207478s","start":"2026-03-31T05:54:04.524884Z","end":"2026-03-31T05:54:18.506092Z","steps":["trace[1382367387] 'agreement among raft nodes before linearized reading' (duration: 13.981087535s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:18.506118Z","caller":"traceutil/trace.go:171","msg":"trace[120804184] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26744; }","duration":"10.208007312s","start":"2026-03-31T05:54:08.298077Z","end":"2026-03-31T05:54:18.506084Z","steps":["trace[120804184] 'agreement among raft nodes before linearized reading' (duration: 10.207889799s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.506143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:04.524865Z","time spent":"13.9812714s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.506157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:08.29806Z","time spent":"10.208086484s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.50619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.447933311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-31T05:54:18.506218Z","caller":"traceutil/trace.go:171","msg":"trace[1210665173] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26744; }","duration":"11.447995202s","start":"2026-03-31T05:54:07.058214Z","end":"2026-03-31T05:54:18.506209Z","steps":["trace[1210665173] 'agreement among raft nodes before linearized reading' (duration: 11.447874429s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.506233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:07.058176Z","time spent":"11.448053644s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T05:54:18.506262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.532927129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:18.506289Z","caller":"traceutil/trace.go:171","msg":"trace[1292865766] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26744; }","duration":"11.53299103s","start":"2026-03-31T05:54:06.973289Z","end":"2026-03-31T05:54:18.50628Z","steps":["trace[1292865766] 'agreement among raft nodes before linearized reading' (duration: 11.532944209s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.506308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:06.97326Z","time spent":"11.533042802s","remote":"127.0.0.1:33504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.506326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.298766836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:18.506344Z","caller":"traceutil/trace.go:171","msg":"trace[1060189954] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26744; }","duration":"10.298815088s","start":"2026-03-31T05:54:08.207522Z","end":"2026-03-31T05:54:18.506337Z","steps":["trace[1060189954] 'agreement among raft nodes before linearized reading' (duration: 10.298780967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.506358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:08.207505Z","time spent":"10.298849618s","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.506352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.539014995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:18.506387Z","caller":"traceutil/trace.go:171","msg":"trace[1352665947] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26744; }","duration":"14.539049106s","start":"2026-03-31T05:54:03.967326Z","end":"2026-03-31T05:54:18.506375Z","steps":["trace[1352665947] 'agreement among raft nodes before linearized reading' (duration: 14.538994814s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.50642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.967265Z","time spent":"14.539146059s","remote":"127.0.0.1:33826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.506467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.262098184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:18.506489Z","caller":"traceutil/trace.go:171","msg":"trace[1062662204] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26744; }","duration":"11.262157277s","start":"2026-03-31T05:54:07.244323Z","end":"2026-03-31T05:54:18.506481Z","steps":["trace[1062662204] 'agreement among raft nodes before linearized reading' (duration: 11.262122876s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.506468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.014022909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:18.50648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.807066569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:18.506527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.481532156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-5f6ff5894-r574x.18a1d69ee0bb3852\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-03-31T05:54:18.506529Z","caller":"traceutil/trace.go:171","msg":"trace[1266961752] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26744; }","duration":"11.014133672s","start":"2026-03-31T05:54:07.492377Z","end":"2026-03-31T05:54:18.50651Z","steps":["trace[1266961752] 'agreement among raft nodes before linearized reading' (duration: 11.014016148s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:18.506553Z","caller":"traceutil/trace.go:171","msg":"trace[1935915908] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-5f6ff5894-r574x.18a1d69ee0bb3852; range_end:; response_count:1; response_revision:26744; }","duration":"12.481593627s","start":"2026-03-31T05:54:06.024949Z","end":"2026-03-31T05:54:18.506543Z","steps":["trace[1935915908] 'agreement among raft nodes before linearized reading' (duration: 12.481461264s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.506505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:07.244301Z","time spent":"11.262199737s","remote":"127.0.0.1:34114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.506561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:07.492355Z","time spent":"11.014199363s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.506576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:06.02493Z","time spent":"12.481641319s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":926,"request content":"key:\"/registry/events/openstack/heat-cfn-5f6ff5894-r574x.18a1d69ee0bb3852\" "} {"level":"warn","ts":"2026-03-31T05:54:18.506719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.50414165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:18.506722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.904850884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:18.506738Z","caller":"traceutil/trace.go:171","msg":"trace[824949437] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26744; }","duration":"12.504188502s","start":"2026-03-31T05:54:06.002543Z","end":"2026-03-31T05:54:18.506732Z","steps":["trace[824949437] 'agreement among raft nodes before linearized reading' (duration: 12.50413225s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:18.506745Z","caller":"traceutil/trace.go:171","msg":"trace[1831607581] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26744; }","duration":"10.904904406s","start":"2026-03-31T05:54:07.601833Z","end":"2026-03-31T05:54:18.506738Z","steps":["trace[1831607581] 'agreement among raft nodes before linearized reading' (duration: 10.904864775s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.506756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:06.002505Z","time spent":"12.504246503s","remote":"127.0.0.1:45440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.506767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:07.601817Z","time spent":"10.904943696s","remote":"127.0.0.1:33686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.506835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.655612656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T05:54:18.506865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.672038969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:18.506868Z","caller":"traceutil/trace.go:171","msg":"trace[1777438066] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26744; }","duration":"10.655676428s","start":"2026-03-31T05:54:07.851182Z","end":"2026-03-31T05:54:18.506858Z","steps":["trace[1777438066] 'agreement among raft nodes before linearized reading' (duration: 10.655533194s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:18.506887Z","caller":"traceutil/trace.go:171","msg":"trace[1741657636] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26744; }","duration":"12.67208968s","start":"2026-03-31T05:54:05.834789Z","end":"2026-03-31T05:54:18.506878Z","steps":["trace[1741657636] 'agreement among raft nodes before linearized reading' (duration: 12.67205492s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.506906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:05.834773Z","time spent":"12.672128202s","remote":"127.0.0.1:37900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.506905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:07.851167Z","time spent":"10.655730369s","remote":"127.0.0.1:33138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:18.506541Z","caller":"traceutil/trace.go:171","msg":"trace[1950914913] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26744; }","duration":"10.807162572s","start":"2026-03-31T05:54:07.699357Z","end":"2026-03-31T05:54:18.50652Z","steps":["trace[1950914913] 'agreement among raft nodes before linearized reading' (duration: 10.807058699s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.506956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:07.699338Z","time spent":"10.807612693s","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.506984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.686553413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:54:18.507004Z","caller":"traceutil/trace.go:171","msg":"trace[471405799] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26744; }","duration":"12.686612355s","start":"2026-03-31T05:54:05.820386Z","end":"2026-03-31T05:54:18.506999Z","steps":["trace[471405799] 'agreement among raft nodes before linearized reading' (duration: 12.686500742s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.507019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:05.820366Z","time spent":"12.686649536s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.507097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.74719106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:18.507116Z","caller":"traceutil/trace.go:171","msg":"trace[1332178097] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26744; }","duration":"12.747236721s","start":"2026-03-31T05:54:05.759874Z","end":"2026-03-31T05:54:18.507111Z","steps":["trace[1332178097] 'agreement among raft nodes before linearized reading' (duration: 12.74720537s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.50713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:05.759859Z","time spent":"12.747266642s","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.507222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.708145424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:18.507237Z","caller":"traceutil/trace.go:171","msg":"trace[1776565802] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26744; }","duration":"13.708196395s","start":"2026-03-31T05:54:04.799035Z","end":"2026-03-31T05:54:18.507231Z","steps":["trace[1776565802] 'agreement among raft nodes before linearized reading' (duration: 13.708159254s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.50725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:04.799014Z","time spent":"13.708232665s","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.505015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.27279Z","time spent":"8.232176652s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:18.50803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.357428259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-31T05:54:18.508056Z","caller":"traceutil/trace.go:171","msg":"trace[1286792347] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26744; }","duration":"7.357476659s","start":"2026-03-31T05:54:11.150573Z","end":"2026-03-31T05:54:18.50805Z","steps":["trace[1286792347] 'agreement among raft nodes before linearized reading' (duration: 7.357411507s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.508071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.150559Z","time spent":"7.357508911s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:54:18.508114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226650412s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:18.508205Z","caller":"traceutil/trace.go:171","msg":"trace[461312923] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26744; }","duration":"1.226741164s","start":"2026-03-31T05:54:17.281454Z","end":"2026-03-31T05:54:18.508196Z","steps":["trace[461312923] 'range keys from in-memory index tree' (duration: 1.226642002s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.508922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:08.449029Z","time spent":"10.056728654s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:19.002237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:19.503589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:19.80771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:19.807799Z","caller":"traceutil/trace.go:171","msg":"trace[1737439205] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00004397s","start":"2026-03-31T05:54:17.80773Z","end":"2026-03-31T05:54:19.807774Z","steps":["trace[1737439205] 'agreement among raft nodes before linearized reading' (duration: 1.999939267s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:19.807849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:17.807714Z","time spent":"2.000124432s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:20.008387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:20.511373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:20.771087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:15.773643Z","time spent":"4.997435132s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:54:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:20.77348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:15.777762Z","time spent":"4.995708245s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:54:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:20.975276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:13.9747Z","time spent":"7.000569685s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:21.011788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:21.144425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:14.144162Z","time spent":"7.00025707s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:21.512144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:21.807812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999970827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:21.807906Z","caller":"traceutil/trace.go:171","msg":"trace[1655734433] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00009869s","start":"2026-03-31T05:54:19.807784Z","end":"2026-03-31T05:54:21.807882Z","steps":["trace[1655734433] 'agreement among raft nodes before linearized reading' (duration: 1.999991218s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:21.807962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:19.807769Z","time spent":"2.000181972s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:22.012617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:22.513023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:22.550368Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.046229525s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:54:22.777834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:15.777533Z","time spent":"7.000295387s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:23.045402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000002739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:23.045487Z","caller":"traceutil/trace.go:171","msg":"trace[1565841217] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000143032s","start":"2026-03-31T05:54:21.045324Z","end":"2026-03-31T05:54:23.045467Z","steps":["trace[1565841217] 'agreement among raft nodes before linearized reading' (duration: 2.000033549s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:23.045533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:21.045305Z","time spent":"2.000218614s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:23.20236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998217311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:23.20245Z","caller":"traceutil/trace.go:171","msg":"trace[1301866709] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"9.998359815s","start":"2026-03-31T05:54:13.204065Z","end":"2026-03-31T05:54:23.202425Z","steps":["trace[1301866709] 'agreement among raft nodes before linearized reading' (duration: 9.998253112s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:23.202503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:13.204045Z","time spent":"9.998443647s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/31 05:54:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:23.815914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000772909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:23.815989Z","caller":"traceutil/trace.go:171","msg":"trace[1541831810] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000895623s","start":"2026-03-31T05:54:21.815079Z","end":"2026-03-31T05:54:23.815975Z","steps":["trace[1541831810] 'agreement among raft nodes before linearized reading' (duration: 2.00080248s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:23.816064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:21.815062Z","time spent":"2.000994915s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:25.216198Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.420584028s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:54:25.216883Z","caller":"traceutil/trace.go:171","msg":"trace[911026341] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"6.705795122s","start":"2026-03-31T05:54:18.511043Z","end":"2026-03-31T05:54:25.216838Z","steps":["trace[911026341] 'process raft request' (duration: 6.705606857s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:25.217079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:18.511028Z","time spent":"6.705943466s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:54:25.217449Z","caller":"traceutil/trace.go:171","msg":"trace[2139757394] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26749; }","duration":"4.238131899s","start":"2026-03-31T05:54:20.979255Z","end":"2026-03-31T05:54:25.217387Z","steps":["trace[2139757394] 'process raft request' (duration: 4.237463261s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:25.217768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:20.97923Z","time spent":"4.238393216s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:25.823903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000506762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:25.823984Z","caller":"traceutil/trace.go:171","msg":"trace[613981781] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000627804s","start":"2026-03-31T05:54:23.823338Z","end":"2026-03-31T05:54:25.823966Z","steps":["trace[613981781] 'agreement among raft nodes before linearized reading' (duration: 2.000523102s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:25.824023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:23.82332Z","time spent":"2.000696577s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:26.270543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.993300631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:26.270654Z","caller":"traceutil/trace.go:171","msg":"trace[687463588] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.993465625s","start":"2026-03-31T05:54:18.277168Z","end":"2026-03-31T05:54:26.270633Z","steps":["trace[687463588] 'agreement among raft nodes before linearized reading' (duration: 7.993333402s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:26.270703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:18.277148Z","time spent":"7.993547647s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/31 05:54:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:27.825206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00078225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:27.825292Z","caller":"traceutil/trace.go:171","msg":"trace[672614723] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000913523s","start":"2026-03-31T05:54:25.82436Z","end":"2026-03-31T05:54:27.825274Z","steps":["trace[672614723] 'agreement among raft nodes before linearized reading' (duration: 2.000809181s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:27.825329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:25.824344Z","time spent":"2.000977135s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:28.018719Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"263a9d423ed312ba","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T05:54:28.148508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:21.147647Z","time spent":"7.000854545s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:29.831788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000065879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:29.831879Z","caller":"traceutil/trace.go:171","msg":"trace[1860863399] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000259744s","start":"2026-03-31T05:54:27.831599Z","end":"2026-03-31T05:54:29.831859Z","steps":["trace[1860863399] 'agreement among raft nodes before linearized reading' (duration: 2.000142521s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:29.831929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:27.831586Z","time spent":"2.000332357s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:31.833682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00044909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:31.833757Z","caller":"traceutil/trace.go:171","msg":"trace[1397881535] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000574932s","start":"2026-03-31T05:54:29.833164Z","end":"2026-03-31T05:54:31.833739Z","steps":["trace[1397881535] 'agreement among raft nodes before linearized reading' (duration: 2.00047426s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:31.833805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:29.833148Z","time spent":"2.000632834s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:32.577879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.361047082s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:54:32.578034Z","caller":"traceutil/trace.go:171","msg":"trace[686419800] linearizableReadLoop","detail":"{readStateIndex:27747; appliedIndex:27740; }","duration":"14.076691291s","start":"2026-03-31T05:54:18.501326Z","end":"2026-03-31T05:54:32.578017Z","steps":["trace[686419800] 'read index received' (duration: 4.049754023s)","trace[686419800] 'applied index is now lower than readState.Index' (duration: 10.026935928s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:54:32.579937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.447928946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.57999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.36791832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:54:32.579995Z","caller":"traceutil/trace.go:171","msg":"trace[2123101240] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26750; }","duration":"19.448017889s","start":"2026-03-31T05:54:13.131959Z","end":"2026-03-31T05:54:32.579977Z","steps":["trace[2123101240] 'agreement among raft nodes before linearized reading' (duration: 19.447927126s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:32.58002Z","caller":"traceutil/trace.go:171","msg":"trace[150478010] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26750; }","duration":"15.367950051s","start":"2026-03-31T05:54:17.212061Z","end":"2026-03-31T05:54:32.580011Z","steps":["trace[150478010] 'agreement among raft nodes before linearized reading' (duration: 15.367773086s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.580041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:17.212041Z","time spent":"15.367994402s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":239,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.580087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.337126456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.580036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:13.131944Z","time spent":"19.44807914s","remote":"127.0.0.1:33492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:32.580166Z","caller":"traceutil/trace.go:171","msg":"trace[1247127415] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26750; }","duration":"21.337260479s","start":"2026-03-31T05:54:11.242886Z","end":"2026-03-31T05:54:32.580146Z","steps":["trace[1247127415] 'agreement among raft nodes before linearized reading' (duration: 21.337134086s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.580187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.434186682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T05:54:32.580207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.242863Z","time spent":"21.337334181s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:32.58022Z","caller":"traceutil/trace.go:171","msg":"trace[793772055] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26750; }","duration":"15.434257204s","start":"2026-03-31T05:54:17.145952Z","end":"2026-03-31T05:54:32.580209Z","steps":["trace[793772055] 'agreement among raft nodes before linearized reading' (duration: 15.43410338s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.580248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:17.145933Z","time spent":"15.434307365s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.580007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.947919623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T05:54:32.580302Z","caller":"traceutil/trace.go:171","msg":"trace[493020610] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26750; }","duration":"19.948239631s","start":"2026-03-31T05:54:12.632054Z","end":"2026-03-31T05:54:32.580293Z","steps":["trace[493020610] 'agreement among raft nodes before linearized reading' (duration: 19.94783481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.580329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:12.632049Z","time spent":"19.948272473s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:54:32.580338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.948792646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T05:54:32.580391Z","caller":"traceutil/trace.go:171","msg":"trace[1209599115] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26750; }","duration":"19.948855278s","start":"2026-03-31T05:54:12.631511Z","end":"2026-03-31T05:54:32.580367Z","steps":["trace[1209599115] 'agreement among raft nodes before linearized reading' (duration: 19.948697764s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.580462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:12.631495Z","time spent":"19.948959212s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:54:32.580493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.789146366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-31T05:54:32.580526Z","caller":"traceutil/trace.go:171","msg":"trace[1723843791] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26750; }","duration":"20.789212167s","start":"2026-03-31T05:54:11.791303Z","end":"2026-03-31T05:54:32.580516Z","steps":["trace[1723843791] 'agreement among raft nodes before linearized reading' (duration: 20.789064493s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.58056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.791284Z","time spent":"20.789270859s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T05:54:32.580608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.638783193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:32.580644Z","caller":"traceutil/trace.go:171","msg":"trace[2138229250] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26750; }","duration":"20.638857115s","start":"2026-03-31T05:54:11.941775Z","end":"2026-03-31T05:54:32.580633Z","steps":["trace[2138229250] 'agreement among raft nodes before linearized reading' (duration: 20.638798453s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.580673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.941755Z","time spent":"20.638908886s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.580721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.077114825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.580782Z","caller":"traceutil/trace.go:171","msg":"trace[123195524] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26750; }","duration":"21.077187797s","start":"2026-03-31T05:54:11.503561Z","end":"2026-03-31T05:54:32.580749Z","steps":["trace[123195524] 'agreement among raft nodes before linearized reading' (duration: 21.077130135s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.580814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.503542Z","time spent":"21.077262119s","remote":"127.0.0.1:35154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.581056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.82064096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:54:32.581128Z","caller":"traceutil/trace.go:171","msg":"trace[1338342082] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26750; }","duration":"17.820764183s","start":"2026-03-31T05:54:14.760345Z","end":"2026-03-31T05:54:32.581109Z","steps":["trace[1338342082] 'agreement among raft nodes before linearized reading' (duration: 17.820555378s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.581155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:14.760324Z","time spent":"17.820825156s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.581295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.42119695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.581317Z","caller":"traceutil/trace.go:171","msg":"trace[628659034] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26750; }","duration":"16.421255642s","start":"2026-03-31T05:54:16.160053Z","end":"2026-03-31T05:54:32.581309Z","steps":["trace[628659034] 'agreement among raft nodes before linearized reading' (duration: 16.421222711s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.581332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:16.160034Z","time spent":"16.421294532s","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.581415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.307892371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268432"} {"level":"warn","ts":"2026-03-31T05:54:32.58146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.03658342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.581471Z","caller":"traceutil/trace.go:171","msg":"trace[679900930] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:26750; }","duration":"21.307969694s","start":"2026-03-31T05:54:11.273485Z","end":"2026-03-31T05:54:32.581455Z","steps":["trace[679900930] 'agreement among raft nodes before linearized reading' (duration: 21.307514682s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:32.581481Z","caller":"traceutil/trace.go:171","msg":"trace[816777984] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26750; }","duration":"17.03660095s","start":"2026-03-31T05:54:15.544871Z","end":"2026-03-31T05:54:32.581472Z","steps":["trace[816777984] 'agreement among raft nodes before linearized reading' (duration: 17.03657444s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.581499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:15.54485Z","time spent":"17.036644532s","remote":"127.0.0.1:33920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.581496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.273472Z","time spent":"21.308017735s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268455,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:54:32.581548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.18538106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.581571Z","caller":"traceutil/trace.go:171","msg":"trace[448892076] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26750; }","duration":"17.185434792s","start":"2026-03-31T05:54:15.396127Z","end":"2026-03-31T05:54:32.581562Z","steps":["trace[448892076] 'agreement among raft nodes before linearized reading' (duration: 17.185406151s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.581585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:15.396107Z","time spent":"17.185474302s","remote":"127.0.0.1:34182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.581669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.32977212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.581687Z","caller":"traceutil/trace.go:171","msg":"trace[1559196518] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26750; }","duration":"17.329817422s","start":"2026-03-31T05:54:15.251864Z","end":"2026-03-31T05:54:32.581682Z","steps":["trace[1559196518] 'agreement among raft nodes before linearized reading' (duration: 17.329785491s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.581435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.936308877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:32.581733Z","caller":"traceutil/trace.go:171","msg":"trace[311631668] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26750; }","duration":"16.936626215s","start":"2026-03-31T05:54:15.645094Z","end":"2026-03-31T05:54:32.58172Z","steps":["trace[311631668] 'agreement among raft nodes before linearized reading' (duration: 16.936300476s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.581764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:15.645076Z","time spent":"16.936678837s","remote":"127.0.0.1:33352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.58268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:15.251848Z","time spent":"17.330820009s","remote":"127.0.0.1:33914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.582789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.710956102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.582811Z","caller":"traceutil/trace.go:171","msg":"trace[460303740] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26750; }","duration":"17.711018693s","start":"2026-03-31T05:54:14.871785Z","end":"2026-03-31T05:54:32.582804Z","steps":["trace[460303740] 'agreement among raft nodes before linearized reading' (duration: 17.710986032s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.582826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:14.871764Z","time spent":"17.711058905s","remote":"127.0.0.1:45454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.582943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.369421012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.583041Z","caller":"traceutil/trace.go:171","msg":"trace[1868045904] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26750; }","duration":"21.369564786s","start":"2026-03-31T05:54:11.213451Z","end":"2026-03-31T05:54:32.583016Z","steps":["trace[1868045904] 'agreement among raft nodes before linearized reading' (duration: 21.366608946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.583124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.213439Z","time spent":"21.369673399s","remote":"127.0.0.1:33966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.58313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.11736225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.583166Z","caller":"traceutil/trace.go:171","msg":"trace[541374582] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26750; }","duration":"19.117458393s","start":"2026-03-31T05:54:13.465695Z","end":"2026-03-31T05:54:32.583154Z","steps":["trace[541374582] 'agreement among raft nodes before linearized reading' (duration: 19.1173408s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.583191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:13.465646Z","time spent":"19.117538955s","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.583268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.086083508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.583338Z","caller":"traceutil/trace.go:171","msg":"trace[1440893936] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26750; }","duration":"18.08615032s","start":"2026-03-31T05:54:14.497179Z","end":"2026-03-31T05:54:32.583329Z","steps":["trace[1440893936] 'agreement among raft nodes before linearized reading' (duration: 18.086068477s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.583367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.381762137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-31T05:54:32.583413Z","caller":"traceutil/trace.go:171","msg":"trace[945344517] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26750; }","duration":"21.381830699s","start":"2026-03-31T05:54:11.201569Z","end":"2026-03-31T05:54:32.583399Z","steps":["trace[945344517] 'agreement among raft nodes before linearized reading' (duration: 21.381685906s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.583444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.201554Z","time spent":"21.38188159s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:54:32.580146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.690357073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.583647Z","caller":"traceutil/trace.go:171","msg":"trace[2101643732] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26750; }","duration":"20.69392503s","start":"2026-03-31T05:54:11.889704Z","end":"2026-03-31T05:54:32.583629Z","steps":["trace[2101643732] 'agreement among raft nodes before linearized reading' (duration: 20.690331572s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.583714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.889684Z","time spent":"20.694007392s","remote":"127.0.0.1:33396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.583714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.540947419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-31T05:54:32.583781Z","caller":"traceutil/trace.go:171","msg":"trace[1071227571] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26750; }","duration":"18.541045641s","start":"2026-03-31T05:54:14.042716Z","end":"2026-03-31T05:54:32.583762Z","steps":["trace[1071227571] 'agreement among raft nodes before linearized reading' (duration: 18.540672851s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.583818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536123686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.583828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.07371819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-74b22588-a176-452d-a6c8-4f93b7f05994\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-31T05:54:32.583864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.290393199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.583891Z","caller":"traceutil/trace.go:171","msg":"trace[198676997] range","detail":"{range_begin:/registry/persistentvolumes/pvc-74b22588-a176-452d-a6c8-4f93b7f05994; range_end:; response_count:1; response_revision:26750; }","duration":"14.073801772s","start":"2026-03-31T05:54:18.510071Z","end":"2026-03-31T05:54:32.583873Z","steps":["trace[198676997] 'agreement among raft nodes before linearized reading' (duration: 14.073651728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.583895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.648434079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T05:54:32.583911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.025016852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.583943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.427532019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.583845Z","caller":"traceutil/trace.go:171","msg":"trace[1564867227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26750; }","duration":"1.536181256s","start":"2026-03-31T05:54:31.047656Z","end":"2026-03-31T05:54:32.583837Z","steps":["trace[1564867227] 'agreement among raft nodes before linearized reading' (duration: 1.536140755s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.583963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674832888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:32.583968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.971514735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.583983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:31.047638Z","time spent":"1.536336241s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:54:32.584011Z","caller":"traceutil/trace.go:171","msg":"trace[1268750819] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26750; }","duration":"1.674909091s","start":"2026-03-31T05:54:30.909085Z","end":"2026-03-31T05:54:32.583994Z","steps":["trace[1268750819] 'agreement among raft nodes before linearized reading' (duration: 1.674832528s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.584024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.298332766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.584048Z","caller":"traceutil/trace.go:171","msg":"trace[1388343757] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26750; }","duration":"6.298409388s","start":"2026-03-31T05:54:26.285631Z","end":"2026-03-31T05:54:32.584041Z","steps":["trace[1388343757] 'agreement among raft nodes before linearized reading' (duration: 6.298353176s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.584055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.056349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.584052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:30.909062Z","time spent":"1.674979243s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.58406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.494793809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.584073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:26.285611Z","time spent":"6.298454978s","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:32.584077Z","caller":"traceutil/trace.go:171","msg":"trace[899899916] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26750; }","duration":"477.10595ms","start":"2026-03-31T05:54:32.106963Z","end":"2026-03-31T05:54:32.584069Z","steps":["trace[899899916] 'agreement among raft nodes before linearized reading' (duration: 477.074879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.584073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.259897619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.584088Z","caller":"traceutil/trace.go:171","msg":"trace[42913130] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26750; }","duration":"9.494858731s","start":"2026-03-31T05:54:23.089221Z","end":"2026-03-31T05:54:32.584079Z","steps":["trace[42913130] 'agreement among raft nodes before linearized reading' (duration: 9.49481408s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:32.584106Z","caller":"traceutil/trace.go:171","msg":"trace[1066426602] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26750; }","duration":"4.25997907s","start":"2026-03-31T05:54:28.324117Z","end":"2026-03-31T05:54:32.584097Z","steps":["trace[1066426602] 'agreement among raft nodes before linearized reading' (duration: 4.259886828s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.584127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:28.324102Z","time spent":"4.260019212s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.584216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284364222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.584214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.859144235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.584236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.27770051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:32.584251Z","caller":"traceutil/trace.go:171","msg":"trace[1314702010] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26750; }","duration":"11.859216117s","start":"2026-03-31T05:54:20.725027Z","end":"2026-03-31T05:54:32.584243Z","steps":["trace[1314702010] 'agreement among raft nodes before linearized reading' (duration: 11.859163946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.584251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.231948213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.584287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:20.725008Z","time spent":"11.859272308s","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.584264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.82527466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:32.583992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.856064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.584311Z","caller":"traceutil/trace.go:171","msg":"trace[1345619506] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26750; }","duration":"12.232047146s","start":"2026-03-31T05:54:20.352248Z","end":"2026-03-31T05:54:32.584295Z","steps":["trace[1345619506] 'agreement among raft nodes before linearized reading' (duration: 12.231962183s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:32.584344Z","caller":"traceutil/trace.go:171","msg":"trace[66072512] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26750; }","duration":"235.234745ms","start":"2026-03-31T05:54:32.3491Z","end":"2026-03-31T05:54:32.584335Z","steps":["trace[66072512] 'agreement among raft nodes before linearized reading' (duration: 234.869725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:32.584345Z","caller":"traceutil/trace.go:171","msg":"trace[1746888312] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26750; }","duration":"10.825479666s","start":"2026-03-31T05:54:21.758848Z","end":"2026-03-31T05:54:32.584327Z","steps":["trace[1746888312] 'agreement among raft nodes before linearized reading' (duration: 10.825305151s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.58436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.342668905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T05:54:32.584362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:20.352228Z","time spent":"12.232117038s","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.584401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.432362475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-03-31T05:54:32.58442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.053456249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.584418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:21.758829Z","time spent":"10.825577149s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:32.584438Z","caller":"traceutil/trace.go:171","msg":"trace[594648607] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26750; }","duration":"4.432423117s","start":"2026-03-31T05:54:28.152005Z","end":"2026-03-31T05:54:32.584428Z","steps":["trace[594648607] 'agreement among raft nodes before linearized reading' (duration: 4.432285694s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.584461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393582207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:32.584474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:28.151991Z","time spent":"4.432474508s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-31T05:54:32.584503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.362065919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-85546f8b88-9xw8v.18a1d69c8d22d813\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-31T05:54:32.58453Z","caller":"traceutil/trace.go:171","msg":"trace[942252169] range","detail":"{range_begin:/registry/events/openstack/heat-api-85546f8b88-9xw8v.18a1d69c8d22d813; range_end:; response_count:1; response_revision:26750; }","duration":"7.362109781s","start":"2026-03-31T05:54:25.222414Z","end":"2026-03-31T05:54:32.584524Z","steps":["trace[942252169] 'agreement among raft nodes before linearized reading' (duration: 7.362040149s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.584528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.965192714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.584548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:25.222408Z","time spent":"7.362135851s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-api-85546f8b88-9xw8v.18a1d69c8d22d813\" "} {"level":"info","ts":"2026-03-31T05:54:32.584486Z","caller":"traceutil/trace.go:171","msg":"trace[822298166] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26750; }","duration":"2.393638719s","start":"2026-03-31T05:54:30.19084Z","end":"2026-03-31T05:54:32.584479Z","steps":["trace[822298166] 'agreement among raft nodes before linearized reading' (duration: 2.393587107s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.58461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.884138279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.584629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.139206383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.584244Z","caller":"traceutil/trace.go:171","msg":"trace[1050815637] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26750; }","duration":"1.284414124s","start":"2026-03-31T05:54:31.299824Z","end":"2026-03-31T05:54:32.584238Z","steps":["trace[1050815637] 'agreement among raft nodes before linearized reading' (duration: 1.284376753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.584691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.362299516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-31T05:54:32.584375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.914373559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:54:32.584271Z","caller":"traceutil/trace.go:171","msg":"trace[215560588] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26750; }","duration":"4.277764532s","start":"2026-03-31T05:54:28.306497Z","end":"2026-03-31T05:54:32.584261Z","steps":["trace[215560588] 'agreement among raft nodes before linearized reading' (duration: 4.27770488s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:32.584722Z","caller":"traceutil/trace.go:171","msg":"trace[1742203833] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26750; }","duration":"7.362366198s","start":"2026-03-31T05:54:25.222348Z","end":"2026-03-31T05:54:32.584715Z","steps":["trace[1742203833] 'agreement among raft nodes before linearized reading' (duration: 7.362296926s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.584698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.252222884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.584743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:25.222329Z","time spent":"7.362407059s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-31T05:54:32.584716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:31.299809Z","time spent":"1.284874146s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.584789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.783020154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.584796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:28.306482Z","time spent":"4.278254146s","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:32.584805Z","caller":"traceutil/trace.go:171","msg":"trace[564824523] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26750; }","duration":"10.252363688s","start":"2026-03-31T05:54:22.332423Z","end":"2026-03-31T05:54:32.584787Z","steps":["trace[564824523] 'agreement among raft nodes before linearized reading' (duration: 10.252235124s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:32.584828Z","caller":"traceutil/trace.go:171","msg":"trace[668929969] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26750; }","duration":"13.783091026s","start":"2026-03-31T05:54:18.801728Z","end":"2026-03-31T05:54:32.584819Z","steps":["trace[668929969] 'agreement among raft nodes before linearized reading' (duration: 13.783006304s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:32.584744Z","caller":"traceutil/trace.go:171","msg":"trace[1097602649] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26750; }","duration":"13.914758298s","start":"2026-03-31T05:54:18.669963Z","end":"2026-03-31T05:54:32.584722Z","steps":["trace[1097602649] 'agreement among raft nodes before linearized reading' (duration: 13.914214193s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.584352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838141807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.584861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:18.801709Z","time spent":"13.783144287s","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.584872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:18.669948Z","time spent":"13.914916553s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:54:32.584877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:22.332403Z","time spent":"10.25243533s","remote":"127.0.0.1:57748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.584886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.773497643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.584888Z","caller":"traceutil/trace.go:171","msg":"trace[1688579918] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26750; }","duration":"1.838725783s","start":"2026-03-31T05:54:30.746148Z","end":"2026-03-31T05:54:32.584873Z","steps":["trace[1688579918] 'agreement among raft nodes before linearized reading' (duration: 1.838118737s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:32.584911Z","caller":"traceutil/trace.go:171","msg":"trace[1032421350] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26750; }","duration":"7.773564615s","start":"2026-03-31T05:54:24.811339Z","end":"2026-03-31T05:54:32.584903Z","steps":["trace[1032421350] 'agreement among raft nodes before linearized reading' (duration: 7.773517224s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.584025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.519844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.584646Z","caller":"traceutil/trace.go:171","msg":"trace[1420398892] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26750; }","duration":"4.884204051s","start":"2026-03-31T05:54:27.70043Z","end":"2026-03-31T05:54:32.584635Z","steps":["trace[1420398892] 'agreement among raft nodes before linearized reading' (duration: 4.88415501s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.58493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:24.811317Z","time spent":"7.773607446s","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.584953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:27.700412Z","time spent":"4.884529599s","remote":"127.0.0.1:33836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:32.584955Z","caller":"traceutil/trace.go:171","msg":"trace[1246327627] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26750; }","duration":"426.47849ms","start":"2026-03-31T05:54:32.158455Z","end":"2026-03-31T05:54:32.584933Z","steps":["trace[1246327627] 'agreement among raft nodes before linearized reading' (duration: 425.552955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.584099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:32.106946Z","time spent":"477.147841ms","remote":"127.0.0.1:33354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.58502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:32.158435Z","time spent":"426.565233ms","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:32.584442Z","caller":"traceutil/trace.go:171","msg":"trace[1746863424] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26750; }","duration":"7.05351625s","start":"2026-03-31T05:54:25.530919Z","end":"2026-03-31T05:54:32.584436Z","steps":["trace[1746863424] 'agreement among raft nodes before linearized reading' (duration: 7.05348158s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.585084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:25.530896Z","time spent":"7.054180349s","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:32.584013Z","caller":"traceutil/trace.go:171","msg":"trace[776934070] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26750; }","duration":"11.971589828s","start":"2026-03-31T05:54:20.61241Z","end":"2026-03-31T05:54:32.584Z","steps":["trace[776934070] 'agreement among raft nodes before linearized reading' (duration: 11.971519116s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.583899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563287061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.584129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.45302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.584285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.067671136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-31T05:54:32.585125Z","caller":"traceutil/trace.go:171","msg":"trace[437984516] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26750; }","duration":"522.443917ms","start":"2026-03-31T05:54:32.06267Z","end":"2026-03-31T05:54:32.585114Z","steps":["trace[437984516] 'agreement among raft nodes before linearized reading' (duration: 521.44478ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:32.585133Z","caller":"traceutil/trace.go:171","msg":"trace[626895830] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26750; }","duration":"14.06854541s","start":"2026-03-31T05:54:18.516578Z","end":"2026-03-31T05:54:32.585124Z","steps":["trace[626895830] 'agreement among raft nodes before linearized reading' (duration: 14.067602635s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.585149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:32.062609Z","time spent":"522.53378ms","remote":"127.0.0.1:33716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.585169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:18.516565Z","time spent":"14.068593741s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:54:32.583371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:14.497118Z","time spent":"18.086242862s","remote":"127.0.0.1:57738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.585246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.890995466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-31T05:54:32.58396Z","caller":"traceutil/trace.go:171","msg":"trace[227699435] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26750; }","duration":"19.025106474s","start":"2026-03-31T05:54:13.558839Z","end":"2026-03-31T05:54:32.583945Z","steps":["trace[227699435] 'agreement among raft nodes before linearized reading' (duration: 19.025024012s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:32.585282Z","caller":"traceutil/trace.go:171","msg":"trace[722603980] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26750; }","duration":"13.891060567s","start":"2026-03-31T05:54:18.694214Z","end":"2026-03-31T05:54:32.585274Z","steps":["trace[722603980] 'agreement among raft nodes before linearized reading' (duration: 13.890707008s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.585305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:18.694184Z","time spent":"13.891115779s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-31T05:54:32.583944Z","caller":"traceutil/trace.go:171","msg":"trace[284720092] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26750; }","duration":"15.648522212s","start":"2026-03-31T05:54:16.935412Z","end":"2026-03-31T05:54:32.583934Z","steps":["trace[284720092] 'agreement among raft nodes before linearized reading' (duration: 15.644969116s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.585315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.035688147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:32.585338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:16.935391Z","time spent":"15.649938921s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2776,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.583836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:14.042701Z","time spent":"18.541122824s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T05:54:32.583822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.101563272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.585368Z","caller":"traceutil/trace.go:171","msg":"trace[1944936310] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26750; }","duration":"8.035781389s","start":"2026-03-31T05:54:24.549571Z","end":"2026-03-31T05:54:32.585353Z","steps":["trace[1944936310] 'agreement among raft nodes before linearized reading' (duration: 8.035610995s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:32.585402Z","caller":"traceutil/trace.go:171","msg":"trace[696193298] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26750; }","duration":"1.564695949s","start":"2026-03-31T05:54:31.020558Z","end":"2026-03-31T05:54:32.585254Z","steps":["trace[696193298] 'agreement among raft nodes before linearized reading' (duration: 1.563306361s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.585461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.096331978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.585474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:31.020535Z","time spent":"1.564928574s","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.585461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.047653641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.585492Z","caller":"traceutil/trace.go:171","msg":"trace[716757153] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26750; }","duration":"8.0963956s","start":"2026-03-31T05:54:24.489085Z","end":"2026-03-31T05:54:32.58548Z","steps":["trace[716757153] 'agreement among raft nodes before linearized reading' (duration: 8.096352069s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.585487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.560842467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.584388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312974056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:32.585524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:24.489063Z","time spent":"8.096449322s","remote":"127.0.0.1:34042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:32.585526Z","caller":"traceutil/trace.go:171","msg":"trace[305817394] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26750; }","duration":"8.047755093s","start":"2026-03-31T05:54:24.537747Z","end":"2026-03-31T05:54:32.585502Z","steps":["trace[305817394] 'agreement among raft nodes before linearized reading' (duration: 8.047658451s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:32.58553Z","caller":"traceutil/trace.go:171","msg":"trace[934599463] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26750; }","duration":"8.560925979s","start":"2026-03-31T05:54:24.02459Z","end":"2026-03-31T05:54:32.585516Z","steps":["trace[934599463] 'agreement among raft nodes before linearized reading' (duration: 8.560858797s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:32.585547Z","caller":"traceutil/trace.go:171","msg":"trace[2069888829] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26750; }","duration":"2.314156038s","start":"2026-03-31T05:54:30.271373Z","end":"2026-03-31T05:54:32.585529Z","steps":["trace[2069888829] 'agreement among raft nodes before linearized reading' (duration: 2.312994367s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.585571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:20.612395Z","time spent":"11.973166011s","remote":"127.0.0.1:35200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.585576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:24.537724Z","time spent":"8.047837206s","remote":"127.0.0.1:34072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.584568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.4358596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.585758Z","caller":"traceutil/trace.go:171","msg":"trace[464104456] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26750; }","duration":"4.437072813s","start":"2026-03-31T05:54:28.14866Z","end":"2026-03-31T05:54:32.585733Z","steps":["trace[464104456] 'agreement among raft nodes before linearized reading' (duration: 4.43587868s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.585847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:28.148638Z","time spent":"4.437182566s","remote":"127.0.0.1:37846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.58493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:30.746123Z","time spent":"1.838791224s","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.585581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:24.024566Z","time spent":"8.560998851s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:54:32.585938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.265082278s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.585398Z","caller":"traceutil/trace.go:171","msg":"trace[56283788] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26750; }","duration":"6.103184636s","start":"2026-03-31T05:54:26.482189Z","end":"2026-03-31T05:54:32.585374Z","steps":["trace[56283788] 'agreement among raft nodes before linearized reading' (duration: 6.101560772s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:32.586092Z","caller":"traceutil/trace.go:171","msg":"trace[615074866] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26750; }","duration":"5.265241332s","start":"2026-03-31T05:54:27.320833Z","end":"2026-03-31T05:54:32.586075Z","steps":["trace[615074866] 'range keys from in-memory index tree' (duration: 5.257310016s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.586164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:26.482169Z","time spent":"6.103975987s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.58469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.653132577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.58634Z","caller":"traceutil/trace.go:171","msg":"trace[455878169] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26750; }","duration":"5.654811232s","start":"2026-03-31T05:54:26.931507Z","end":"2026-03-31T05:54:32.586318Z","steps":["trace[455878169] 'agreement among raft nodes before linearized reading' (duration: 5.653157988s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.586396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:26.931483Z","time spent":"5.654895635s","remote":"127.0.0.1:35128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.584185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.112461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.586492Z","caller":"traceutil/trace.go:171","msg":"trace[1215606962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26750; }","duration":"744.435584ms","start":"2026-03-31T05:54:31.842038Z","end":"2026-03-31T05:54:32.586473Z","steps":["trace[1215606962] 'agreement among raft nodes before linearized reading' (duration: 742.132441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.586586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:31.842021Z","time spent":"744.549587ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:32.584243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.311140052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:54:32.586718Z","caller":"traceutil/trace.go:171","msg":"trace[1895221424] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26750; }","duration":"6.313607959s","start":"2026-03-31T05:54:26.273093Z","end":"2026-03-31T05:54:32.586701Z","steps":["trace[1895221424] 'agreement among raft nodes before linearized reading' (duration: 6.3110707s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.586765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:26.273037Z","time spent":"6.313714752s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-31T05:54:32.584386Z","caller":"traceutil/trace.go:171","msg":"trace[692216952] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26750; }","duration":"6.342728947s","start":"2026-03-31T05:54:26.241651Z","end":"2026-03-31T05:54:32.584379Z","steps":["trace[692216952] 'agreement among raft nodes before linearized reading' (duration: 6.342608764s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.586813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:26.241632Z","time spent":"6.345169173s","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:32.584568Z","caller":"traceutil/trace.go:171","msg":"trace[1484186926] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26750; }","duration":"3.965261406s","start":"2026-03-31T05:54:28.619297Z","end":"2026-03-31T05:54:32.584558Z","steps":["trace[1484186926] 'agreement among raft nodes before linearized reading' (duration: 3.965200994s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.586882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:28.619282Z","time spent":"3.967589848s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.584643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:30.190824Z","time spent":"2.393808524s","remote":"127.0.0.1:51726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:32.584693Z","caller":"traceutil/trace.go:171","msg":"trace[476645024] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26750; }","duration":"13.139308366s","start":"2026-03-31T05:54:19.445369Z","end":"2026-03-31T05:54:32.584677Z","steps":["trace[476645024] 'agreement among raft nodes before linearized reading' (duration: 13.139214493s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.587022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:19.445348Z","time spent":"13.141647629s","remote":"127.0.0.1:35184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.585326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:13.558815Z","time spent":"19.026480942s","remote":"127.0.0.1:33818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.584129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:23.089201Z","time spent":"9.494920842s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.585415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.450338427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.587243Z","caller":"traceutil/trace.go:171","msg":"trace[1089131611] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26750; }","duration":"8.452202247s","start":"2026-03-31T05:54:24.135032Z","end":"2026-03-31T05:54:32.587234Z","steps":["trace[1089131611] 'agreement among raft nodes before linearized reading' (duration: 8.450350577s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.587275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:24.135013Z","time spent":"8.452253568s","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.585423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:24.54955Z","time spent":"8.035859512s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:32.583904Z","caller":"traceutil/trace.go:171","msg":"trace[2141175235] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26750; }","duration":"19.290472271s","start":"2026-03-31T05:54:13.293421Z","end":"2026-03-31T05:54:32.583893Z","steps":["trace[2141175235] 'agreement among raft nodes before linearized reading' (duration: 19.290412099s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.587428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:13.293395Z","time spent":"19.294022986s","remote":"127.0.0.1:33678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.58394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:18.510055Z","time spent":"14.073873975s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-74b22588-a176-452d-a6c8-4f93b7f05994\" "} {"level":"info","ts":"2026-03-31T05:54:32.583971Z","caller":"traceutil/trace.go:171","msg":"trace[1625633894] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26750; }","duration":"9.42758542s","start":"2026-03-31T05:54:23.156377Z","end":"2026-03-31T05:54:32.583963Z","steps":["trace[1625633894] 'agreement among raft nodes before linearized reading' (duration: 9.427546659s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.587608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:23.156361Z","time spent":"9.431231119s","remote":"127.0.0.1:33664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.584171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.195146209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.587673Z","caller":"traceutil/trace.go:171","msg":"trace[714076410] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26750; }","duration":"11.198688505s","start":"2026-03-31T05:54:21.388976Z","end":"2026-03-31T05:54:32.587664Z","steps":["trace[714076410] 'agreement among raft nodes before linearized reading' (duration: 11.19517247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.587702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:21.388954Z","time spent":"11.198740747s","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.585593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:30.271352Z","time spent":"2.3142254s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.584158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.196629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:32.587832Z","caller":"traceutil/trace.go:171","msg":"trace[1797800795] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26750; }","duration":"580.894628ms","start":"2026-03-31T05:54:32.006927Z","end":"2026-03-31T05:54:32.587822Z","steps":["trace[1797800795] 'agreement among raft nodes before linearized reading' (duration: 577.215119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.587864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:32.006897Z","time spent":"580.95778ms","remote":"127.0.0.1:52556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:33.099787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:33.600704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:34.101266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:34.596295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000632165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:34.59637Z","caller":"traceutil/trace.go:171","msg":"trace[1724138471] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000726899s","start":"2026-03-31T05:54:32.595626Z","end":"2026-03-31T05:54:34.596353Z","steps":["trace[1724138471] 'agreement among raft nodes before linearized reading' (duration: 2.000638786s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:34.596405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:32.595621Z","time spent":"2.00077631s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:34.60142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:35.102507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:35.602985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:36.103558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:36.596662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000157612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:36.596816Z","caller":"traceutil/trace.go:171","msg":"trace[1063298717] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000368068s","start":"2026-03-31T05:54:34.596418Z","end":"2026-03-31T05:54:36.596786Z","steps":["trace[1063298717] 'agreement among raft nodes before linearized reading' (duration: 2.000188673s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:36.59691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:34.5964Z","time spent":"2.00047472s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:36.603708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:37.104052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:37.604592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:38.105644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:38.604003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00040119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:38.604117Z","caller":"traceutil/trace.go:171","msg":"trace[1318462035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000565904s","start":"2026-03-31T05:54:36.603525Z","end":"2026-03-31T05:54:38.604091Z","steps":["trace[1318462035] 'agreement among raft nodes before linearized reading' (duration: 2.000435791s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:38.604174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:36.603505Z","time spent":"2.000657246s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:38.606169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:39.10733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:39.59465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:32.593752Z","time spent":"7.000891656s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:39.594763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:32.59406Z","time spent":"7.000689201s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:39.594831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:32.594035Z","time spent":"7.000789994s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:39.595045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:32.594061Z","time spent":"7.000982469s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:39.595112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:32.594003Z","time spent":"7.001105033s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:39.595198Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-31T05:54:39.595421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001515053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-31T05:54:39.595537Z","caller":"traceutil/trace.go:171","msg":"trace[746418864] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; }","duration":"7.001652677s","start":"2026-03-31T05:54:32.593862Z","end":"2026-03-31T05:54:39.595515Z","steps":["trace[746418864] 'agreement among raft nodes before linearized reading' (duration: 7.001521333s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:39.595843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:32.593857Z","time spent":"7.001968696s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-31T05:54:39.667509Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.073588404s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:54:40.604137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999774641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:40.604216Z","caller":"traceutil/trace.go:171","msg":"trace[1986914013] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999930535s","start":"2026-03-31T05:54:38.604265Z","end":"2026-03-31T05:54:40.604196Z","steps":["trace[1986914013] 'agreement among raft nodes before linearized reading' (duration: 1.999823852s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:40.604266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:38.604244Z","time spent":"2.000012688s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:41.500413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:34.500052Z","time spent":"7.000354712s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:42.602333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006545266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:42.602432Z","caller":"traceutil/trace.go:171","msg":"trace[1426036233] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.00667664s","start":"2026-03-31T05:54:32.595735Z","end":"2026-03-31T05:54:42.602412Z","steps":["trace[1426036233] 'agreement among raft nodes before linearized reading' (duration: 10.006553677s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:42.602486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:32.595729Z","time spent":"10.006742892s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/31 05:54:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:42.611233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001473157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:42.611351Z","caller":"traceutil/trace.go:171","msg":"trace[1128094647] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001627772s","start":"2026-03-31T05:54:40.609697Z","end":"2026-03-31T05:54:42.611325Z","steps":["trace[1128094647] 'agreement among raft nodes before linearized reading' (duration: 2.001465247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:42.611411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:40.609663Z","time spent":"2.001736995s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:43.313207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:40.2472Z","time spent":"3.066001363s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:44.59525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:37.594255Z","time spent":"7.000972309s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:44.610901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999343481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:44.611Z","caller":"traceutil/trace.go:171","msg":"trace[1747718360] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999535486s","start":"2026-03-31T05:54:42.611436Z","end":"2026-03-31T05:54:44.610971Z","steps":["trace[1747718360] 'agreement among raft nodes before linearized reading' (duration: 1.999420923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:44.611063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:42.611409Z","time spent":"1.999638309s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:45.438097Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.769407195s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:54:45.439095Z","caller":"traceutil/trace.go:171","msg":"trace[1569708440] linearizableReadLoop","detail":"{readStateIndex:27754; appliedIndex:27747; }","duration":"5.843740446s","start":"2026-03-31T05:54:39.595328Z","end":"2026-03-31T05:54:45.439069Z","steps":["trace[1569708440] 'read index received' (duration: 72.614765ms)","trace[1569708440] 'applied index is now lower than readState.Index' (duration: 5.771123981s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:54:45.439755Z","caller":"traceutil/trace.go:171","msg":"trace[937505574] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26757; }","duration":"5.839693757s","start":"2026-03-31T05:54:39.600042Z","end":"2026-03-31T05:54:45.439736Z","steps":["trace[937505574] 'process raft request' (duration: 5.838946957s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.439962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:39.600031Z","time spent":"5.83979696s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:45.440439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.298541718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:45.440506Z","caller":"traceutil/trace.go:171","msg":"trace[2000831350] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26757; }","duration":"10.298658062s","start":"2026-03-31T05:54:35.141831Z","end":"2026-03-31T05:54:45.440489Z","steps":["trace[2000831350] 'agreement among raft nodes before linearized reading' (duration: 10.298512948s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.440543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:35.141815Z","time spent":"10.298721243s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.440514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.950636343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:54:45.440585Z","caller":"traceutil/trace.go:171","msg":"trace[105008575] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26757; }","duration":"10.950739826s","start":"2026-03-31T05:54:34.489832Z","end":"2026-03-31T05:54:45.440571Z","steps":["trace[105008575] 'agreement among raft nodes before linearized reading' (duration: 10.9505133s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.440661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:34.489814Z","time spent":"10.950835338s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:54:45.440736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.081612293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:45.440792Z","caller":"traceutil/trace.go:171","msg":"trace[1406057898] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26757; }","duration":"6.081696095s","start":"2026-03-31T05:54:39.359084Z","end":"2026-03-31T05:54:45.440781Z","steps":["trace[1406057898] 'agreement among raft nodes before linearized reading' (duration: 6.081619923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.44082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:39.359069Z","time spent":"6.081739366s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.440949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.002838308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:45.440978Z","caller":"traceutil/trace.go:171","msg":"trace[555097712] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26757; }","duration":"9.00290196s","start":"2026-03-31T05:54:36.438067Z","end":"2026-03-31T05:54:45.440969Z","steps":["trace[555097712] 'agreement among raft nodes before linearized reading' (duration: 9.002862289s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.441003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:36.438047Z","time spent":"9.002945111s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.441044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.24136131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:45.441048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.60749379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:45.441094Z","caller":"traceutil/trace.go:171","msg":"trace[1248538881] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26757; }","duration":"11.241483963s","start":"2026-03-31T05:54:34.199596Z","end":"2026-03-31T05:54:45.44108Z","steps":["trace[1248538881] 'agreement among raft nodes before linearized reading' (duration: 11.24137235s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:45.441148Z","caller":"traceutil/trace.go:171","msg":"trace[1676760555] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26757; }","duration":"8.607649905s","start":"2026-03-31T05:54:36.833467Z","end":"2026-03-31T05:54:45.441117Z","steps":["trace[1676760555] 'agreement among raft nodes before linearized reading' (duration: 8.607450769s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.44117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:34.199573Z","time spent":"11.241582446s","remote":"127.0.0.1:33392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.441229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.268928999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:45.441227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:36.833445Z","time spent":"8.607764007s","remote":"127.0.0.1:35202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:45.441258Z","caller":"traceutil/trace.go:171","msg":"trace[1382540874] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26757; }","duration":"9.26898556s","start":"2026-03-31T05:54:36.172266Z","end":"2026-03-31T05:54:45.441251Z","steps":["trace[1382540874] 'agreement among raft nodes before linearized reading' (duration: 9.268880518s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.441281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:36.172205Z","time spent":"9.269069302s","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.441403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.585492674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:45.441428Z","caller":"traceutil/trace.go:171","msg":"trace[975493931] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26757; }","duration":"9.585556656s","start":"2026-03-31T05:54:35.855864Z","end":"2026-03-31T05:54:45.441421Z","steps":["trace[975493931] 'agreement among raft nodes before linearized reading' (duration: 9.585514635s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.441448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:35.855835Z","time spent":"9.585606778s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.441565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.967182913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:45.441447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.45980662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:45.44159Z","caller":"traceutil/trace.go:171","msg":"trace[263068473] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26757; }","duration":"9.967249854s","start":"2026-03-31T05:54:35.474333Z","end":"2026-03-31T05:54:45.441583Z","steps":["trace[263068473] 'agreement among raft nodes before linearized reading' (duration: 9.967206373s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.44161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:35.474312Z","time spent":"9.967291886s","remote":"127.0.0.1:51688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:45.441606Z","caller":"traceutil/trace.go:171","msg":"trace[1647195497] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26757; }","duration":"11.459993436s","start":"2026-03-31T05:54:33.981599Z","end":"2026-03-31T05:54:45.441592Z","steps":["trace[1647195497] 'agreement among raft nodes before linearized reading' (duration: 11.459809281s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.441675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:33.981582Z","time spent":"11.460079078s","remote":"127.0.0.1:57608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.441686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.792674391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:45.441736Z","caller":"traceutil/trace.go:171","msg":"trace[1142176032] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26757; }","duration":"7.792778635s","start":"2026-03-31T05:54:37.648942Z","end":"2026-03-31T05:54:45.441721Z","steps":["trace[1142176032] 'agreement among raft nodes before linearized reading' (duration: 7.792691403s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.441788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:37.64892Z","time spent":"7.792850496s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.125239216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:45.442074Z","caller":"traceutil/trace.go:171","msg":"trace[1601037437] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26757; }","duration":"12.125345999s","start":"2026-03-31T05:54:33.316716Z","end":"2026-03-31T05:54:45.442062Z","steps":["trace[1601037437] 'agreement among raft nodes before linearized reading' (duration: 12.125242746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.442094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.284017458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:45.442141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:33.316698Z","time spent":"12.125430422s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:45.44215Z","caller":"traceutil/trace.go:171","msg":"trace[758651684] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26757; }","duration":"8.284073159s","start":"2026-03-31T05:54:37.158059Z","end":"2026-03-31T05:54:45.442132Z","steps":["trace[758651684] 'agreement among raft nodes before linearized reading' (duration: 8.283988757s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.442197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:37.158018Z","time spent":"8.284164062s","remote":"127.0.0.1:34122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.441132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.164269666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:45.442348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.949694552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:45.441601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.356790527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:45.442344Z","caller":"traceutil/trace.go:171","msg":"trace[72513531] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26757; }","duration":"9.165550621s","start":"2026-03-31T05:54:36.276745Z","end":"2026-03-31T05:54:45.442296Z","steps":["trace[72513531] 'agreement among raft nodes before linearized reading' (duration: 9.164361378s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:45.442377Z","caller":"traceutil/trace.go:171","msg":"trace[177700375] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26757; }","duration":"6.949757053s","start":"2026-03-31T05:54:38.492613Z","end":"2026-03-31T05:54:45.44237Z","steps":["trace[177700375] 'agreement among raft nodes before linearized reading' (duration: 6.94964408s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.442403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:38.492597Z","time spent":"6.949800974s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.44245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:36.276722Z","time spent":"9.165686795s","remote":"127.0.0.1:34298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:45.442443Z","caller":"traceutil/trace.go:171","msg":"trace[167609347] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26757; }","duration":"7.357671901s","start":"2026-03-31T05:54:38.084722Z","end":"2026-03-31T05:54:45.442394Z","steps":["trace[167609347] 'agreement among raft nodes before linearized reading' (duration: 7.356778157s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.442915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:38.084686Z","time spent":"7.358217206s","remote":"127.0.0.1:33752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.442944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.848979931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-31T05:54:45.442998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.848822177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:45.443069Z","caller":"traceutil/trace.go:171","msg":"trace[1637848944] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:0; response_revision:26757; }","duration":"12.848923429s","start":"2026-03-31T05:54:32.594126Z","end":"2026-03-31T05:54:45.44305Z","steps":["trace[1637848944] 'agreement among raft nodes before linearized reading' (duration: 12.848781555s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.442909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.286997909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:45.443152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.401884582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:45.443174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.849101364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10708"} {"level":"warn","ts":"2026-03-31T05:54:45.443191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.937857015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-03-31T05:54:45.443183Z","caller":"traceutil/trace.go:171","msg":"trace[2137338225] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26757; }","duration":"7.287246735s","start":"2026-03-31T05:54:38.155891Z","end":"2026-03-31T05:54:45.443138Z","steps":["trace[2137338225] 'agreement among raft nodes before linearized reading' (duration: 7.286968138s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:45.443214Z","caller":"traceutil/trace.go:171","msg":"trace[1736766760] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26757; }","duration":"3.937881135s","start":"2026-03-31T05:54:41.505327Z","end":"2026-03-31T05:54:45.443208Z","steps":["trace[1736766760] 'agreement among raft nodes before linearized reading' (duration: 3.937787883s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:45.443207Z","caller":"traceutil/trace.go:171","msg":"trace[1886924642] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26757; }","duration":"12.401942344s","start":"2026-03-31T05:54:33.041251Z","end":"2026-03-31T05:54:45.443194Z","steps":["trace[1886924642] 'agreement among raft nodes before linearized reading' (duration: 12.401847171s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:45.443216Z","caller":"traceutil/trace.go:171","msg":"trace[1938774620] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26757; }","duration":"12.849139985s","start":"2026-03-31T05:54:32.594063Z","end":"2026-03-31T05:54:45.443203Z","steps":["trace[1938774620] 'agreement among raft nodes before linearized reading' (duration: 12.849027182s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.443236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:41.50527Z","time spent":"3.937959578s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T05:54:45.443243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:33.041209Z","time spent":"12.402024786s","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.443259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:38.155824Z","time spent":"7.28739361s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.443288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:32.594054Z","time spent":"12.849189086s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10731,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T05:54:45.443401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312942407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:45.443004Z","caller":"traceutil/trace.go:171","msg":"trace[1099980546] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26757; }","duration":"12.849053573s","start":"2026-03-31T05:54:32.593933Z","end":"2026-03-31T05:54:45.442987Z","steps":["trace[1099980546] 'agreement among raft nodes before linearized reading' (duration: 12.848854128s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:45.443431Z","caller":"traceutil/trace.go:171","msg":"trace[1481060513] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26757; }","duration":"1.313000639s","start":"2026-03-31T05:54:44.130423Z","end":"2026-03-31T05:54:45.443423Z","steps":["trace[1481060513] 'agreement among raft nodes before linearized reading' (duration: 1.312906657s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.443445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.432746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:45.443462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:32.593925Z","time spent":"12.849521756s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-31T05:54:45.443474Z","caller":"traceutil/trace.go:171","msg":"trace[1465195050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26757; }","duration":"825.491147ms","start":"2026-03-31T05:54:44.617974Z","end":"2026-03-31T05:54:45.443466Z","steps":["trace[1465195050] 'agreement among raft nodes before linearized reading' (duration: 825.448566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.443479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473258775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:45.443495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:44.617959Z","time spent":"825.531988ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:45.44311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:32.594118Z","time spent":"12.848984201s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:54:45.443235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.330287464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:45.443585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.668559447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:45.443164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.843756577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-31T05:54:45.443616Z","caller":"traceutil/trace.go:171","msg":"trace[244189759] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26757; }","duration":"4.330698434s","start":"2026-03-31T05:54:41.112904Z","end":"2026-03-31T05:54:45.443602Z","steps":["trace[244189759] 'agreement among raft nodes before linearized reading' (duration: 4.330294993s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.443637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.951564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T05:54:45.443637Z","caller":"traceutil/trace.go:171","msg":"trace[873289659] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26757; }","duration":"4.668639248s","start":"2026-03-31T05:54:40.774981Z","end":"2026-03-31T05:54:45.44362Z","steps":["trace[873289659] 'agreement among raft nodes before linearized reading' (duration: 4.668569387s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.443184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230829715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:45.44369Z","caller":"traceutil/trace.go:171","msg":"trace[562744988] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26757; }","duration":"1.2313638s","start":"2026-03-31T05:54:44.212319Z","end":"2026-03-31T05:54:45.443683Z","steps":["trace[562744988] 'agreement among raft nodes before linearized reading' (duration: 1.230816665s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:45.443639Z","caller":"traceutil/trace.go:171","msg":"trace[1271631426] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26757; }","duration":"5.84423518s","start":"2026-03-31T05:54:39.599391Z","end":"2026-03-31T05:54:45.443627Z","steps":["trace[1271631426] 'agreement among raft nodes before linearized reading' (duration: 5.843605663s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.443713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:44.212304Z","time spent":"1.231401811s","remote":"127.0.0.1:33222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.443738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:39.599349Z","time spent":"5.844377643s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T05:54:45.44376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.67199164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:45.44352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.466275153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:54:45.443662Z","caller":"traceutil/trace.go:171","msg":"trace[1019334393] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26757; }","duration":"845.001085ms","start":"2026-03-31T05:54:44.598652Z","end":"2026-03-31T05:54:45.443653Z","steps":["trace[1019334393] 'agreement among raft nodes before linearized reading' (duration: 844.952164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:45.443809Z","caller":"traceutil/trace.go:171","msg":"trace[1036642862] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26757; }","duration":"4.672075362s","start":"2026-03-31T05:54:40.771718Z","end":"2026-03-31T05:54:45.443794Z","steps":["trace[1036642862] 'agreement among raft nodes before linearized reading' (duration: 4.67200079s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.443595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.849615268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:54:45.443845Z","caller":"traceutil/trace.go:171","msg":"trace[1453912081] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26757; }","duration":"4.466632503s","start":"2026-03-31T05:54:40.977196Z","end":"2026-03-31T05:54:45.443829Z","steps":["trace[1453912081] 'agreement among raft nodes before linearized reading' (duration: 4.466066678s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:45.443867Z","caller":"traceutil/trace.go:171","msg":"trace[200231731] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26757; }","duration":"12.849896106s","start":"2026-03-31T05:54:32.593959Z","end":"2026-03-31T05:54:45.443855Z","steps":["trace[200231731] 'agreement among raft nodes before linearized reading' (duration: 12.849554297s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.44387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:40.771698Z","time spent":"4.672154444s","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.443898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:32.593955Z","time spent":"12.849932517s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-31T05:54:45.443925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:40.97718Z","time spent":"4.466700184s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":230,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.443823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:44.598635Z","time spent":"845.17957ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:54:45.443989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.643538919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-03-31T05:54:45.444135Z","caller":"traceutil/trace.go:171","msg":"trace[1175886505] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26757; }","duration":"5.643719484s","start":"2026-03-31T05:54:39.800407Z","end":"2026-03-31T05:54:45.444127Z","steps":["trace[1175886505] 'agreement among raft nodes before linearized reading' (duration: 5.643535189s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.444135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.871825717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:45.444163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:39.800385Z","time spent":"5.643771005s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-31T05:54:45.444158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361591204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:45.444168Z","caller":"traceutil/trace.go:171","msg":"trace[336504888] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26757; }","duration":"4.871893499s","start":"2026-03-31T05:54:40.572265Z","end":"2026-03-31T05:54:45.444159Z","steps":["trace[336504888] 'agreement among raft nodes before linearized reading' (duration: 4.871845788s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.443452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:44.130407Z","time spent":"1.31303996s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.444197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:40.572246Z","time spent":"4.87194448s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:45.444195Z","caller":"traceutil/trace.go:171","msg":"trace[841731467] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26757; }","duration":"1.361657906s","start":"2026-03-31T05:54:44.082526Z","end":"2026-03-31T05:54:45.444184Z","steps":["trace[841731467] 'agreement among raft nodes before linearized reading' (duration: 1.361594804s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.444225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.393879394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:45.444236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:44.082513Z","time spent":"1.361714947s","remote":"127.0.0.1:57670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:45.444258Z","caller":"traceutil/trace.go:171","msg":"trace[553301426] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26757; }","duration":"5.393967355s","start":"2026-03-31T05:54:40.050281Z","end":"2026-03-31T05:54:45.444249Z","steps":["trace[553301426] 'agreement among raft nodes before linearized reading' (duration: 5.393912404s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:45.443499Z","caller":"traceutil/trace.go:171","msg":"trace[444799921] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26757; }","duration":"2.473303676s","start":"2026-03-31T05:54:42.970189Z","end":"2026-03-31T05:54:45.443493Z","steps":["trace[444799921] 'agreement among raft nodes before linearized reading' (duration: 2.473273635s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.444284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:40.05025Z","time spent":"5.394028437s","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.443657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:41.112885Z","time spent":"4.330754956s","remote":"127.0.0.1:33810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.444336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:42.970174Z","time spent":"2.474140048s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.444448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665547068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:45.444634Z","caller":"traceutil/trace.go:171","msg":"trace[292201408] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26757; }","duration":"1.665939859s","start":"2026-03-31T05:54:43.778678Z","end":"2026-03-31T05:54:45.444618Z","steps":["trace[292201408] 'agreement among raft nodes before linearized reading' (duration: 1.664661895s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.444726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:43.778658Z","time spent":"1.666054272s","remote":"127.0.0.1:57638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.44369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:40.774963Z","time spent":"4.668708631s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:45.444074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.843744027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7c64dcffb4-ksdwp.18a1d57abf569fc7\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T05:54:45.445325Z","caller":"traceutil/trace.go:171","msg":"trace[11546303] range","detail":"{range_begin:/registry/events/openstack/glance-api-7c64dcffb4-ksdwp.18a1d57abf569fc7; range_end:; response_count:1; response_revision:26757; }","duration":"5.844904028s","start":"2026-03-31T05:54:39.600293Z","end":"2026-03-31T05:54:45.445197Z","steps":["trace[11546303] 'agreement among raft nodes before linearized reading' (duration: 5.843679695s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.445439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:39.600276Z","time spent":"5.845145184s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2011,"request content":"key:\"/registry/events/openstack/glance-api-7c64dcffb4-ksdwp.18a1d57abf569fc7\" "} {"level":"warn","ts":"2026-03-31T05:54:45.448416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.33583602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:45.448496Z","caller":"traceutil/trace.go:171","msg":"trace[301249190] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26757; }","duration":"7.342648365s","start":"2026-03-31T05:54:38.105828Z","end":"2026-03-31T05:54:45.448476Z","steps":["trace[301249190] 'agreement among raft nodes before linearized reading' (duration: 7.335115391s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:45.448551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:38.105808Z","time spent":"7.342726596s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:47.494558Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.680006279s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:54:47.786036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.819922ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:47.786915Z","caller":"traceutil/trace.go:171","msg":"trace[85016386] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26757; }","duration":"504.706566ms","start":"2026-03-31T05:54:47.282182Z","end":"2026-03-31T05:54:47.786889Z","steps":["trace[85016386] 'range keys from in-memory index tree' (duration: 503.801422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:47.786157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971603819s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-31T05:54:47.787262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:45.449845Z","time spent":"2.337412907s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:47.7874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:45.449874Z","time spent":"2.33751899s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:54:47.78753Z","caller":"traceutil/trace.go:171","msg":"trace[695763932] transaction","detail":"{read_only:false; response_revision:26758; number_of_response:1; }","duration":"2.337117919s","start":"2026-03-31T05:54:45.450393Z","end":"2026-03-31T05:54:47.78751Z","steps":["trace[695763932] 'process raft request' (duration: 2.336928304s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:47.78758Z","caller":"traceutil/trace.go:171","msg":"trace[1196014218] linearizableReadLoop","detail":"{readStateIndex:27757; appliedIndex:27755; }","duration":"2.337322495s","start":"2026-03-31T05:54:45.45025Z","end":"2026-03-31T05:54:47.787572Z","steps":["trace[1196014218] 'read index received' (duration: 364.305587ms)","trace[1196014218] 'applied index is now lower than readState.Index' (duration: 1.973016438s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:54:47.787653Z","caller":"traceutil/trace.go:171","msg":"trace[2129398385] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"2.334820277s","start":"2026-03-31T05:54:45.452809Z","end":"2026-03-31T05:54:47.787629Z","steps":["trace[2129398385] 'process raft request' (duration: 2.334638732s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:47.787693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337440928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-13649990-7257-48ce-a5fe-ea2c39d3f17f\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-31T05:54:47.787664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:45.450382Z","time spent":"2.337204672s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:54:47.787715Z","caller":"traceutil/trace.go:171","msg":"trace[1665254688] range","detail":"{range_begin:/registry/persistentvolumes/pvc-13649990-7257-48ce-a5fe-ea2c39d3f17f; range_end:; response_count:1; response_revision:26759; }","duration":"2.337478769s","start":"2026-03-31T05:54:45.450228Z","end":"2026-03-31T05:54:47.787707Z","steps":["trace[1665254688] 'agreement among raft nodes before linearized reading' (duration: 2.337402477s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:47.787733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:45.450217Z","time spent":"2.33751253s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-13649990-7257-48ce-a5fe-ea2c39d3f17f\" "} {"level":"warn","ts":"2026-03-31T05:54:47.787773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:45.452799Z","time spent":"2.334893869s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:47.787824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33752361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-n76b5\" ","response":"range_response_count:1 size:6861"} {"level":"warn","ts":"2026-03-31T05:54:47.787791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620504469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:47.787884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916285983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:47.787902Z","caller":"traceutil/trace.go:171","msg":"trace[746193960] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-n76b5; range_end:; response_count:1; response_revision:26759; }","duration":"2.337622193s","start":"2026-03-31T05:54:45.450257Z","end":"2026-03-31T05:54:47.787879Z","steps":["trace[746193960] 'agreement among raft nodes before linearized reading' (duration: 2.337427128s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:47.78793Z","caller":"traceutil/trace.go:171","msg":"trace[105631259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26759; }","duration":"1.916320604s","start":"2026-03-31T05:54:45.871592Z","end":"2026-03-31T05:54:47.787913Z","steps":["trace[105631259] 'agreement among raft nodes before linearized reading' (duration: 1.916274863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:47.787944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337598783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-31T05:54:47.787946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:45.450246Z","time spent":"2.337692115s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6884,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-n76b5\" "} {"level":"info","ts":"2026-03-31T05:54:47.787962Z","caller":"traceutil/trace.go:171","msg":"trace[1671485595] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26759; }","duration":"2.337629893s","start":"2026-03-31T05:54:45.450328Z","end":"2026-03-31T05:54:47.787958Z","steps":["trace[1671485595] 'agreement among raft nodes before linearized reading' (duration: 2.337583512s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:47.78796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:45.871525Z","time spent":"1.916427377s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:47.788008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.632924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:47.788028Z","caller":"traceutil/trace.go:171","msg":"trace[1486439952] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26759; }","duration":"960.693026ms","start":"2026-03-31T05:54:46.82733Z","end":"2026-03-31T05:54:47.788023Z","steps":["trace[1486439952] 'agreement among raft nodes before linearized reading' (duration: 960.663085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:47.788042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:46.827299Z","time spent":"960.739376ms","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:47.78803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.350056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:47.788031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337199232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-31T05:54:47.787828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.154080347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:47.788092Z","caller":"traceutil/trace.go:171","msg":"trace[1730065721] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26759; }","duration":"2.337313125s","start":"2026-03-31T05:54:45.450767Z","end":"2026-03-31T05:54:47.78808Z","steps":["trace[1730065721] 'agreement among raft nodes before linearized reading' (duration: 2.337120519s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:47.788086Z","caller":"traceutil/trace.go:171","msg":"trace[1798316201] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26759; }","duration":"409.427048ms","start":"2026-03-31T05:54:47.378639Z","end":"2026-03-31T05:54:47.788066Z","steps":["trace[1798316201] 'agreement among raft nodes before linearized reading' (duration: 409.361626ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:47.788106Z","caller":"traceutil/trace.go:171","msg":"trace[389964660] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26759; }","duration":"2.154404435s","start":"2026-03-31T05:54:45.63369Z","end":"2026-03-31T05:54:47.788095Z","steps":["trace[389964660] 'agreement among raft nodes before linearized reading' (duration: 2.154068746s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:47.78789Z","caller":"traceutil/trace.go:171","msg":"trace[991382446] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26759; }","duration":"1.620654123s","start":"2026-03-31T05:54:46.16723Z","end":"2026-03-31T05:54:47.787884Z","steps":["trace[991382446] 'agreement among raft nodes before linearized reading' (duration: 1.62051848s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:47.78814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:47.378622Z","time spent":"409.503951ms","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:47.787975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:45.450319Z","time spent":"2.337653444s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-31T05:54:47.78817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:45.450759Z","time spent":"2.337378206s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:54:47.78786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814648453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:47.788217Z","caller":"traceutil/trace.go:171","msg":"trace[1537070606] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26759; }","duration":"1.815055784s","start":"2026-03-31T05:54:45.973155Z","end":"2026-03-31T05:54:47.78821Z","steps":["trace[1537070606] 'agreement among raft nodes before linearized reading' (duration: 1.814627993s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:47.788148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:45.633673Z","time spent":"2.154462847s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:47.78824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:45.973135Z","time spent":"1.815098655s","remote":"127.0.0.1:33478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:47.788172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:46.167205Z","time spent":"1.620957462s","remote":"127.0.0.1:35106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:47.787971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.387289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:47.788309Z","caller":"traceutil/trace.go:171","msg":"trace[832817376] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26759; }","duration":"514.7993ms","start":"2026-03-31T05:54:47.273503Z","end":"2026-03-31T05:54:47.788302Z","steps":["trace[832817376] 'agreement among raft nodes before linearized reading' (duration: 514.420899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:47.788329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:47.273475Z","time spent":"514.848131ms","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:47.789644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019193279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:47.789705Z","caller":"traceutil/trace.go:171","msg":"trace[1689336888] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26759; }","duration":"1.019294311s","start":"2026-03-31T05:54:46.7704Z","end":"2026-03-31T05:54:47.789695Z","steps":["trace[1689336888] 'agreement among raft nodes before linearized reading' (duration: 1.017727499s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:47.789747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:46.770381Z","time spent":"1.019357523s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:48.289999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:48.790336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:49.291362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:49.790352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000628765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:49.790448Z","caller":"traceutil/trace.go:171","msg":"trace[1201266441] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000742067s","start":"2026-03-31T05:54:47.789672Z","end":"2026-03-31T05:54:49.790414Z","steps":["trace[1201266441] 'agreement among raft nodes before linearized reading' (duration: 2.000638405s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:49.790493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:47.789661Z","time spent":"2.00082278s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:49.792488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:50.292969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:50.793694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:50.917601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.889540078s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:54:51.107667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.58197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:54:51.107757Z","caller":"traceutil/trace.go:171","msg":"trace[1698922821] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"3.318783493s","start":"2026-03-31T05:54:47.788956Z","end":"2026-03-31T05:54:51.10774Z","steps":["trace[1698922821] 'process raft request' (duration: 3.12906199s)","trace[1698922821] 'compare' (duration: 189.25879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:54:51.107838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:47.788934Z","time spent":"3.318877765s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:51.797993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00043667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:51.798103Z","caller":"traceutil/trace.go:171","msg":"trace[751121347] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000583714s","start":"2026-03-31T05:54:49.797492Z","end":"2026-03-31T05:54:51.798076Z","steps":["trace[751121347] 'agreement among raft nodes before linearized reading' (duration: 2.000455111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:51.798166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:49.797477Z","time spent":"2.000676977s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:53.04558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000406479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:53.045712Z","caller":"traceutil/trace.go:171","msg":"trace[1502397551] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000590254s","start":"2026-03-31T05:54:51.045103Z","end":"2026-03-31T05:54:53.045693Z","steps":["trace[1502397551] 'agreement among raft nodes before linearized reading' (duration: 2.000432519s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:53.045766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:51.045083Z","time spent":"2.000674336s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:53.798244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999816422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:53.7984Z","caller":"traceutil/trace.go:171","msg":"trace[111434939] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000048319s","start":"2026-03-31T05:54:51.79833Z","end":"2026-03-31T05:54:53.798378Z","steps":["trace[111434939] 'agreement among raft nodes before linearized reading' (duration: 1.999877574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:53.798456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:51.798305Z","time spent":"2.000139551s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:54.08666Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.168796554s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:54:54.087489Z","caller":"traceutil/trace.go:171","msg":"trace[668015016] linearizableReadLoop","detail":"{readStateIndex:27764; appliedIndex:27759; }","duration":"6.297766661s","start":"2026-03-31T05:54:47.789691Z","end":"2026-03-31T05:54:54.087457Z","steps":["trace[668015016] 'read index received' (duration: 3.12835319s)","trace[668015016] 'applied index is now lower than readState.Index' (duration: 3.169412191s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:54:54.0877Z","caller":"traceutil/trace.go:171","msg":"trace[1853596157] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"6.297677318s","start":"2026-03-31T05:54:47.790004Z","end":"2026-03-31T05:54:54.087682Z","steps":["trace[1853596157] 'process raft request' (duration: 6.297051051s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:54.087905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:47.789987Z","time spent":"6.297826733s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:54:54.088423Z","caller":"traceutil/trace.go:171","msg":"trace[1141540123] transaction","detail":"{read_only:false; response_revision:26762; number_of_response:1; }","duration":"6.296064815s","start":"2026-03-31T05:54:47.792344Z","end":"2026-03-31T05:54:54.088409Z","steps":["trace[1141540123] 'process raft request' (duration: 6.294879593s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:54.088557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:47.792313Z","time spent":"6.296197068s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:54:54.088801Z","caller":"traceutil/trace.go:171","msg":"trace[175897128] transaction","detail":"{read_only:false; response_revision:26763; number_of_response:1; }","duration":"6.296237429s","start":"2026-03-31T05:54:47.79255Z","end":"2026-03-31T05:54:54.088787Z","steps":["trace[175897128] 'process raft request' (duration: 6.29479981s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:54.088882Z","caller":"traceutil/trace.go:171","msg":"trace[462090790] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"6.292119928s","start":"2026-03-31T05:54:47.796732Z","end":"2026-03-31T05:54:54.088852Z","steps":["trace[462090790] 'process raft request' (duration: 6.290669248s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:54.089003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:47.796712Z","time spent":"6.292224401s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:54.089125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:47.792544Z","time spent":"6.296372803s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:54.588045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:55.088895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:55.589519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:55.80376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000264436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:55.803838Z","caller":"traceutil/trace.go:171","msg":"trace[254508815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042684s","start":"2026-03-31T05:54:53.80339Z","end":"2026-03-31T05:54:55.803817Z","steps":["trace[254508815] 'agreement among raft nodes before linearized reading' (duration: 2.000327678s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:55.803882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:53.803374Z","time spent":"2.000499502s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:56.090785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:56.591696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:57.09189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:57.592435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:57.792715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.101653ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:57.792842Z","caller":"traceutil/trace.go:171","msg":"trace[994325444] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26764; }","duration":"510.239457ms","start":"2026-03-31T05:54:57.282587Z","end":"2026-03-31T05:54:57.792826Z","steps":["trace[994325444] 'range keys from in-memory index tree' (duration: 510.086643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:57.8041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00008401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:57.804183Z","caller":"traceutil/trace.go:171","msg":"trace[1254796576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000204383s","start":"2026-03-31T05:54:55.803955Z","end":"2026-03-31T05:54:57.804159Z","steps":["trace[1254796576] 'agreement among raft nodes before linearized reading' (duration: 2.00010281s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:57.804231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:55.803898Z","time spent":"2.000322846s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:58.09262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:58.368801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:51.368003Z","time spent":"7.000792383s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:58.593598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:59.094113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:59.59449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:59.649588Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.562734753s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:54:59.650789Z","caller":"traceutil/trace.go:171","msg":"trace[519937348] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"6.857785684s","start":"2026-03-31T05:54:52.792975Z","end":"2026-03-31T05:54:59.65076Z","steps":["trace[519937348] 'process raft request' (duration: 6.857715813s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:59.650921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.792956Z","time spent":"6.857899267s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:59.810232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000534432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:59.810296Z","caller":"traceutil/trace.go:171","msg":"trace[582048113] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000639534s","start":"2026-03-31T05:54:57.80964Z","end":"2026-03-31T05:54:59.81028Z","steps":["trace[582048113] 'agreement among raft nodes before linearized reading' (duration: 2.000561492s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:59.810337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:57.809622Z","time spent":"2.000704927s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:55:01.810918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000387758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:55:01.811034Z","caller":"traceutil/trace.go:171","msg":"trace[441247402] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000545042s","start":"2026-03-31T05:54:59.810466Z","end":"2026-03-31T05:55:01.811011Z","steps":["trace[441247402] 'agreement among raft nodes before linearized reading' (duration: 2.000406968s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:01.811083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:59.810454Z","time spent":"2.000616844s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:55:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:55:02.086228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283649443s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:55:02.086463Z","caller":"traceutil/trace.go:171","msg":"trace[190450678] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"488.213981ms","start":"2026-03-31T05:55:01.598231Z","end":"2026-03-31T05:55:02.086445Z","steps":["trace[190450678] 'process raft request' (duration: 488.148609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.087453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.241379919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:55:02.087432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.87930886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:55:02.087555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.263372972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:02.087579Z","caller":"traceutil/trace.go:171","msg":"trace[1154622435] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26768; }","duration":"12.241501593s","start":"2026-03-31T05:54:49.846032Z","end":"2026-03-31T05:55:02.087534Z","steps":["trace[1154622435] 'agreement among raft nodes before linearized reading' (duration: 12.241327428s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:02.087603Z","caller":"traceutil/trace.go:171","msg":"trace[1585426292] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26768; }","duration":"12.879526026s","start":"2026-03-31T05:54:49.208046Z","end":"2026-03-31T05:55:02.087572Z","steps":["trace[1585426292] 'agreement among raft nodes before linearized reading' (duration: 12.879234958s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.087471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:01.598211Z","time spent":"489.235498ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:55:02.087646Z","caller":"traceutil/trace.go:171","msg":"trace[763711835] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26768; }","duration":"14.263587027s","start":"2026-03-31T05:54:47.824037Z","end":"2026-03-31T05:55:02.087624Z","steps":["trace[763711835] 'agreement among raft nodes before linearized reading' (duration: 14.263353821s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.087653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:49.846017Z","time spent":"12.241621035s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.087661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:49.208028Z","time spent":"12.879620228s","remote":"127.0.0.1:45436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.087686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:47.82402Z","time spent":"14.263657479s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.087297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.886756065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:02.08729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.878344189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:02.087857Z","caller":"traceutil/trace.go:171","msg":"trace[1473846464] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26768; }","duration":"8.878940445s","start":"2026-03-31T05:54:53.208902Z","end":"2026-03-31T05:55:02.087842Z","steps":["trace[1473846464] 'agreement among raft nodes before linearized reading' (duration: 8.878349649s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.087902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:53.208885Z","time spent":"8.879001327s","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.087313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.295641855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-31T05:55:02.087983Z","caller":"traceutil/trace.go:171","msg":"trace[1578371146] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26768; }","duration":"14.296343513s","start":"2026-03-31T05:54:47.791627Z","end":"2026-03-31T05:55:02.087971Z","steps":["trace[1578371146] 'agreement among raft nodes before linearized reading' (duration: 14.295507961s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.088013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:47.791621Z","time spent":"14.296383995s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-03-31T05:55:02.087328Z","caller":"traceutil/trace.go:171","msg":"trace[562477416] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"3.895668663s","start":"2026-03-31T05:54:58.191647Z","end":"2026-03-31T05:55:02.087316Z","steps":["trace[562477416] 'process raft request' (duration: 1.610819807s)","trace[562477416] 'compare' (duration: 2.281539516s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:02.088147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.295918302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-03-31T05:55:02.088188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:58.191619Z","time spent":"3.896486185s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:55:02.088217Z","caller":"traceutil/trace.go:171","msg":"trace[743997796] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26768; }","duration":"14.295986154s","start":"2026-03-31T05:54:47.792206Z","end":"2026-03-31T05:55:02.088192Z","steps":["trace[743997796] 'agreement among raft nodes before linearized reading' (duration: 14.295200363s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.087317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.345461296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:55:02.08827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:47.792199Z","time spent":"14.296061556s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-31T05:55:02.088293Z","caller":"traceutil/trace.go:171","msg":"trace[1979568143] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26768; }","duration":"10.346472544s","start":"2026-03-31T05:54:51.741807Z","end":"2026-03-31T05:55:02.088279Z","steps":["trace[1979568143] 'agreement among raft nodes before linearized reading' (duration: 10.345453296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.088351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:51.741786Z","time spent":"10.346537866s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.087349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.467998813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:02.088426Z","caller":"traceutil/trace.go:171","msg":"trace[1539993861] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26768; }","duration":"9.469103503s","start":"2026-03-31T05:54:52.619302Z","end":"2026-03-31T05:55:02.088406Z","steps":["trace[1539993861] 'agreement among raft nodes before linearized reading' (duration: 9.468021654s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.088479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.619285Z","time spent":"9.469179545s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:55:02.087356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.652066144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:02.088559Z","caller":"traceutil/trace.go:171","msg":"trace[62063295] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26768; }","duration":"10.653289537s","start":"2026-03-31T05:54:51.435251Z","end":"2026-03-31T05:55:02.08854Z","steps":["trace[62063295] 'agreement among raft nodes before linearized reading' (duration: 10.652081114s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.088607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:51.435226Z","time spent":"10.653368838s","remote":"127.0.0.1:37828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.087375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.246912889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:02.088748Z","caller":"traceutil/trace.go:171","msg":"trace[765606756] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26768; }","duration":"11.248311867s","start":"2026-03-31T05:54:50.840416Z","end":"2026-03-31T05:55:02.088728Z","steps":["trace[765606756] 'agreement among raft nodes before linearized reading' (duration: 11.24693404s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.088803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:50.840395Z","time spent":"11.24839503s","remote":"127.0.0.1:34086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.087365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.453638935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T05:55:02.088925Z","caller":"traceutil/trace.go:171","msg":"trace[841923161] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26768; }","duration":"9.455223188s","start":"2026-03-31T05:54:52.633686Z","end":"2026-03-31T05:55:02.088909Z","steps":["trace[841923161] 'agreement among raft nodes before linearized reading' (duration: 9.453564583s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.088983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.633675Z","time spent":"9.455284829s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:55:02.087385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.250437262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:02.089089Z","caller":"traceutil/trace.go:171","msg":"trace[2000716399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26768; }","duration":"13.252182719s","start":"2026-03-31T05:54:48.836894Z","end":"2026-03-31T05:55:02.089076Z","steps":["trace[2000716399] 'agreement among raft nodes before linearized reading' (duration: 13.250447462s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.089121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:48.836873Z","time spent":"13.252235731s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.087411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.909148886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:02.089223Z","caller":"traceutil/trace.go:171","msg":"trace[1852033252] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26768; }","duration":"13.910989886s","start":"2026-03-31T05:54:48.178214Z","end":"2026-03-31T05:55:02.089204Z","steps":["trace[1852033252] 'agreement among raft nodes before linearized reading' (duration: 13.909180467s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.087407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.466735387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:02.089276Z","caller":"traceutil/trace.go:171","msg":"trace[1271510984] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26768; }","duration":"12.468604367s","start":"2026-03-31T05:54:49.620662Z","end":"2026-03-31T05:55:02.089267Z","steps":["trace[1271510984] 'agreement among raft nodes before linearized reading' (duration: 12.466714306s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.08929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:48.178189Z","time spent":"13.911080839s","remote":"127.0.0.1:33380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.089313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:49.620641Z","time spent":"12.468660549s","remote":"127.0.0.1:33370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.087478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.975174847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a1d72f27981aca\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-31T05:55:02.089855Z","caller":"traceutil/trace.go:171","msg":"trace[146483046] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a1d72f27981aca; range_end:; response_count:1; response_revision:26768; }","duration":"10.977577592s","start":"2026-03-31T05:54:51.112267Z","end":"2026-03-31T05:55:02.089844Z","steps":["trace[146483046] 'agreement among raft nodes before linearized reading' (duration: 10.975112075s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.089925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:51.112252Z","time spent":"10.977662874s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":900,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a1d72f27981aca\" "} {"level":"warn","ts":"2026-03-31T05:55:02.087479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.451140417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T05:55:02.090109Z","caller":"traceutil/trace.go:171","msg":"trace[50075233] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26768; }","duration":"9.453793859s","start":"2026-03-31T05:54:52.636306Z","end":"2026-03-31T05:55:02.0901Z","steps":["trace[50075233] 'agreement among raft nodes before linearized reading' (duration: 9.451051945s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.090156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.636297Z","time spent":"9.45384997s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:55:02.087448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.384428842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:02.09034Z","caller":"traceutil/trace.go:171","msg":"trace[297592737] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26768; }","duration":"9.387394162s","start":"2026-03-31T05:54:52.702936Z","end":"2026-03-31T05:55:02.09033Z","steps":["trace[297592737] 'agreement among raft nodes before linearized reading' (duration: 9.384329139s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.090397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.702919Z","time spent":"9.387469124s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:02.087819Z","caller":"traceutil/trace.go:171","msg":"trace[1624104207] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26768; }","duration":"9.887450294s","start":"2026-03-31T05:54:52.200352Z","end":"2026-03-31T05:55:02.087803Z","steps":["trace[1624104207] 'agreement among raft nodes before linearized reading' (duration: 9.886901749s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.090665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.200337Z","time spent":"9.890318761s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.087294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.781595938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:02.090948Z","caller":"traceutil/trace.go:171","msg":"trace[989436947] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26768; }","duration":"10.785289678s","start":"2026-03-31T05:54:51.305631Z","end":"2026-03-31T05:55:02.090921Z","steps":["trace[989436947] 'agreement among raft nodes before linearized reading' (duration: 10.781592758s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.090977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:51.305609Z","time spent":"10.78535876s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:02.087075Z","caller":"traceutil/trace.go:171","msg":"trace[607810861] linearizableReadLoop","detail":"{readStateIndex:27767; appliedIndex:27766; }","duration":"7.999384175s","start":"2026-03-31T05:54:54.087634Z","end":"2026-03-31T05:55:02.087018Z","steps":["trace[607810861] 'read index received' (duration: 5.563907544s)","trace[607810861] 'applied index is now lower than readState.Index' (duration: 2.43547217s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:02.091602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.99997148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-31T05:55:02.091654Z","caller":"traceutil/trace.go:171","msg":"trace[42674150] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26768; }","duration":"8.000046613s","start":"2026-03-31T05:54:54.0916Z","end":"2026-03-31T05:55:02.091646Z","steps":["trace[42674150] 'agreement among raft nodes before linearized reading' (duration: 7.999781796s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.091681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:54.091585Z","time spent":"8.000087004s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:55:02.091847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.989175374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:02.091889Z","caller":"traceutil/trace.go:171","msg":"trace[269695267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26768; }","duration":"2.989238966s","start":"2026-03-31T05:54:59.102626Z","end":"2026-03-31T05:55:02.091865Z","steps":["trace[269695267] 'agreement among raft nodes before linearized reading' (duration: 2.989189424s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.091917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:59.102608Z","time spent":"2.989301877s","remote":"127.0.0.1:51764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.092071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.485677699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:02.092095Z","caller":"traceutil/trace.go:171","msg":"trace[1056404695] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26768; }","duration":"3.48572778s","start":"2026-03-31T05:54:58.606361Z","end":"2026-03-31T05:55:02.092089Z","steps":["trace[1056404695] 'agreement among raft nodes before linearized reading' (duration: 3.485686959s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.092132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:58.606347Z","time spent":"3.485760931s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.092342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.543994366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:02.092568Z","caller":"traceutil/trace.go:171","msg":"trace[1955388488] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26768; }","duration":"3.544251224s","start":"2026-03-31T05:54:58.548308Z","end":"2026-03-31T05:55:02.092559Z","steps":["trace[1955388488] 'agreement among raft nodes before linearized reading' (duration: 3.543982746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.092595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:58.548292Z","time spent":"3.544293845s","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.092791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.679297698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:02.092817Z","caller":"traceutil/trace.go:171","msg":"trace[1810221634] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26768; }","duration":"3.679361149s","start":"2026-03-31T05:54:58.413448Z","end":"2026-03-31T05:55:02.092809Z","steps":["trace[1810221634] 'agreement among raft nodes before linearized reading' (duration: 3.679286297s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.092835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:58.413406Z","time spent":"3.679424352s","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.093096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.720491693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-03-31T05:55:02.093122Z","caller":"traceutil/trace.go:171","msg":"trace[456575462] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26768; }","duration":"3.720547065s","start":"2026-03-31T05:54:58.372569Z","end":"2026-03-31T05:55:02.093116Z","steps":["trace[456575462] 'agreement among raft nodes before linearized reading' (duration: 3.720458022s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.093139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:58.372522Z","time spent":"3.720613696s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:55:02.093419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.465157493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:02.093445Z","caller":"traceutil/trace.go:171","msg":"trace[1462016789] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26768; }","duration":"4.465222854s","start":"2026-03-31T05:54:57.628215Z","end":"2026-03-31T05:55:02.093438Z","steps":["trace[1462016789] 'agreement among raft nodes before linearized reading' (duration: 4.465177603s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.093463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:57.628189Z","time spent":"4.465268766s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.094109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438589175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6825"} {"level":"warn","ts":"2026-03-31T05:55:02.094155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.995481349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-31T05:55:02.09421Z","caller":"traceutil/trace.go:171","msg":"trace[504550174] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26768; }","duration":"7.995543241s","start":"2026-03-31T05:54:54.098652Z","end":"2026-03-31T05:55:02.094196Z","steps":["trace[504550174] 'agreement among raft nodes before linearized reading' (duration: 7.995369266s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.094249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:54.098646Z","time spent":"7.995597232s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T05:55:02.093884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999953753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:02.094297Z","caller":"traceutil/trace.go:171","msg":"trace[1723938337] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26768; }","duration":"5.000408395s","start":"2026-03-31T05:54:57.093874Z","end":"2026-03-31T05:55:02.094283Z","steps":["trace[1723938337] 'agreement among raft nodes before linearized reading' (duration: 4.999960283s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:02.094169Z","caller":"traceutil/trace.go:171","msg":"trace[1473288378] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:26768; }","duration":"2.438708578s","start":"2026-03-31T05:54:59.655439Z","end":"2026-03-31T05:55:02.094147Z","steps":["trace[1473288378] 'agreement among raft nodes before linearized reading' (duration: 2.438540114s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.09435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:57.09383Z","time spent":"5.000489858s","remote":"127.0.0.1:33790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.094384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:59.655403Z","time spent":"2.438963265s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6848,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"warn","ts":"2026-03-31T05:55:02.093893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900643499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:02.09393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.406960666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:02.094556Z","caller":"traceutil/trace.go:171","msg":"trace[1408731116] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26768; }","duration":"5.407618714s","start":"2026-03-31T05:54:56.686925Z","end":"2026-03-31T05:55:02.094544Z","steps":["trace[1408731116] 'agreement among raft nodes before linearized reading' (duration: 5.406981767s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.094587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:56.686893Z","time spent":"5.407684916s","remote":"127.0.0.1:34170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.093961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04735364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:02.093983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.831655366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:02.094727Z","caller":"traceutil/trace.go:171","msg":"trace[1471799948] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26768; }","duration":"7.832393006s","start":"2026-03-31T05:54:54.262323Z","end":"2026-03-31T05:55:02.094716Z","steps":["trace[1471799948] 'agreement among raft nodes before linearized reading' (duration: 7.831623075s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:02.094714Z","caller":"traceutil/trace.go:171","msg":"trace[489754864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26768; }","duration":"1.048050269s","start":"2026-03-31T05:55:01.046571Z","end":"2026-03-31T05:55:02.094621Z","steps":["trace[489754864] 'agreement among raft nodes before linearized reading' (duration: 1.047359611s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.094832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:01.046555Z","time spent":"1.048250235s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:55:02.094765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:54.262275Z","time spent":"7.832478858s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.094037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.069173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-03-31T05:55:02.095049Z","caller":"traceutil/trace.go:171","msg":"trace[280904328] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26768; }","duration":"667.114432ms","start":"2026-03-31T05:55:01.427921Z","end":"2026-03-31T05:55:02.095035Z","steps":["trace[280904328] 'agreement among raft nodes before linearized reading' (duration: 665.887048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.095096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:01.427905Z","time spent":"667.181433ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T05:55:02.094019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78979809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:02.095376Z","caller":"traceutil/trace.go:171","msg":"trace[835167911] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26768; }","duration":"1.791211748s","start":"2026-03-31T05:55:00.304155Z","end":"2026-03-31T05:55:02.095367Z","steps":["trace[835167911] 'agreement among raft nodes before linearized reading' (duration: 1.78979072s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.095419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:00.304133Z","time spent":"1.791274451s","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.09402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324568532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:02.094087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.251346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:02.0941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738266434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:55:02.094018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.871505735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:02.095547Z","caller":"traceutil/trace.go:171","msg":"trace[724297920] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26768; }","duration":"1.326139515s","start":"2026-03-31T05:55:00.769396Z","end":"2026-03-31T05:55:02.095535Z","steps":["trace[724297920] 'agreement among raft nodes before linearized reading' (duration: 1.324572623s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:02.095562Z","caller":"traceutil/trace.go:171","msg":"trace[1281669509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26768; }","duration":"277.745315ms","start":"2026-03-31T05:55:01.817802Z","end":"2026-03-31T05:55:02.095548Z","steps":["trace[1281669509] 'agreement among raft nodes before linearized reading' (duration: 276.266175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.095583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:00.76938Z","time spent":"1.326193586s","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:02.095645Z","caller":"traceutil/trace.go:171","msg":"trace[1200387929] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:26768; }","duration":"7.873088027s","start":"2026-03-31T05:54:54.222477Z","end":"2026-03-31T05:55:02.095565Z","steps":["trace[1200387929] 'agreement among raft nodes before linearized reading' (duration: 7.871520414s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.095694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:54.222459Z","time spent":"7.873225071s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-31T05:55:02.095812Z","caller":"traceutil/trace.go:171","msg":"trace[744464213] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26768; }","duration":"2.739994271s","start":"2026-03-31T05:54:59.3558Z","end":"2026-03-31T05:55:02.095794Z","steps":["trace[744464213] 'agreement among raft nodes before linearized reading' (duration: 2.738271504s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.095848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:59.355786Z","time spent":"2.740051263s","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:02.09445Z","caller":"traceutil/trace.go:171","msg":"trace[729230977] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26768; }","duration":"2.901213134s","start":"2026-03-31T05:54:59.19322Z","end":"2026-03-31T05:55:02.094433Z","steps":["trace[729230977] 'agreement among raft nodes before linearized reading' (duration: 2.900575707s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.096886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:59.193174Z","time spent":"2.903690191s","remote":"127.0.0.1:34162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:02.596516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:55:03.097688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:55:03.600796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:55:03.851359Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.757241999s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:55:03.851738Z","caller":"traceutil/trace.go:171","msg":"trace[818234035] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"1.757687781s","start":"2026-03-31T05:55:02.094027Z","end":"2026-03-31T05:55:03.851715Z","steps":["trace[818234035] 'process raft request' (duration: 1.757552997s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.851853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:02.094011Z","time spent":"1.757777593s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:55:04.103616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998732294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:55:04.103681Z","caller":"traceutil/trace.go:171","msg":"trace[1697763829] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000757878s","start":"2026-03-31T05:55:02.10291Z","end":"2026-03-31T05:55:04.103668Z","steps":["trace[1697763829] 'agreement among raft nodes before linearized reading' (duration: 2.000681826s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:04.103714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:02.102885Z","time spent":"2.00081889s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:55:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:55:06.104193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000347297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:55:06.104304Z","caller":"traceutil/trace.go:171","msg":"trace[1117710030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000513182s","start":"2026-03-31T05:55:04.103767Z","end":"2026-03-31T05:55:06.10428Z","steps":["trace[1117710030] 'agreement among raft nodes before linearized reading' (duration: 2.000372138s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:06.104374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:04.103747Z","time spent":"2.000612724s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:55:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:55:07.079046Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.226787024s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:55:07.080171Z","caller":"traceutil/trace.go:171","msg":"trace[330467212] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"4.976741855s","start":"2026-03-31T05:55:02.103406Z","end":"2026-03-31T05:55:07.080148Z","steps":["trace[330467212] 'process raft request' (duration: 4.97656016s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:07.080292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:02.10339Z","time spent":"4.976842497s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:55:07.080709Z","caller":"traceutil/trace.go:171","msg":"trace[2068024221] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"4.96580229s","start":"2026-03-31T05:55:02.114876Z","end":"2026-03-31T05:55:07.080679Z","steps":["trace[2068024221] 'process raft request' (duration: 4.965223024s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:07.080937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:02.114847Z","time spent":"4.965940313s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:55:07.081712Z","caller":"traceutil/trace.go:171","msg":"trace[1068627355] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"4.918266993s","start":"2026-03-31T05:55:02.16343Z","end":"2026-03-31T05:55:07.081697Z","steps":["trace[1068627355] 'process raft request' (duration: 4.918013936s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:07.081725Z","caller":"traceutil/trace.go:171","msg":"trace[1661378323] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"4.918210812s","start":"2026-03-31T05:55:02.163472Z","end":"2026-03-31T05:55:07.081683Z","steps":["trace[1661378323] 'process raft request' (duration: 4.917085621s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:07.081784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:02.163411Z","time spent":"4.918341645s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:55:07.081852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:02.16343Z","time spent":"4.918359236s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":949,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:55:08.112499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000253915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:55:08.112595Z","caller":"traceutil/trace.go:171","msg":"trace[311744096] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000368938s","start":"2026-03-31T05:55:06.112206Z","end":"2026-03-31T05:55:08.112575Z","steps":["trace[311744096] 'agreement among raft nodes before linearized reading' (duration: 2.000248135s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:08.112662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:06.112152Z","time spent":"2.00047671s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:55:09.173743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092214073s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:55:09.173935Z","caller":"traceutil/trace.go:171","msg":"trace[1177125354] linearizableReadLoop","detail":"{readStateIndex:27774; appliedIndex:27768; }","duration":"7.07752526s","start":"2026-03-31T05:55:02.096393Z","end":"2026-03-31T05:55:09.173919Z","steps":["trace[1177125354] 'read index received' (duration: 1.755153902s)","trace[1177125354] 'applied index is now lower than readState.Index' (duration: 5.322370398s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:09.173971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892204281s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:09.174082Z","caller":"traceutil/trace.go:171","msg":"trace[1028574846] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26774; }","duration":"1.892323814s","start":"2026-03-31T05:55:07.28174Z","end":"2026-03-31T05:55:09.174064Z","steps":["trace[1028574846] 'range keys from in-memory index tree' (duration: 1.892187221s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:09.175269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.078861156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:09.175306Z","caller":"traceutil/trace.go:171","msg":"trace[1178589832] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:26774; }","duration":"7.078923858s","start":"2026-03-31T05:55:02.096373Z","end":"2026-03-31T05:55:09.175297Z","steps":["trace[1178589832] 'agreement among raft nodes before linearized reading' (duration: 7.078853186s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:09.175331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:02.096366Z","time spent":"7.078959468s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-31T05:55:09.175649Z","caller":"traceutil/trace.go:171","msg":"trace[1894696351] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"4.85566309s","start":"2026-03-31T05:55:04.319973Z","end":"2026-03-31T05:55:09.175637Z","steps":["trace[1894696351] 'process raft request' (duration: 4.853857321s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:09.175723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:04.319946Z","time spent":"4.855734241s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:55:10.113277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000094851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:55:10.113381Z","caller":"traceutil/trace.go:171","msg":"trace[389571173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000264046s","start":"2026-03-31T05:55:08.11309Z","end":"2026-03-31T05:55:10.113354Z","steps":["trace[389571173] 'agreement among raft nodes before linearized reading' (duration: 2.000134412s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:10.113443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:08.113075Z","time spent":"2.000354089s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:55:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:55:11.658388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:04.658046Z","time spent":"7.000336801s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:55:11.694631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:10.245936Z","time spent":"1.448688469s","remote":"127.0.0.1:34144","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:55:11.695313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519611178s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:55:11.695517Z","caller":"traceutil/trace.go:171","msg":"trace[518802814] transaction","detail":"{read_only:false; response_revision:26777; number_of_response:1; }","duration":"2.099313095s","start":"2026-03-31T05:55:09.596185Z","end":"2026-03-31T05:55:11.695499Z","steps":["trace[518802814] 'process raft request' (duration: 2.099229513s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.695574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:09.596166Z","time spent":"2.099383187s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:55:11.695577Z","caller":"traceutil/trace.go:171","msg":"trace[1819580494] linearizableReadLoop","detail":"{readStateIndex:27776; appliedIndex:27774; }","duration":"2.521595952s","start":"2026-03-31T05:55:09.173964Z","end":"2026-03-31T05:55:11.69556Z","steps":["trace[1819580494] 'read index received' (duration: 1.414819ms)","trace[1819580494] 'applied index is now lower than readState.Index' (duration: 2.520179863s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:11.695634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.075755583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:11.695683Z","caller":"traceutil/trace.go:171","msg":"trace[276315180] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26777; }","duration":"6.075844436s","start":"2026-03-31T05:55:05.619825Z","end":"2026-03-31T05:55:11.695669Z","steps":["trace[276315180] 'agreement among raft nodes before linearized reading' (duration: 6.075754203s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.695694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.337011775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:11.69571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.413032727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:11.695716Z","caller":"traceutil/trace.go:171","msg":"trace[444571750] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26777; }","duration":"4.337062357s","start":"2026-03-31T05:55:07.358646Z","end":"2026-03-31T05:55:11.695709Z","steps":["trace[444571750] 'agreement among raft nodes before linearized reading' (duration: 4.337018986s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.69572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:05.619808Z","time spent":"6.075904157s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:11.69573Z","caller":"traceutil/trace.go:171","msg":"trace[1988573190] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26777; }","duration":"8.413127269s","start":"2026-03-31T05:55:03.282598Z","end":"2026-03-31T05:55:11.695726Z","steps":["trace[1988573190] 'agreement among raft nodes before linearized reading' (duration: 8.413044997s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.695731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.223050399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:11.695745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:03.282565Z","time spent":"8.413177041s","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:11.695732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.838165732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-31T05:55:11.69577Z","caller":"traceutil/trace.go:171","msg":"trace[2107932604] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26777; }","duration":"6.223115091s","start":"2026-03-31T05:55:05.472641Z","end":"2026-03-31T05:55:11.695756Z","steps":["trace[2107932604] 'agreement among raft nodes before linearized reading' (duration: 6.22306442s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.695801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.804786544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:11.695802Z","caller":"traceutil/trace.go:171","msg":"trace[1958295916] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62; range_end:; response_count:1; response_revision:26777; }","duration":"7.838265815s","start":"2026-03-31T05:55:03.857519Z","end":"2026-03-31T05:55:11.695784Z","steps":["trace[1958295916] 'agreement among raft nodes before linearized reading' (duration: 7.83806954s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:11.69583Z","caller":"traceutil/trace.go:171","msg":"trace[1696575265] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26777; }","duration":"3.804844215s","start":"2026-03-31T05:55:07.89098Z","end":"2026-03-31T05:55:11.695825Z","steps":["trace[1696575265] 'agreement among raft nodes before linearized reading' (duration: 3.804772173s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.695852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.523812277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:11.695869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.399117135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:55:11.695846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.537508745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:11.69592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.386018449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:11.695918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131739081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:11.695951Z","caller":"traceutil/trace.go:171","msg":"trace[957814266] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26777; }","duration":"5.386088051s","start":"2026-03-31T05:55:06.309855Z","end":"2026-03-31T05:55:11.695943Z","steps":["trace[957814266] 'agreement among raft nodes before linearized reading' (duration: 5.3860429s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.695952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.913148144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:11.69597Z","caller":"traceutil/trace.go:171","msg":"trace[2005956440] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26777; }","duration":"3.131821814s","start":"2026-03-31T05:55:08.564135Z","end":"2026-03-31T05:55:11.695957Z","steps":["trace[2005956440] 'agreement among raft nodes before linearized reading' (duration: 3.131748142s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.695977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:06.30983Z","time spent":"5.386140983s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:11.695995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:08.564118Z","time spent":"3.131871824s","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:11.696024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575564942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:11.696037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400989398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:11.696038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440812616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:11.696061Z","caller":"traceutil/trace.go:171","msg":"trace[1328203911] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26777; }","duration":"2.401037629s","start":"2026-03-31T05:55:09.295016Z","end":"2026-03-31T05:55:11.696054Z","steps":["trace[1328203911] 'agreement among raft nodes before linearized reading' (duration: 2.401000588s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.696069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044020899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:11.696069Z","caller":"traceutil/trace.go:171","msg":"trace[1769210324] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26777; }","duration":"2.440888017s","start":"2026-03-31T05:55:09.255172Z","end":"2026-03-31T05:55:11.69606Z","steps":["trace[1769210324] 'agreement among raft nodes before linearized reading' (duration: 2.440850826s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:11.696088Z","caller":"traceutil/trace.go:171","msg":"trace[387952068] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26777; }","duration":"1.044067251s","start":"2026-03-31T05:55:10.652017Z","end":"2026-03-31T05:55:11.696084Z","steps":["trace[387952068] 'agreement among raft nodes before linearized reading' (duration: 1.04404031s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.69609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:09.295001Z","time spent":"2.40108283s","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:11.696102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:10.651998Z","time spent":"1.044101161s","remote":"127.0.0.1:37528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:11.696103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.608606303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-cdchn\" ","response":"range_response_count:1 size:6217"} {"level":"warn","ts":"2026-03-31T05:55:11.696102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.413556141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:55:11.695992Z","caller":"traceutil/trace.go:171","msg":"trace[266447169] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26777; }","duration":"4.913236776s","start":"2026-03-31T05:55:06.782743Z","end":"2026-03-31T05:55:11.69598Z","steps":["trace[266447169] 'agreement among raft nodes before linearized reading' (duration: 4.913166434s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.695964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.195555358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:11.696406Z","caller":"traceutil/trace.go:171","msg":"trace[1725179152] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26777; }","duration":"3.196169224s","start":"2026-03-31T05:55:08.500226Z","end":"2026-03-31T05:55:11.696395Z","steps":["trace[1725179152] 'agreement among raft nodes before linearized reading' (duration: 3.195473796s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:11.69594Z","caller":"traceutil/trace.go:171","msg":"trace[541334962] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26777; }","duration":"9.537620598s","start":"2026-03-31T05:55:02.158299Z","end":"2026-03-31T05:55:11.69592Z","steps":["trace[541334962] 'agreement among raft nodes before linearized reading' (duration: 9.537417072s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.696419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.720654933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:11.696473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:02.158245Z","time spent":"9.538219633s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:55:11.695884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.584622489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:11.69648Z","caller":"traceutil/trace.go:171","msg":"trace[2142666979] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:26777; }","duration":"7.720744505s","start":"2026-03-31T05:55:03.975729Z","end":"2026-03-31T05:55:11.696473Z","steps":["trace[2142666979] 'agreement among raft nodes before linearized reading' (duration: 7.720145428s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:11.696505Z","caller":"traceutil/trace.go:171","msg":"trace[205492073] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26777; }","duration":"9.585285147s","start":"2026-03-31T05:55:02.111211Z","end":"2026-03-31T05:55:11.696496Z","steps":["trace[205492073] 'agreement among raft nodes before linearized reading' (duration: 9.584620179s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.696505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:03.975712Z","time spent":"7.720787676s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-31T05:55:11.696534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:02.111173Z","time spent":"9.585352609s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:11.696511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:08.500207Z","time spent":"3.196249197s","remote":"127.0.0.1:33452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:11.695926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.454285737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:11.696596Z","caller":"traceutil/trace.go:171","msg":"trace[507705556] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26777; }","duration":"5.454987476s","start":"2026-03-31T05:55:06.241597Z","end":"2026-03-31T05:55:11.696584Z","steps":["trace[507705556] 'agreement among raft nodes before linearized reading' (duration: 5.454309127s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.695846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:03.857503Z","time spent":"7.838331336s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-5dcd85494c-9tzp5.18a1d4fbee6d0d62\" "} {"level":"info","ts":"2026-03-31T05:55:11.696046Z","caller":"traceutil/trace.go:171","msg":"trace[417545156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26777; }","duration":"1.575584733s","start":"2026-03-31T05:55:10.120456Z","end":"2026-03-31T05:55:11.69604Z","steps":["trace[417545156] 'agreement among raft nodes before linearized reading' (duration: 1.575555162s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.696708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:10.120408Z","time spent":"1.576290192s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:55:11.696126Z","caller":"traceutil/trace.go:171","msg":"trace[1107659780] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-cdchn; range_end:; response_count:1; response_revision:26777; }","duration":"4.608667345s","start":"2026-03-31T05:55:07.087452Z","end":"2026-03-31T05:55:11.696119Z","steps":["trace[1107659780] 'agreement among raft nodes before linearized reading' (duration: 4.608561982s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.69662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:06.241573Z","time spent":"5.455040577s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:11.69679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:07.087431Z","time spent":"4.609351024s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6240,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-cdchn\" "} {"level":"warn","ts":"2026-03-31T05:55:11.696097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:09.255155Z","time spent":"2.440934259s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:11.695738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:07.35863Z","time spent":"4.337102388s","remote":"127.0.0.1:35142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:11.6958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:05.472618Z","time spent":"6.223174132s","remote":"127.0.0.1:51778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:11.695857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:07.890963Z","time spent":"3.804886517s","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:11.69588Z","caller":"traceutil/trace.go:171","msg":"trace[821348733] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26777; }","duration":"6.523874669s","start":"2026-03-31T05:55:05.171998Z","end":"2026-03-31T05:55:11.695873Z","steps":["trace[821348733] 'agreement among raft nodes before linearized reading' (duration: 6.523821298s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.697043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:05.171982Z","time spent":"6.525050221s","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:11.695892Z","caller":"traceutil/trace.go:171","msg":"trace[2109086900] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26777; }","duration":"4.399171417s","start":"2026-03-31T05:55:07.296714Z","end":"2026-03-31T05:55:11.695885Z","steps":["trace[2109086900] 'agreement among raft nodes before linearized reading' (duration: 4.399125215s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.69589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698726845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:11.697158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:07.296674Z","time spent":"4.400458901s","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:11.697178Z","caller":"traceutil/trace.go:171","msg":"trace[1621325751] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26777; }","duration":"2.70004859s","start":"2026-03-31T05:55:08.997123Z","end":"2026-03-31T05:55:11.697171Z","steps":["trace[1621325751] 'agreement among raft nodes before linearized reading' (duration: 2.698748785s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.697212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:08.997103Z","time spent":"2.700101681s","remote":"127.0.0.1:34150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:11.69593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.597102267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-31T05:55:11.697259Z","caller":"traceutil/trace.go:171","msg":"trace[1334368476] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26777; }","duration":"9.598424043s","start":"2026-03-31T05:55:02.098824Z","end":"2026-03-31T05:55:11.697248Z","steps":["trace[1334368476] 'agreement among raft nodes before linearized reading' (duration: 9.597068686s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.695955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514001085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:11.697341Z","caller":"traceutil/trace.go:171","msg":"trace[942578733] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:0; response_revision:26777; }","duration":"2.515402934s","start":"2026-03-31T05:55:09.181924Z","end":"2026-03-31T05:55:11.697327Z","steps":["trace[942578733] 'agreement among raft nodes before linearized reading' (duration: 2.514009816s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.696137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:06.782712Z","time spent":"4.913419061s","remote":"127.0.0.1:34220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:11.696133Z","caller":"traceutil/trace.go:171","msg":"trace[805537175] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26777; }","duration":"8.413640133s","start":"2026-03-31T05:55:03.282484Z","end":"2026-03-31T05:55:11.696124Z","steps":["trace[805537175] 'agreement among raft nodes before linearized reading' (duration: 8.413485329s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.69614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.029150621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:11.696059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.911416489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:55:11.696077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.595258759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:11.696154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.068272122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:55:11.696169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.531150412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:11.696181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.014684787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:11.695685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.876545342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:55:11.697296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:02.098784Z","time spent":"9.598502025s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-31T05:55:11.697559Z","caller":"traceutil/trace.go:171","msg":"trace[505655640] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26777; }","duration":"9.016099896s","start":"2026-03-31T05:55:02.681453Z","end":"2026-03-31T05:55:11.697553Z","steps":["trace[505655640] 'agreement among raft nodes before linearized reading' (duration: 9.014698908s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:11.697575Z","caller":"traceutil/trace.go:171","msg":"trace[597693047] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26777; }","duration":"6.878534585s","start":"2026-03-31T05:55:04.819035Z","end":"2026-03-31T05:55:11.69757Z","steps":["trace[597693047] 'agreement among raft nodes before linearized reading' (duration: 6.876599103s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.697593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:04.819002Z","time spent":"6.878586277s","remote":"127.0.0.1:37572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:11.697591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:02.681434Z","time spent":"9.016147687s","remote":"127.0.0.1:34238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:11.69741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:09.181905Z","time spent":"2.515496287s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T05:55:11.697428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:03.282464Z","time spent":"8.414960118s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T05:55:11.697456Z","caller":"traceutil/trace.go:171","msg":"trace[1503688713] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26777; }","duration":"7.030471837s","start":"2026-03-31T05:55:04.666966Z","end":"2026-03-31T05:55:11.697438Z","steps":["trace[1503688713] 'agreement among raft nodes before linearized reading' (duration: 7.029151161s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.697698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:04.666956Z","time spent":"7.030733903s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:11.697479Z","caller":"traceutil/trace.go:171","msg":"trace[403514018] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26777; }","duration":"7.596868453s","start":"2026-03-31T05:55:04.100606Z","end":"2026-03-31T05:55:11.697474Z","steps":["trace[403514018] 'agreement among raft nodes before linearized reading' (duration: 7.595040633s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.697725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:04.10059Z","time spent":"7.59712786s","remote":"127.0.0.1:34200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:11.697492Z","caller":"traceutil/trace.go:171","msg":"trace[1205571614] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26777; }","duration":"5.069646519s","start":"2026-03-31T05:55:06.627841Z","end":"2026-03-31T05:55:11.697488Z","steps":["trace[1205571614] 'agreement among raft nodes before linearized reading' (duration: 5.068285952s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.697761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:06.627824Z","time spent":"5.069930106s","remote":"127.0.0.1:51704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:11.697476Z","caller":"traceutil/trace.go:171","msg":"trace[1883529544] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26777; }","duration":"3.912898829s","start":"2026-03-31T05:55:07.78457Z","end":"2026-03-31T05:55:11.697468Z","steps":["trace[1883529544] 'agreement among raft nodes before linearized reading' (duration: 3.911249095s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.697789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:07.784548Z","time spent":"3.913235348s","remote":"127.0.0.1:33170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:11.697528Z","caller":"traceutil/trace.go:171","msg":"trace[341929543] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io; range_end:; response_count:0; response_revision:26777; }","duration":"9.53253806s","start":"2026-03-31T05:55:02.16498Z","end":"2026-03-31T05:55:11.697518Z","steps":["trace[341929543] 'agreement among raft nodes before linearized reading' (duration: 9.531174233s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:11.697829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:02.164962Z","time spent":"9.532863208s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" "} {"level":"warn","ts":"2026-03-31T05:55:12.204609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:55:12.705184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:55:13.205523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:55:13.522333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.818405595s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:55:13.704353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:55:13.704449Z","caller":"traceutil/trace.go:171","msg":"trace[1780538166] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000363098s","start":"2026-03-31T05:55:11.70406Z","end":"2026-03-31T05:55:13.704423Z","steps":["trace[1780538166] 'agreement among raft nodes before linearized reading' (duration: 2.000211454s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:13.704501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:11.704045Z","time spent":"2.000443961s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:55:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:55:14.673123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150566332s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T05:55:14.673218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:11.703809Z","time spent":"2.969403289s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:55:15.713425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000740307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:55:15.71352Z","caller":"traceutil/trace.go:171","msg":"trace[1221061675] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000876201s","start":"2026-03-31T05:55:13.712619Z","end":"2026-03-31T05:55:15.713495Z","steps":["trace[1221061675] 'agreement among raft nodes before linearized reading' (duration: 2.000761578s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:15.71362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:13.712603Z","time spent":"2.001002464s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:55:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:55:16.228086Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.705561819s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:55:16.312739Z","caller":"traceutil/trace.go:171","msg":"trace[599805120] linearizableReadLoop","detail":"{readStateIndex:27781; appliedIndex:27777; }","duration":"4.608615465s","start":"2026-03-31T05:55:11.704097Z","end":"2026-03-31T05:55:16.312712Z","steps":["trace[599805120] 'read index received' (duration: 1.818449366s)","trace[599805120] 'applied index is now lower than readState.Index' (duration: 2.790165089s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:16.312861Z","caller":"traceutil/trace.go:171","msg":"trace[213751670] transaction","detail":"{read_only:false; response_revision:26778; number_of_response:1; }","duration":"4.607320859s","start":"2026-03-31T05:55:11.70553Z","end":"2026-03-31T05:55:16.312851Z","steps":["trace[213751670] 'process raft request' (duration: 4.522801042s)","trace[213751670] 'compare' (duration: 76.672155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:16.312956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:11.705513Z","time spent":"4.607369341s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:55:16.313277Z","caller":"traceutil/trace.go:171","msg":"trace[1072445771] transaction","detail":"{read_only:false; response_revision:26779; number_of_response:1; }","duration":"4.601496142s","start":"2026-03-31T05:55:11.711772Z","end":"2026-03-31T05:55:16.313268Z","steps":["trace[1072445771] 'process raft request' (duration: 4.600797303s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:16.31333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:11.711759Z","time spent":"4.601545414s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6377,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:55:16.313488Z","caller":"traceutil/trace.go:171","msg":"trace[758422600] transaction","detail":"{read_only:false; response_revision:26780; number_of_response:1; }","duration":"3.972155922s","start":"2026-03-31T05:55:12.341325Z","end":"2026-03-31T05:55:16.313481Z","steps":["trace[758422600] 'process raft request' (duration: 3.97132947s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:16.313533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:12.341301Z","time spent":"3.972211784s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:55:16.313661Z","caller":"traceutil/trace.go:171","msg":"trace[765783363] transaction","detail":"{read_only:false; response_revision:26781; number_of_response:1; }","duration":"3.010353957s","start":"2026-03-31T05:55:13.303297Z","end":"2026-03-31T05:55:16.313651Z","steps":["trace[765783363] 'process raft request' (duration: 3.009386211s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:16.313721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:13.30327Z","time spent":"3.010424609s","remote":"127.0.0.1:60990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:55:16.813345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:55:17.713842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000077521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:55:17.713965Z","caller":"traceutil/trace.go:171","msg":"trace[461586139] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000244335s","start":"2026-03-31T05:55:15.713694Z","end":"2026-03-31T05:55:17.713938Z","steps":["trace[461586139] 'agreement among raft nodes before linearized reading' (duration: 2.000112322s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:17.71404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:15.713674Z","time spent":"2.000345408s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:55:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:55:18.812658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:18.350239Z","time spent":"462.413053ms","remote":"127.0.0.1:57708","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:55:18.813184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530834102s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:18.813263Z","caller":"traceutil/trace.go:171","msg":"trace[1596259790] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26781; }","duration":"1.530920474s","start":"2026-03-31T05:55:17.282324Z","end":"2026-03-31T05:55:18.813244Z","steps":["trace[1596259790] 'range keys from in-memory index tree' (duration: 1.530820411s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:18.814606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965575866s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:55:18.814672Z","caller":"traceutil/trace.go:171","msg":"trace[967732955] transaction","detail":"{read_only:false; response_revision:26782; number_of_response:1; }","duration":"4.13983779s","start":"2026-03-31T05:55:14.674817Z","end":"2026-03-31T05:55:18.814655Z","steps":["trace[967732955] 'process raft request' (duration: 2.174150851s)","trace[967732955] 'compare' (duration: 1.962555154s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:18.815288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:14.674795Z","time spent":"4.139902611s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:55:19.524919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.752596033s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:55:19.721231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000297666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:55:19.721297Z","caller":"traceutil/trace.go:171","msg":"trace[1775638278] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000415089s","start":"2026-03-31T05:55:17.720864Z","end":"2026-03-31T05:55:19.721279Z","steps":["trace[1775638278] 'agreement among raft nodes before linearized reading' (duration: 2.000330086s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:19.721331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:17.720836Z","time spent":"2.000488051s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:55:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:55:21.713986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001216832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:55:21.714047Z","caller":"traceutil/trace.go:171","msg":"trace[968441087] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.001311515s","start":"2026-03-31T05:55:11.712722Z","end":"2026-03-31T05:55:21.714033Z","steps":["trace[968441087] 'agreement among raft nodes before linearized reading' (duration: 10.001228213s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:21.714084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:11.712714Z","time spent":"10.001359906s","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/03/31 05:55:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:55:21.722253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000775528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:55:21.722323Z","caller":"traceutil/trace.go:171","msg":"trace[786822296] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000872031s","start":"2026-03-31T05:55:19.721434Z","end":"2026-03-31T05:55:21.722306Z","steps":["trace[786822296] 'agreement among raft nodes before linearized reading' (duration: 2.000795189s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:21.722362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:19.721423Z","time spent":"2.000931062s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:55:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:55:23.109116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00008203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:55:23.10919Z","caller":"traceutil/trace.go:171","msg":"trace[1593106792] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000202413s","start":"2026-03-31T05:55:21.108968Z","end":"2026-03-31T05:55:23.10917Z","steps":["trace[1593106792] 'agreement among raft nodes before linearized reading' (duration: 2.000104461s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:23.109227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:21.108951Z","time spent":"2.000268935s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:55:23.327454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:16.326912Z","time spent":"7.000533457s","remote":"127.0.0.1:60990","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:55:23.730278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:55:23.730399Z","caller":"traceutil/trace.go:171","msg":"trace[966696586] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000173433s","start":"2026-03-31T05:55:21.730192Z","end":"2026-03-31T05:55:23.730365Z","steps":["trace[966696586] 'agreement among raft nodes before linearized reading' (duration: 2.000029569s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:23.730476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:21.730171Z","time spent":"2.000277316s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:55:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:55:24.025021Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.499786589s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:55:24.441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:17.440609Z","time spent":"7.000385944s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:55:25.471878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.946697991s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-31T05:55:25.472233Z","caller":"traceutil/trace.go:171","msg":"trace[336172620] linearizableReadLoop","detail":"{readStateIndex:27784; appliedIndex:27782; }","duration":"9.159382772s","start":"2026-03-31T05:55:16.312822Z","end":"2026-03-31T05:55:25.472205Z","steps":["trace[336172620] 'read index received' (duration: 536.131787ms)","trace[336172620] 'applied index is now lower than readState.Index' (duration: 8.623249515s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:25.473162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.788555934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:25.473218Z","caller":"traceutil/trace.go:171","msg":"trace[1680641991] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26782; }","duration":"12.788665137s","start":"2026-03-31T05:55:12.684537Z","end":"2026-03-31T05:55:25.473202Z","steps":["trace[1680641991] 'agreement among raft nodes before linearized reading' (duration: 12.788557544s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:25.473262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:12.684517Z","time spent":"12.788733469s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:25.473398Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25359} {"level":"warn","ts":"2026-03-31T05:55:25.47351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.855003202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:25.473535Z","caller":"traceutil/trace.go:171","msg":"trace[178428762] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26782; }","duration":"12.855054144s","start":"2026-03-31T05:55:12.618466Z","end":"2026-03-31T05:55:25.47352Z","steps":["trace[178428762] 'agreement among raft nodes before linearized reading' (duration: 12.855005942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:25.473163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.340625433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:25.473583Z","caller":"traceutil/trace.go:171","msg":"trace[197092661] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26782; }","duration":"12.341095416s","start":"2026-03-31T05:55:13.132476Z","end":"2026-03-31T05:55:25.473572Z","steps":["trace[197092661] 'agreement among raft nodes before linearized reading' (duration: 12.340615453s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:25.473628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.767572466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-231ea76a-9f37-45d5-ace9-a4d1ff0959b9\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-31T05:55:25.473626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:13.132454Z","time spent":"12.341159708s","remote":"127.0.0.1:33238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:25.473643Z","caller":"traceutil/trace.go:171","msg":"trace[865280023] range","detail":"{range_begin:/registry/persistentvolumes/pvc-231ea76a-9f37-45d5-ace9-a4d1ff0959b9; range_end:; response_count:1; response_revision:26782; }","duration":"13.767585586s","start":"2026-03-31T05:55:11.706051Z","end":"2026-03-31T05:55:25.473637Z","steps":["trace[865280023] 'agreement among raft nodes before linearized reading' (duration: 13.767467743s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:25.473657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:11.706017Z","time spent":"13.767636607s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-231ea76a-9f37-45d5-ace9-a4d1ff0959b9\" "} {"level":"warn","ts":"2026-03-31T05:55:25.47379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.360068863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:55:25.473803Z","caller":"traceutil/trace.go:171","msg":"trace[1221268055] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26782; }","duration":"9.360114764s","start":"2026-03-31T05:55:16.113684Z","end":"2026-03-31T05:55:25.473798Z","steps":["trace[1221268055] 'agreement among raft nodes before linearized reading' (duration: 9.360070163s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:25.473556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:12.618413Z","time spent":"12.855137576s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:25.473835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.501609703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:25.473851Z","caller":"traceutil/trace.go:171","msg":"trace[134226144] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26782; }","duration":"9.501625194s","start":"2026-03-31T05:55:15.972222Z","end":"2026-03-31T05:55:25.473847Z","steps":["trace[134226144] 'agreement among raft nodes before linearized reading' (duration: 9.501601403s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:25.473862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:15.972174Z","time spent":"9.501685125s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:25.47394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.592104142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:25.473958Z","caller":"traceutil/trace.go:171","msg":"trace[438865562] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26782; }","duration":"9.592122062s","start":"2026-03-31T05:55:15.881831Z","end":"2026-03-31T05:55:25.473953Z","steps":["trace[438865562] 'agreement among raft nodes before linearized reading' (duration: 9.592094802s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:25.473971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:15.881811Z","time spent":"9.592156654s","remote":"127.0.0.1:34266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:25.473815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:16.113664Z","time spent":"9.360148346s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:55:25.474152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.765662004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T05:55:25.474168Z","caller":"traceutil/trace.go:171","msg":"trace[1892323979] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26782; }","duration":"13.765699765s","start":"2026-03-31T05:55:11.708462Z","end":"2026-03-31T05:55:25.474162Z","steps":["trace[1892323979] 'agreement among raft nodes before linearized reading' (duration: 13.765046237s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:25.474182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:11.70845Z","time spent":"13.765728196s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:55:25.474284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.100606569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:25.474299Z","caller":"traceutil/trace.go:171","msg":"trace[672537207] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26782; }","duration":"11.100650131s","start":"2026-03-31T05:55:14.373643Z","end":"2026-03-31T05:55:25.474293Z","steps":["trace[672537207] 'agreement among raft nodes before linearized reading' (duration: 11.100395164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:25.474314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:14.37362Z","time spent":"11.100689002s","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:25.474388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.329893194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:25.474401Z","caller":"traceutil/trace.go:171","msg":"trace[1328802947] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26782; }","duration":"11.329941105s","start":"2026-03-31T05:55:14.144455Z","end":"2026-03-31T05:55:25.474396Z","steps":["trace[1328802947] 'agreement among raft nodes before linearized reading' (duration: 11.329594176s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:25.474416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:14.144436Z","time spent":"11.329976417s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:25.474507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.462360658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:25.47452Z","caller":"traceutil/trace.go:171","msg":"trace[23987606] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26782; }","duration":"11.46241036s","start":"2026-03-31T05:55:14.012106Z","end":"2026-03-31T05:55:25.474516Z","steps":["trace[23987606] 'agreement among raft nodes before linearized reading' (duration: 11.461949907s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:25.474533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:14.012086Z","time spent":"11.462443181s","remote":"127.0.0.1:37538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:25.474622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.822353389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:25.474635Z","caller":"traceutil/trace.go:171","msg":"trace[1205209842] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26782; }","duration":"11.822404621s","start":"2026-03-31T05:55:13.652226Z","end":"2026-03-31T05:55:25.474631Z","steps":["trace[1205209842] 'agreement among raft nodes before linearized reading' (duration: 11.821835805s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:25.474651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:13.652191Z","time spent":"11.822455732s","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:25.474733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.043405101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:55:25.474745Z","caller":"traceutil/trace.go:171","msg":"trace[342739559] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26782; }","duration":"12.043453953s","start":"2026-03-31T05:55:13.431287Z","end":"2026-03-31T05:55:25.474741Z","steps":["trace[342739559] 'agreement among raft nodes before linearized reading' (duration: 12.042782095s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:25.474757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:13.431266Z","time spent":"12.043487283s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:25.474798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.764820121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:25.474813Z","caller":"traceutil/trace.go:171","msg":"trace[551650356] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26782; }","duration":"13.765019457s","start":"2026-03-31T05:55:11.709786Z","end":"2026-03-31T05:55:25.474805Z","steps":["trace[551650356] 'agreement among raft nodes before linearized reading' (duration: 13.763701501s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:25.474827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:11.709778Z","time spent":"13.765043657s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:55:25.474888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.766397044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6825"} {"level":"info","ts":"2026-03-31T05:55:25.474898Z","caller":"traceutil/trace.go:171","msg":"trace[1786406588] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:26782; }","duration":"13.766432155s","start":"2026-03-31T05:55:11.708463Z","end":"2026-03-31T05:55:25.474895Z","steps":["trace[1786406588] 'agreement among raft nodes before linearized reading' (duration: 13.765035167s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:25.474912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:11.70845Z","time spent":"13.766459025s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6848,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"warn","ts":"2026-03-31T05:55:25.751549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000111991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:55:25.751676Z","caller":"traceutil/trace.go:171","msg":"trace[1302850201] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306116s","start":"2026-03-31T05:55:23.751347Z","end":"2026-03-31T05:55:25.751653Z","steps":["trace[1302850201] 'agreement among raft nodes before linearized reading' (duration: 2.000146432s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:25.751718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:23.751322Z","time spent":"2.000386348s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:55:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:55:26.220897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:19.219771Z","time spent":"7.001113773s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:55:26.416978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:19.415829Z","time spent":"7.001140244s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:55:27.452817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.868344ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:27.452941Z","caller":"traceutil/trace.go:171","msg":"trace[889005195] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26783; }","duration":"171.044579ms","start":"2026-03-31T05:55:27.281874Z","end":"2026-03-31T05:55:27.452919Z","steps":["trace[889005195] 'range keys from in-memory index tree' (duration: 170.854413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:27.75214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00041793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:55:27.752237Z","caller":"traceutil/trace.go:171","msg":"trace[847962731] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000562894s","start":"2026-03-31T05:55:25.75165Z","end":"2026-03-31T05:55:27.752213Z","steps":["trace[847962731] 'agreement among raft nodes before linearized reading' (duration: 2.00044318s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:27.752291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:25.751632Z","time spent":"2.000647776s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:55:29.008558Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.585995154s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:55:29.757128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00008709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:55:29.757215Z","caller":"traceutil/trace.go:171","msg":"trace[2068364135] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000210723s","start":"2026-03-31T05:55:27.75698Z","end":"2026-03-31T05:55:29.757191Z","steps":["trace[2068364135] 'agreement among raft nodes before linearized reading' (duration: 2.00010049s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:29.757267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:27.75697Z","time spent":"2.000285985s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:55:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:55:30.535695Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.526518436s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:55:31.757701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000089931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:55:31.757823Z","caller":"traceutil/trace.go:171","msg":"trace[1972654079] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252056s","start":"2026-03-31T05:55:29.75755Z","end":"2026-03-31T05:55:31.757802Z","steps":["trace[1972654079] 'agreement among raft nodes before linearized reading' (duration: 2.000117452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:31.757866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:29.757535Z","time spent":"2.000321237s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:55:32.421275Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.823595223s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:55:32.550334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.072372971s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-31T05:55:33.052469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000523382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:55:33.052573Z","caller":"traceutil/trace.go:171","msg":"trace[1578648199] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000660436s","start":"2026-03-31T05:55:31.051886Z","end":"2026-03-31T05:55:33.052547Z","steps":["trace[1578648199] 'agreement among raft nodes before linearized reading' (duration: 2.000540252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:33.052625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:31.051876Z","time spent":"2.000737567s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:55:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:55:33.422842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:26.422354Z","time spent":"7.000478416s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:55:33.497788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:26.497514Z","time spent":"7.00026816s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:55:33.766889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000409298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:55:33.766953Z","caller":"traceutil/trace.go:171","msg":"trace[554251580] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000530222s","start":"2026-03-31T05:55:31.766406Z","end":"2026-03-31T05:55:33.766937Z","steps":["trace[554251580] 'agreement among raft nodes before linearized reading' (duration: 2.00044672s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:33.766994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:31.766356Z","time spent":"2.000632195s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:55:34.216295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.991256685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:55:34.216439Z","caller":"traceutil/trace.go:171","msg":"trace[852752375] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.991452621s","start":"2026-03-31T05:55:26.224955Z","end":"2026-03-31T05:55:34.216407Z","steps":["trace[852752375] 'agreement among raft nodes before linearized reading' (duration: 7.991286446s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:34.216517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:26.224928Z","time spent":"7.991571734s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/31 05:55:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:55:34.443709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999808724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:55:34.443811Z","caller":"traceutil/trace.go:171","msg":"trace[1732216715] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.999964978s","start":"2026-03-31T05:55:24.443823Z","end":"2026-03-31T05:55:34.443788Z","steps":["trace[1732216715] 'agreement among raft nodes before linearized reading' (duration: 9.999201368s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:34.44386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:24.443805Z","time spent":"10.00004546s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/03/31 05:55:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:55:35.694472Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"263a9d423ed3130d","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T05:55:35.773895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999969448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:55:35.774064Z","caller":"traceutil/trace.go:171","msg":"trace[11203936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000183823s","start":"2026-03-31T05:55:33.773861Z","end":"2026-03-31T05:55:35.774045Z","steps":["trace[11203936] 'agreement among raft nodes before linearized reading' (duration: 2.000002778s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:35.774137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:33.773836Z","time spent":"2.000290287s","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:55:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:55:37.356908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.929828077s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:55:37.50317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:30.502066Z","time spent":"7.001096002s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:55:37.793648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019232318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:55:37.793754Z","caller":"traceutil/trace.go:171","msg":"trace[1784876684] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.019416112s","start":"2026-03-31T05:55:35.774311Z","end":"2026-03-31T05:55:37.793727Z","steps":["trace[1784876684] 'agreement among raft nodes before linearized reading' (duration: 2.019174606s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:37.793802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:35.774297Z","time spent":"2.019496245s","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:55:37.960692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.93815ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:37.961815Z","caller":"traceutil/trace.go:171","msg":"trace[906444484] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26784; }","duration":"677.06883ms","start":"2026-03-31T05:55:37.284704Z","end":"2026-03-31T05:55:37.961772Z","steps":["trace[906444484] 'range keys from in-memory index tree' (duration: 675.909779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.178625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.628123171s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:55:38.178816Z","caller":"traceutil/trace.go:171","msg":"trace[1923725210] linearizableReadLoop","detail":"{readStateIndex:27787; appliedIndex:27784; }","duration":"12.706471745s","start":"2026-03-31T05:55:25.472287Z","end":"2026-03-31T05:55:38.178759Z","steps":["trace[1923725210] 'read index received' (duration: 1.250974ms)","trace[1923725210] 'applied index is now lower than readState.Index' (duration: 12.705219181s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.22018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.763314541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.220261Z","caller":"traceutil/trace.go:171","msg":"trace[416338522] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26785; }","duration":"13.763439664s","start":"2026-03-31T05:55:24.456798Z","end":"2026-03-31T05:55:38.220238Z","steps":["trace[416338522] 'agreement among raft nodes before linearized reading' (duration: 13.722143597s)","trace[416338522] 'count revisions from in-memory index tree' (duration: 41.174124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.220299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:24.456782Z","time spent":"13.763507346s","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.220598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.468801072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:38.220628Z","caller":"traceutil/trace.go:171","msg":"trace[1730844134] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26785; }","duration":"13.468864544s","start":"2026-03-31T05:55:24.751751Z","end":"2026-03-31T05:55:38.220615Z","steps":["trace[1730844134] 'agreement among raft nodes before linearized reading' (duration: 13.427180386s)","trace[1730844134] 'count revisions from in-memory index tree' (duration: 41.647167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.220615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.117172967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:55:38.22065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:24.751724Z","time spent":"13.468918404s","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:38.220692Z","caller":"traceutil/trace.go:171","msg":"trace[276346507] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26785; }","duration":"13.11729412s","start":"2026-03-31T05:55:25.103372Z","end":"2026-03-31T05:55:38.220666Z","steps":["trace[276346507] 'agreement among raft nodes before linearized reading' (duration: 13.075517249s)","trace[276346507] 'count revisions from in-memory index tree' (duration: 41.628536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.220728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:25.103357Z","time spent":"13.117362681s","remote":"127.0.0.1:33322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.221213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.010733659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:38.221293Z","caller":"traceutil/trace.go:171","msg":"trace[694755516] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26785; }","duration":"21.010872532s","start":"2026-03-31T05:55:17.210397Z","end":"2026-03-31T05:55:38.22127Z","steps":["trace[694755516] 'agreement among raft nodes before linearized reading' (duration: 20.968628009s)","trace[694755516] 'count revisions from in-memory index tree' (duration: 42.12619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.221334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:17.210373Z","time spent":"21.010950484s","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.221665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.957657306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268432"} {"level":"info","ts":"2026-03-31T05:55:38.221698Z","caller":"traceutil/trace.go:171","msg":"trace[1299991212] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:26785; }","duration":"17.957718308s","start":"2026-03-31T05:55:20.263969Z","end":"2026-03-31T05:55:38.221687Z","steps":["trace[1299991212] 'agreement among raft nodes before linearized reading' (duration: 17.914968441s)","trace[1299991212] 'range keys from in-memory index tree' (duration: 41.873963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.221671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.619294922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.221767Z","caller":"traceutil/trace.go:171","msg":"trace[1568103008] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26785; }","duration":"15.619413005s","start":"2026-03-31T05:55:22.602325Z","end":"2026-03-31T05:55:38.221738Z","steps":["trace[1568103008] 'agreement among raft nodes before linearized reading' (duration: 15.576647838s)","trace[1568103008] 'count revisions from in-memory index tree' (duration: 42.622403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.221805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:22.602301Z","time spent":"15.619494728s","remote":"127.0.0.1:33870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.221882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.241038267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:38.221896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.743799149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.221914Z","caller":"traceutil/trace.go:171","msg":"trace[429210347] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26785; }","duration":"16.241163439s","start":"2026-03-31T05:55:21.980737Z","end":"2026-03-31T05:55:38.2219Z","steps":["trace[429210347] 'agreement among raft nodes before linearized reading' (duration: 16.198416963s)","trace[429210347] 'count revisions from in-memory index tree' (duration: 42.680075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.221955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:21.980701Z","time spent":"16.241247502s","remote":"127.0.0.1:33868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:38.221954Z","caller":"traceutil/trace.go:171","msg":"trace[554771543] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26785; }","duration":"17.743936632s","start":"2026-03-31T05:55:20.478003Z","end":"2026-03-31T05:55:38.221939Z","steps":["trace[554771543] 'agreement among raft nodes before linearized reading' (duration: 17.700905218s)","trace[554771543] 'count revisions from in-memory index tree' (duration: 42.918522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.221977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.660757623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:55:38.221984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:20.477983Z","time spent":"17.743992814s","remote":"127.0.0.1:34008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.222021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.863810257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.22205Z","caller":"traceutil/trace.go:171","msg":"trace[1385187790] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26785; }","duration":"16.863884499s","start":"2026-03-31T05:55:21.358154Z","end":"2026-03-31T05:55:38.222039Z","steps":["trace[1385187790] 'agreement among raft nodes before linearized reading' (duration: 16.821011699s)","trace[1385187790] 'count revisions from in-memory index tree' (duration: 42.810828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.221978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.926411611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.222247Z","caller":"traceutil/trace.go:171","msg":"trace[792501706] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26785; }","duration":"16.926642267s","start":"2026-03-31T05:55:21.295527Z","end":"2026-03-31T05:55:38.22217Z","steps":["trace[792501706] 'agreement among raft nodes before linearized reading' (duration: 16.883652823s)","trace[792501706] 'count revisions from in-memory index tree' (duration: 42.757657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.222398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:21.295513Z","time spent":"16.926834012s","remote":"127.0.0.1:34022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.222666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.498961345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.222696Z","caller":"traceutil/trace.go:171","msg":"trace[480137546] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26785; }","duration":"16.499025957s","start":"2026-03-31T05:55:21.723662Z","end":"2026-03-31T05:55:38.222688Z","steps":["trace[480137546] 'agreement among raft nodes before linearized reading' (duration: 16.455495409s)","trace[480137546] 'count revisions from in-memory index tree' (duration: 43.487367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.222716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:21.723645Z","time spent":"16.499064398s","remote":"127.0.0.1:34190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.222858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.810044202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.222882Z","caller":"traceutil/trace.go:171","msg":"trace[1691284445] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26785; }","duration":"16.810136245s","start":"2026-03-31T05:55:21.412733Z","end":"2026-03-31T05:55:38.222869Z","steps":["trace[1691284445] 'agreement among raft nodes before linearized reading' (duration: 16.766436522s)","trace[1691284445] 'count revisions from in-memory index tree' (duration: 43.670842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.222902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:21.412712Z","time spent":"16.810184365s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.22339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.953058913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.22343Z","caller":"traceutil/trace.go:171","msg":"trace[2090742630] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26785; }","duration":"15.953134685s","start":"2026-03-31T05:55:22.270283Z","end":"2026-03-31T05:55:38.223417Z","steps":["trace[2090742630] 'agreement among raft nodes before linearized reading' (duration: 15.908699893s)","trace[2090742630] 'count revisions from in-memory index tree' (duration: 44.171675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.223454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:22.270266Z","time spent":"15.953181087s","remote":"127.0.0.1:33436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.223484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.895124549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk\" ","response":"range_response_count:1 size:5604"} {"level":"info","ts":"2026-03-31T05:55:38.223526Z","caller":"traceutil/trace.go:171","msg":"trace[2088258658] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk; range_end:; response_count:1; response_revision:26785; }","duration":"21.89516276s","start":"2026-03-31T05:55:16.328347Z","end":"2026-03-31T05:55:38.223509Z","steps":["trace[2088258658] 'agreement among raft nodes before linearized reading' (duration: 21.850688896s)","trace[2088258658] 'range keys from in-memory index tree' (duration: 44.331019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.223545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:16.328278Z","time spent":"21.895262083s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5627,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk\" "} {"level":"warn","ts":"2026-03-31T05:55:38.223632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.178512781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.223662Z","caller":"traceutil/trace.go:171","msg":"trace[589622174] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26785; }","duration":"18.178540142s","start":"2026-03-31T05:55:20.045111Z","end":"2026-03-31T05:55:38.223651Z","steps":["trace[589622174] 'agreement among raft nodes before linearized reading' (duration: 18.133836852s)","trace[589622174] 'count revisions from in-memory index tree' (duration: 44.665009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.223627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.397560669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:55:38.223688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:20.045089Z","time spent":"18.178589554s","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.223659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.895984373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-6xmvt.18a1d72f8bbf5370\" ","response":"range_response_count:1 size:867"} {"level":"info","ts":"2026-03-31T05:55:38.223724Z","caller":"traceutil/trace.go:171","msg":"trace[36790048] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26785; }","duration":"18.397738514s","start":"2026-03-31T05:55:19.82596Z","end":"2026-03-31T05:55:38.223699Z","steps":["trace[36790048] 'agreement among raft nodes before linearized reading' (duration: 18.352998083s)","trace[36790048] 'count revisions from in-memory index tree' (duration: 44.556975ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:38.223751Z","caller":"traceutil/trace.go:171","msg":"trace[343460237] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-6xmvt.18a1d72f8bbf5370; range_end:; response_count:1; response_revision:26785; }","duration":"21.896125127s","start":"2026-03-31T05:55:16.327595Z","end":"2026-03-31T05:55:38.22372Z","steps":["trace[343460237] 'agreement among raft nodes before linearized reading' (duration: 21.851453628s)","trace[343460237] 'range keys from in-memory index tree' (duration: 44.428092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.223766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:19.825943Z","time spent":"18.397814296s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.223795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:16.327574Z","time spent":"21.896211348s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":890,"request content":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-6xmvt.18a1d72f8bbf5370\" "} {"level":"warn","ts":"2026-03-31T05:55:38.223815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.830841637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.223843Z","caller":"traceutil/trace.go:171","msg":"trace[599116405] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26785; }","duration":"14.830900939s","start":"2026-03-31T05:55:23.392933Z","end":"2026-03-31T05:55:38.223834Z","steps":["trace[599116405] 'agreement among raft nodes before linearized reading' (duration: 14.786020184s)","trace[599116405] 'count revisions from in-memory index tree' (duration: 44.841744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.223865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:23.392915Z","time spent":"14.83094433s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.223999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.634213692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:55:38.22404Z","caller":"traceutil/trace.go:171","msg":"trace[2112849712] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26785; }","duration":"19.634283054s","start":"2026-03-31T05:55:18.589732Z","end":"2026-03-31T05:55:38.224016Z","steps":["trace[2112849712] 'agreement among raft nodes before linearized reading' (duration: 19.589273936s)","trace[2112849712] 'count revisions from in-memory index tree' (duration: 44.973987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.224042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.211181535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:38.224062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:18.589684Z","time spent":"19.634372167s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:38.224073Z","caller":"traceutil/trace.go:171","msg":"trace[1420476930] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26785; }","duration":"19.211242537s","start":"2026-03-31T05:55:19.012821Z","end":"2026-03-31T05:55:38.224063Z","steps":["trace[1420476930] 'agreement among raft nodes before linearized reading' (duration: 19.166167387s)","trace[1420476930] 'count revisions from in-memory index tree' (duration: 45.032789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.222072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:21.358133Z","time spent":"16.86393179s","remote":"127.0.0.1:33978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.224096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.221844292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:38.2241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:19.0128Z","time spent":"19.211291528s","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:38.224123Z","caller":"traceutil/trace.go:171","msg":"trace[248718423] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26785; }","duration":"20.221869502s","start":"2026-03-31T05:55:18.002244Z","end":"2026-03-31T05:55:38.224113Z","steps":["trace[248718423] 'agreement among raft nodes before linearized reading' (duration: 20.176772162s)","trace[248718423] 'count revisions from in-memory index tree' (duration: 45.061839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.224142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:18.002223Z","time spent":"20.221913874s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.224147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.406185642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-31T05:55:38.22417Z","caller":"traceutil/trace.go:171","msg":"trace[1632186567] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26785; }","duration":"19.406259004s","start":"2026-03-31T05:55:18.817903Z","end":"2026-03-31T05:55:38.224162Z","steps":["trace[1632186567] 'agreement among raft nodes before linearized reading' (duration: 19.361094261s)","trace[1632186567] 'range keys from in-memory index tree' (duration: 45.053669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.224187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:18.817886Z","time spent":"19.406296094s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:55:38.224258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.002984575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.224287Z","caller":"traceutil/trace.go:171","msg":"trace[327082780] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26785; }","duration":"15.003059638s","start":"2026-03-31T05:55:23.221218Z","end":"2026-03-31T05:55:38.224278Z","steps":["trace[327082780] 'agreement among raft nodes before linearized reading' (duration: 14.957744882s)","trace[327082780] 'count revisions from in-memory index tree' (duration: 45.274975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.224313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:23.2212Z","time spent":"15.003107208s","remote":"127.0.0.1:33768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.224363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.56868275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:55:38.22172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:20.263952Z","time spent":"17.957762468s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268455,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-31T05:55:38.224396Z","caller":"traceutil/trace.go:171","msg":"trace[1432720235] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26785; }","duration":"18.568759362s","start":"2026-03-31T05:55:19.655625Z","end":"2026-03-31T05:55:38.224384Z","steps":["trace[1432720235] 'agreement among raft nodes before linearized reading' (duration: 18.523344963s)","trace[1432720235] 'count revisions from in-memory index tree' (duration: 45.368197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.224425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:19.655609Z","time spent":"18.568809723s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.237717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.12637948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:38.237811Z","caller":"traceutil/trace.go:171","msg":"trace[773812410] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26785; }","duration":"19.126505543s","start":"2026-03-31T05:55:19.111281Z","end":"2026-03-31T05:55:38.237787Z","steps":["trace[773812410] 'agreement among raft nodes before linearized reading' (duration: 19.067697082s)","trace[773812410] 'count revisions from in-memory index tree' (duration: 58.643117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.237865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:19.111221Z","time spent":"19.126633597s","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:38.238075Z","caller":"traceutil/trace.go:171","msg":"trace[40678310] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26785; }","duration":"16.660849375s","start":"2026-03-31T05:55:21.561155Z","end":"2026-03-31T05:55:38.222005Z","steps":["trace[40678310] 'agreement among raft nodes before linearized reading' (duration: 16.617985125s)","trace[40678310] 'count revisions from in-memory index tree' (duration: 42.793618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.238218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:21.561128Z","time spent":"16.677032502s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.334801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.007172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"warn","ts":"2026-03-31T05:55:38.341384Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"32.021µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-03-31T05:55:38.341658Z","caller":"traceutil/trace.go:171","msg":"trace[799487280] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26788; }","duration":"4.914637956s","start":"2026-03-31T05:55:33.427005Z","end":"2026-03-31T05:55:38.341643Z","steps":["trace[799487280] 'process raft request' (duration: 4.914284756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.341723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:33.426991Z","time spent":"4.914693087s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:55:38.342245Z","caller":"traceutil/trace.go:171","msg":"trace[514561090] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26788; }","duration":"4.121906185s","start":"2026-03-31T05:55:34.220332Z","end":"2026-03-31T05:55:38.342238Z","steps":["trace[514561090] 'process raft request' (duration: 4.1209978s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.342277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:34.220299Z","time spent":"4.121959196s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":526,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:55:38.342338Z","caller":"traceutil/trace.go:171","msg":"trace[2049062266] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26788; }","duration":"4.841037544s","start":"2026-03-31T05:55:33.501296Z","end":"2026-03-31T05:55:38.342333Z","steps":["trace[2049062266] 'process raft request' (duration: 4.840019567s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.342363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:33.50127Z","time spent":"4.841078185s","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:55:38.342482Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"263a9d423ed3130d","error":"lease not found"} {"level":"info","ts":"2026-03-31T05:55:38.342511Z","caller":"traceutil/trace.go:171","msg":"trace[1055901934] linearizableReadLoop","detail":"{readStateIndex:27795; appliedIndex:27787; }","duration":"163.648348ms","start":"2026-03-31T05:55:38.178857Z","end":"2026-03-31T05:55:38.342505Z","steps":["trace[1055901934] 'read index received' (duration: 22.660253ms)","trace[1055901934] 'applied index is now lower than readState.Index' (duration: 140.987475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.342572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.258957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.342591Z","caller":"traceutil/trace.go:171","msg":"trace[357664203] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26789; }","duration":"534.36478ms","start":"2026-03-31T05:55:37.808219Z","end":"2026-03-31T05:55:38.342583Z","steps":["trace[357664203] 'agreement among raft nodes before linearized reading' (duration: 534.327499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.342619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:37.808188Z","time spent":"534.426942ms","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.342703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.104766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.342715Z","caller":"traceutil/trace.go:171","msg":"trace[827527626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26789; }","duration":"543.152887ms","start":"2026-03-31T05:55:37.799558Z","end":"2026-03-31T05:55:38.342711Z","steps":["trace[827527626] 'agreement among raft nodes before linearized reading' (duration: 543.132297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.342726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:37.799536Z","time spent":"543.188099ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:55:38.342801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.564517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.342815Z","caller":"traceutil/trace.go:171","msg":"trace[1712057822] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26789; }","duration":"598.615218ms","start":"2026-03-31T05:55:37.744195Z","end":"2026-03-31T05:55:38.34281Z","steps":["trace[1712057822] 'agreement among raft nodes before linearized reading' (duration: 598.588527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.342828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:37.744173Z","time spent":"598.65115ms","remote":"127.0.0.1:35154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.342902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.380782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T05:55:38.342918Z","caller":"traceutil/trace.go:171","msg":"trace[1980983481] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26789; }","duration":"836.596668ms","start":"2026-03-31T05:55:37.506316Z","end":"2026-03-31T05:55:38.342913Z","steps":["trace[1980983481] 'agreement among raft nodes before linearized reading' (duration: 836.571257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.34293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:37.506298Z","time spent":"836.629738ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:55:38.34298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.846757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.342991Z","caller":"traceutil/trace.go:171","msg":"trace[1746598624] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26789; }","duration":"893.896978ms","start":"2026-03-31T05:55:37.449091Z","end":"2026-03-31T05:55:38.342988Z","steps":["trace[1746598624] 'agreement among raft nodes before linearized reading' (duration: 893.875577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.343004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:37.449068Z","time spent":"893.931869ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.343213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.263349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:19 size:8170"} {"level":"info","ts":"2026-03-31T05:55:38.343226Z","caller":"traceutil/trace.go:171","msg":"trace[1873235566] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:19; response_revision:26789; }","duration":"914.328371ms","start":"2026-03-31T05:55:37.428894Z","end":"2026-03-31T05:55:38.343223Z","steps":["trace[1873235566] 'agreement among raft nodes before linearized reading' (duration: 914.167087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.343239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:37.428864Z","time spent":"914.370993ms","remote":"127.0.0.1:32878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":19,"response size":8193,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-31T05:55:38.343321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352751585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.343337Z","caller":"traceutil/trace.go:171","msg":"trace[384303527] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26789; }","duration":"1.352806626s","start":"2026-03-31T05:55:36.990526Z","end":"2026-03-31T05:55:38.343332Z","steps":["trace[384303527] 'agreement among raft nodes before linearized reading' (duration: 1.352780216s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.343349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:36.990503Z","time spent":"1.352842437s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.343423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850349569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:38.343438Z","caller":"traceutil/trace.go:171","msg":"trace[1207161191] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26789; }","duration":"1.85039917s","start":"2026-03-31T05:55:36.493034Z","end":"2026-03-31T05:55:38.343433Z","steps":["trace[1207161191] 'agreement among raft nodes before linearized reading' (duration: 1.850376389s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.343449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:36.493015Z","time spent":"1.850431381s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.343557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.173249127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-31T05:55:38.343569Z","caller":"traceutil/trace.go:171","msg":"trace[310240996] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26789; }","duration":"10.173273779s","start":"2026-03-31T05:55:28.170292Z","end":"2026-03-31T05:55:38.343565Z","steps":["trace[310240996] 'agreement among raft nodes before linearized reading' (duration: 10.173232557s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.343581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:28.170285Z","time spent":"10.173293489s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T05:55:38.343704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.173415232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129483"} {"level":"warn","ts":"2026-03-31T05:55:38.34364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.369736966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:38.343744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.790329975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:38.34376Z","caller":"traceutil/trace.go:171","msg":"trace[1079908023] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26789; }","duration":"10.790388297s","start":"2026-03-31T05:55:27.553368Z","end":"2026-03-31T05:55:38.343756Z","steps":["trace[1079908023] 'agreement among raft nodes before linearized reading' (duration: 10.790363616s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.343772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:27.553346Z","time spent":"10.790423108s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:38.343775Z","caller":"traceutil/trace.go:171","msg":"trace[2094027566] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26789; }","duration":"9.369930962s","start":"2026-03-31T05:55:28.973816Z","end":"2026-03-31T05:55:38.343747Z","steps":["trace[2094027566] 'agreement among raft nodes before linearized reading' (duration: 9.369672135s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.343824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:28.973799Z","time spent":"9.370014813s","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.343848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.95796285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.34845Z","caller":"traceutil/trace.go:171","msg":"trace[1088953930] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26789; }","duration":"11.962495894s","start":"2026-03-31T05:55:26.38588Z","end":"2026-03-31T05:55:38.348376Z","steps":["trace[1088953930] 'agreement among raft nodes before linearized reading' (duration: 11.957953951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.348549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:26.385847Z","time spent":"11.962665837s","remote":"127.0.0.1:33378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.343869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.740161867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:38.348736Z","caller":"traceutil/trace.go:171","msg":"trace[61495812] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26789; }","duration":"12.745080089s","start":"2026-03-31T05:55:25.603642Z","end":"2026-03-31T05:55:38.348722Z","steps":["trace[61495812] 'agreement among raft nodes before linearized reading' (duration: 12.740214537s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.348785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:25.603604Z","time spent":"12.745170362s","remote":"127.0.0.1:33084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.343886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.858508178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.349022Z","caller":"traceutil/trace.go:171","msg":"trace[1551837857] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26789; }","duration":"12.863651488s","start":"2026-03-31T05:55:25.485361Z","end":"2026-03-31T05:55:38.349012Z","steps":["trace[1551837857] 'agreement among raft nodes before linearized reading' (duration: 12.858515769s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.349051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:25.485352Z","time spent":"12.863689989s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.343906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.864639055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.349333Z","caller":"traceutil/trace.go:171","msg":"trace[57070309] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io; range_end:; response_count:0; response_revision:26789; }","duration":"12.870071091s","start":"2026-03-31T05:55:25.479252Z","end":"2026-03-31T05:55:38.349323Z","steps":["trace[57070309] 'agreement among raft nodes before linearized reading' (duration: 12.864642875s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.349359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:25.479237Z","time spent":"12.870113043s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" "} {"level":"warn","ts":"2026-03-31T05:55:38.343942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.865310073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-31T05:55:38.349602Z","caller":"traceutil/trace.go:171","msg":"trace[1607212844] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26789; }","duration":"12.871010207s","start":"2026-03-31T05:55:25.478583Z","end":"2026-03-31T05:55:38.349593Z","steps":["trace[1607212844] 'agreement among raft nodes before linearized reading' (duration: 12.865330713s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.34963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:25.478563Z","time spent":"12.871056548s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:55:38.344453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.731791877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.349854Z","caller":"traceutil/trace.go:171","msg":"trace[152655322] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26789; }","duration":"4.737236006s","start":"2026-03-31T05:55:33.61261Z","end":"2026-03-31T05:55:38.349846Z","steps":["trace[152655322] 'agreement among raft nodes before linearized reading' (duration: 4.731826199s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.349883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:33.612585Z","time spent":"4.737287116s","remote":"127.0.0.1:33716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.344502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889239302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:38.350068Z","caller":"traceutil/trace.go:171","msg":"trace[710409343] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26789; }","duration":"1.894837523s","start":"2026-03-31T05:55:36.45522Z","end":"2026-03-31T05:55:38.350058Z","steps":["trace[710409343] 'agreement among raft nodes before linearized reading' (duration: 1.889247422s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.350089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:36.455199Z","time spent":"1.894882054s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.344527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.361473858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.350386Z","caller":"traceutil/trace.go:171","msg":"trace[2025589665] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26789; }","duration":"3.367366767s","start":"2026-03-31T05:55:34.98301Z","end":"2026-03-31T05:55:38.350377Z","steps":["trace[2025589665] 'agreement among raft nodes before linearized reading' (duration: 3.361501698s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.350418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:34.98299Z","time spent":"3.367416569s","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.344548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.66977177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.350594Z","caller":"traceutil/trace.go:171","msg":"trace[2068076234] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26789; }","duration":"3.675845665s","start":"2026-03-31T05:55:34.67474Z","end":"2026-03-31T05:55:38.350586Z","steps":["trace[2068076234] 'agreement among raft nodes before linearized reading' (duration: 3.669794211s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.350614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:34.674722Z","time spent":"3.675885056s","remote":"127.0.0.1:33976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.344591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900073012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18619"} {"level":"info","ts":"2026-03-31T05:55:38.351901Z","caller":"traceutil/trace.go:171","msg":"trace[1924549196] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26789; }","duration":"3.907415651s","start":"2026-03-31T05:55:34.444473Z","end":"2026-03-31T05:55:38.351889Z","steps":["trace[1924549196] 'agreement among raft nodes before linearized reading' (duration: 3.900084482s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.351935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:34.44444Z","time spent":"3.907480523s","remote":"127.0.0.1:32936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18642,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:55:38.344611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.105610844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.352162Z","caller":"traceutil/trace.go:171","msg":"trace[1318204764] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26789; }","duration":"4.113178148s","start":"2026-03-31T05:55:34.238955Z","end":"2026-03-31T05:55:38.352133Z","steps":["trace[1318204764] 'agreement among raft nodes before linearized reading' (duration: 4.105644185s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.352189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:34.238931Z","time spent":"4.113247961s","remote":"127.0.0.1:33852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.345776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.143794517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:55:38.352351Z","caller":"traceutil/trace.go:171","msg":"trace[57569364] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26789; }","duration":"4.150403186s","start":"2026-03-31T05:55:34.201941Z","end":"2026-03-31T05:55:38.352344Z","steps":["trace[57569364] 'agreement among raft nodes before linearized reading' (duration: 4.142679087s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.352379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:34.201921Z","time spent":"4.150448547s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2778,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.345829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.488776602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:38.353426Z","caller":"traceutil/trace.go:171","msg":"trace[801396296] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26789; }","duration":"4.496393528s","start":"2026-03-31T05:55:33.857023Z","end":"2026-03-31T05:55:38.353417Z","steps":["trace[801396296] 'agreement among raft nodes before linearized reading' (duration: 4.488766392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.353452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:33.857006Z","time spent":"4.496436159s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.345847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.665326939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.353627Z","caller":"traceutil/trace.go:171","msg":"trace[505760642] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26789; }","duration":"4.67310371s","start":"2026-03-31T05:55:33.680516Z","end":"2026-03-31T05:55:38.35362Z","steps":["trace[505760642] 'agreement among raft nodes before linearized reading' (duration: 4.665321359s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.353655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:33.680502Z","time spent":"4.67314083s","remote":"127.0.0.1:37846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.345931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.292529551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:55:38.353823Z","caller":"traceutil/trace.go:171","msg":"trace[1294261719] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26789; }","duration":"5.300454855s","start":"2026-03-31T05:55:33.053363Z","end":"2026-03-31T05:55:38.353818Z","steps":["trace[1294261719] 'agreement among raft nodes before linearized reading' (duration: 5.29249905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.353843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:33.053344Z","time spent":"5.300491466s","remote":"127.0.0.1:33138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.345957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.784150314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:38.354046Z","caller":"traceutil/trace.go:171","msg":"trace[79154627] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26789; }","duration":"4.792274045s","start":"2026-03-31T05:55:33.561763Z","end":"2026-03-31T05:55:38.354037Z","steps":["trace[79154627] 'agreement among raft nodes before linearized reading' (duration: 4.784176746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.354072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:33.561742Z","time spent":"4.792321556s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.345977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.897700808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.355269Z","caller":"traceutil/trace.go:171","msg":"trace[348893140] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26789; }","duration":"4.906998129s","start":"2026-03-31T05:55:33.448231Z","end":"2026-03-31T05:55:38.355229Z","steps":["trace[348893140] 'agreement among raft nodes before linearized reading' (duration: 4.897733869s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.35537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:33.44821Z","time spent":"4.907120932s","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.345997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.93218044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.355742Z","caller":"traceutil/trace.go:171","msg":"trace[1880652600] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26789; }","duration":"4.941973996s","start":"2026-03-31T05:55:33.413755Z","end":"2026-03-31T05:55:38.355729Z","steps":["trace[1880652600] 'agreement among raft nodes before linearized reading' (duration: 4.932230872s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.355779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:33.413737Z","time spent":"4.942031147s","remote":"127.0.0.1:33364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.346022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.607625366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.356011Z","caller":"traceutil/trace.go:171","msg":"trace[425023068] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26789; }","duration":"6.617593856s","start":"2026-03-31T05:55:31.738392Z","end":"2026-03-31T05:55:38.355985Z","steps":["trace[425023068] 'agreement among raft nodes before linearized reading' (duration: 6.607620366s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.35604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:31.738333Z","time spent":"6.617695908s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:55:38.346041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.09007999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.356246Z","caller":"traceutil/trace.go:171","msg":"trace[395227176] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26789; }","duration":"6.100303817s","start":"2026-03-31T05:55:32.255921Z","end":"2026-03-31T05:55:38.356225Z","steps":["trace[395227176] 'agreement among raft nodes before linearized reading' (duration: 6.090108971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.356273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:32.255898Z","time spent":"6.100365139s","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.346065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.297508073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.356464Z","caller":"traceutil/trace.go:171","msg":"trace[1441124971] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26789; }","duration":"7.307931355s","start":"2026-03-31T05:55:31.048522Z","end":"2026-03-31T05:55:38.356454Z","steps":["trace[1441124971] 'agreement among raft nodes before linearized reading' (duration: 7.297531474s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.356503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:31.048503Z","time spent":"7.307980036s","remote":"127.0.0.1:33702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:38.346093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.007666519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.356703Z","caller":"traceutil/trace.go:171","msg":"trace[849721071] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26789; }","duration":"9.018299497s","start":"2026-03-31T05:55:29.338386Z","end":"2026-03-31T05:55:38.356686Z","steps":["trace[849721071] 'agreement among raft nodes before linearized reading' (duration: 9.00769091s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.356731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:29.338366Z","time spent":"9.018354588s","remote":"127.0.0.1:33992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:38.347303Z","caller":"traceutil/trace.go:171","msg":"trace[1759895772] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"118.167907ms","start":"2026-03-31T05:55:38.229124Z","end":"2026-03-31T05:55:38.347291Z","steps":["trace[1759895772] 'process raft request' (duration: 112.297409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:38.343721Z","caller":"traceutil/trace.go:171","msg":"trace[1660494740] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26789; }","duration":"10.173475044s","start":"2026-03-31T05:55:28.170242Z","end":"2026-03-31T05:55:38.343717Z","steps":["trace[1660494740] 'agreement among raft nodes before linearized reading' (duration: 10.173407632s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.357098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:28.170224Z","time spent":"10.186864437s","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129506,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-31T05:55:38.399703Z","caller":"traceutil/trace.go:171","msg":"trace[471070258] transaction","detail":"{read_only:false; response_revision:26790; number_of_response:1; }","duration":"167.905313ms","start":"2026-03-31T05:55:38.231774Z","end":"2026-03-31T05:55:38.399679Z","steps":["trace[471070258] 'process raft request' (duration: 109.688078ms)","trace[471070258] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk; req_size:5774; } (duration: 52.184062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:38.399873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.786945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.399892Z","caller":"traceutil/trace.go:171","msg":"trace[1406542218] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26790; }","duration":"111.866927ms","start":"2026-03-31T05:55:38.288019Z","end":"2026-03-31T05:55:38.399886Z","steps":["trace[1406542218] 'agreement among raft nodes before linearized reading' (duration: 111.817845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:38.399981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.381329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:38.399994Z","caller":"traceutil/trace.go:171","msg":"trace[954331893] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:26790; }","duration":"174.409429ms","start":"2026-03-31T05:55:38.22558Z","end":"2026-03-31T05:55:38.39999Z","steps":["trace[954331893] 'agreement among raft nodes before linearized reading' (duration: 174.385869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:38.610296Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25359,"took":"13.132171823s","hash":809394231,"current-db-size-bytes":54456320,"current-db-size":"54 MB","current-db-size-in-use-bytes":32305152,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T05:55:38.610381Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":809394231,"revision":25359,"compact-revision":22145} {"level":"warn","ts":"2026-03-31T05:55:39.359712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059066792678244,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:55:39.414083Z","caller":"traceutil/trace.go:171","msg":"trace[2050228177] linearizableReadLoop","detail":"{readStateIndex:27817; appliedIndex:27816; }","duration":"562.977674ms","start":"2026-03-31T05:55:38.851083Z","end":"2026-03-31T05:55:39.414061Z","steps":["trace[2050228177] 'read index received' (duration: 562.785169ms)","trace[2050228177] 'applied index is now lower than readState.Index' (duration: 191.615µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:39.41412Z","caller":"traceutil/trace.go:171","msg":"trace[1726223587] transaction","detail":"{read_only:false; response_revision:26809; number_of_response:1; }","duration":"567.303581ms","start":"2026-03-31T05:55:38.846782Z","end":"2026-03-31T05:55:39.414086Z","steps":["trace[1726223587] 'process raft request' (duration: 567.076625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:39.414312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.421368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-kubeadm-bootstrap-system/\" range_end:\"/registry/secrets/capi-kubeadm-bootstrap-system0\" ","response":"range_response_count:1 size:5826"} {"level":"info","ts":"2026-03-31T05:55:39.414346Z","caller":"traceutil/trace.go:171","msg":"trace[837674929] range","detail":"{range_begin:/registry/secrets/capi-kubeadm-bootstrap-system/; range_end:/registry/secrets/capi-kubeadm-bootstrap-system0; response_count:1; response_revision:26809; }","duration":"559.48756ms","start":"2026-03-31T05:55:38.854848Z","end":"2026-03-31T05:55:39.414336Z","steps":["trace[837674929] 'agreement among raft nodes before linearized reading' (duration: 559.333086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:39.414319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.980959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:39.414387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.077425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-31T05:55:39.41441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.516621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:39.414413Z","caller":"traceutil/trace.go:171","msg":"trace[675723995] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26809; }","duration":"490.137893ms","start":"2026-03-31T05:55:38.924258Z","end":"2026-03-31T05:55:39.414395Z","steps":["trace[675723995] 'agreement among raft nodes before linearized reading' (duration: 489.959128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:39.414397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.283253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-31T05:55:39.414473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:38.924242Z","time spent":"490.222425ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:39.414509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:38.846761Z","time spent":"567.429505ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:55:39.41459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.879714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"info","ts":"2026-03-31T05:55:39.414717Z","caller":"traceutil/trace.go:171","msg":"trace[1727765179] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:26809; }","duration":"504.054939ms","start":"2026-03-31T05:55:38.910634Z","end":"2026-03-31T05:55:39.414689Z","steps":["trace[1727765179] 'agreement among raft nodes before linearized reading' (duration: 503.679519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:39.414774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:38.910617Z","time spent":"504.147593ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":476,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" "} {"level":"info","ts":"2026-03-31T05:55:39.414425Z","caller":"traceutil/trace.go:171","msg":"trace[1526847336] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26809; }","duration":"397.153747ms","start":"2026-03-31T05:55:39.01726Z","end":"2026-03-31T05:55:39.414414Z","steps":["trace[1526847336] 'agreement among raft nodes before linearized reading' (duration: 396.993653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:39.41498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:39.017243Z","time spent":"397.718412ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-03-31T05:55:39.414503Z","caller":"traceutil/trace.go:171","msg":"trace[1644867363] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26809; }","duration":"563.429276ms","start":"2026-03-31T05:55:38.851052Z","end":"2026-03-31T05:55:39.414481Z","steps":["trace[1644867363] 'agreement among raft nodes before linearized reading' (duration: 563.135148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:39.414377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:38.85484Z","time spent":"559.531091ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":5849,"request content":"key:\"/registry/secrets/capi-kubeadm-bootstrap-system/\" range_end:\"/registry/secrets/capi-kubeadm-bootstrap-system0\" "} {"level":"warn","ts":"2026-03-31T05:55:39.419363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:38.851033Z","time spent":"568.302058ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-31T05:55:39.414428Z","caller":"traceutil/trace.go:171","msg":"trace[1796566671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26809; }","duration":"542.566501ms","start":"2026-03-31T05:55:38.871856Z","end":"2026-03-31T05:55:39.414423Z","steps":["trace[1796566671] 'agreement among raft nodes before linearized reading' (duration: 542.53498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:39.4197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:38.871837Z","time spent":"547.842864ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:55:39.842137Z","caller":"traceutil/trace.go:171","msg":"trace[334269445] transaction","detail":"{read_only:false; response_revision:26812; number_of_response:1; }","duration":"265.32388ms","start":"2026-03-31T05:55:39.576788Z","end":"2026-03-31T05:55:39.842112Z","steps":["trace[334269445] 'process raft request' (duration: 264.926359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:39.842441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.670558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-13649990-7257-48ce-a5fe-ea2c39d3f17f\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-31T05:55:39.842499Z","caller":"traceutil/trace.go:171","msg":"trace[604798006] range","detail":"{range_begin:/registry/persistentvolumes/pvc-13649990-7257-48ce-a5fe-ea2c39d3f17f; range_end:; response_count:1; response_revision:26812; }","duration":"262.777911ms","start":"2026-03-31T05:55:39.579707Z","end":"2026-03-31T05:55:39.842485Z","steps":["trace[604798006] 'agreement among raft nodes before linearized reading' (duration: 262.581946ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:39.84288Z","caller":"traceutil/trace.go:171","msg":"trace[670581423] linearizableReadLoop","detail":"{readStateIndex:27820; appliedIndex:27819; }","duration":"262.273317ms","start":"2026-03-31T05:55:39.579762Z","end":"2026-03-31T05:55:39.842035Z","steps":["trace[670581423] 'read index received' (duration: 261.777143ms)","trace[670581423] 'applied index is now lower than readState.Index' (duration: 494.134µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:39.91582Z","caller":"traceutil/trace.go:171","msg":"trace[1614502184] transaction","detail":"{read_only:false; response_revision:26813; number_of_response:1; }","duration":"334.381728ms","start":"2026-03-31T05:55:39.581414Z","end":"2026-03-31T05:55:39.915796Z","steps":["trace[1614502184] 'process raft request' (duration: 326.382541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:39.915992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:39.581394Z","time spent":"334.505302ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5045,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:55:39.916547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.286874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-system/\" range_end:\"/registry/secrets/capi-system0\" ","response":"range_response_count:1 size:5440"} {"level":"info","ts":"2026-03-31T05:55:39.916674Z","caller":"traceutil/trace.go:171","msg":"trace[777124649] range","detail":"{range_begin:/registry/secrets/capi-system/; range_end:/registry/secrets/capi-system0; response_count:1; response_revision:26813; }","duration":"287.439558ms","start":"2026-03-31T05:55:39.629209Z","end":"2026-03-31T05:55:39.916649Z","steps":["trace[777124649] 'agreement among raft nodes before linearized reading' (duration: 287.230312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:39.916915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.9493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-31T05:55:39.916939Z","caller":"traceutil/trace.go:171","msg":"trace[1359186663] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26813; }","duration":"156.005302ms","start":"2026-03-31T05:55:39.760926Z","end":"2026-03-31T05:55:39.916932Z","steps":["trace[1359186663] 'agreement among raft nodes before linearized reading' (duration: 155.93315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:40.273916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.796565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:55:40.27399Z","caller":"traceutil/trace.go:171","msg":"trace[1372615497] linearizableReadLoop","detail":"{readStateIndex:27822; appliedIndex:27821; }","duration":"343.791093ms","start":"2026-03-31T05:55:39.930186Z","end":"2026-03-31T05:55:40.273977Z","steps":["trace[1372615497] 'read index received' (duration: 231.408022ms)","trace[1372615497] 'applied index is now lower than readState.Index' (duration: 112.381871ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:40.274056Z","caller":"traceutil/trace.go:171","msg":"trace[95798265] transaction","detail":"{read_only:false; response_revision:26814; number_of_response:1; }","duration":"354.728719ms","start":"2026-03-31T05:55:39.919317Z","end":"2026-03-31T05:55:40.274046Z","steps":["trace[95798265] 'process raft request' (duration: 242.746279ms)","trace[95798265] 'compare' (duration: 111.363143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:40.274107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:39.919297Z","time spent":"354.7823ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:55:40.274309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.122462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-74b22588-a176-452d-a6c8-4f93b7f05994\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-31T05:55:40.274337Z","caller":"traceutil/trace.go:171","msg":"trace[1669867820] range","detail":"{range_begin:/registry/persistentvolumes/pvc-74b22588-a176-452d-a6c8-4f93b7f05994; range_end:; response_count:1; response_revision:26814; }","duration":"344.179264ms","start":"2026-03-31T05:55:39.930149Z","end":"2026-03-31T05:55:40.274328Z","steps":["trace[1669867820] 'agreement among raft nodes before linearized reading' (duration: 344.067821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:40.274366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:39.930129Z","time spent":"344.231175ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-74b22588-a176-452d-a6c8-4f93b7f05994\" "} {"level":"warn","ts":"2026-03-31T05:55:40.274502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.061111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-wdd5v\" ","response":"range_response_count:1 size:5723"} {"level":"info","ts":"2026-03-31T05:55:40.274591Z","caller":"traceutil/trace.go:171","msg":"trace[1577902205] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-wdd5v; range_end:; response_count:1; response_revision:26814; }","duration":"344.167693ms","start":"2026-03-31T05:55:39.930398Z","end":"2026-03-31T05:55:40.274566Z","steps":["trace[1577902205] 'agreement among raft nodes before linearized reading' (duration: 343.921686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:40.27462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.125652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:40.274643Z","caller":"traceutil/trace.go:171","msg":"trace[317375761] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26814; }","duration":"252.176894ms","start":"2026-03-31T05:55:40.022457Z","end":"2026-03-31T05:55:40.274634Z","steps":["trace[317375761] 'agreement among raft nodes before linearized reading' (duration: 252.137063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:40.274645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:39.930393Z","time spent":"344.239185ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5746,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-wdd5v\" "} {"level":"warn","ts":"2026-03-31T05:55:40.274842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.526553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capo-system/\" range_end:\"/registry/secrets/capo-system0\" ","response":"range_response_count:1 size:5137"} {"level":"info","ts":"2026-03-31T05:55:40.274861Z","caller":"traceutil/trace.go:171","msg":"trace[512463812] range","detail":"{range_begin:/registry/secrets/capo-system/; range_end:/registry/secrets/capo-system0; response_count:1; response_revision:26814; }","duration":"269.570455ms","start":"2026-03-31T05:55:40.005285Z","end":"2026-03-31T05:55:40.274856Z","steps":["trace[512463812] 'agreement among raft nodes before linearized reading' (duration: 269.507083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:40.590874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.900662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:55:40.590983Z","caller":"traceutil/trace.go:171","msg":"trace[1629194616] linearizableReadLoop","detail":"{readStateIndex:27825; appliedIndex:27824; }","duration":"244.669841ms","start":"2026-03-31T05:55:40.34629Z","end":"2026-03-31T05:55:40.59096Z","steps":["trace[1629194616] 'read index received' (duration: 79.42623ms)","trace[1629194616] 'applied index is now lower than readState.Index' (duration: 165.242321ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:40.591093Z","caller":"traceutil/trace.go:171","msg":"trace[681598007] transaction","detail":"{read_only:false; response_revision:26817; number_of_response:1; }","duration":"247.59961ms","start":"2026-03-31T05:55:40.343469Z","end":"2026-03-31T05:55:40.591069Z","steps":["trace[681598007] 'process raft request' (duration: 82.40981ms)","trace[681598007] 'compare' (duration: 164.45402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:40.59143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.133913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-31T05:55:40.591499Z","caller":"traceutil/trace.go:171","msg":"trace[1056358382] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26817; }","duration":"245.264347ms","start":"2026-03-31T05:55:40.346217Z","end":"2026-03-31T05:55:40.591482Z","steps":["trace[1056358382] 'agreement among raft nodes before linearized reading' (duration: 244.99466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:40.59156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.01333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk\" ","response":"range_response_count:1 size:5794"} {"level":"info","ts":"2026-03-31T05:55:40.591668Z","caller":"traceutil/trace.go:171","msg":"trace[359811615] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-dztmk; range_end:; response_count:1; response_revision:26817; }","duration":"245.154224ms","start":"2026-03-31T05:55:40.34649Z","end":"2026-03-31T05:55:40.591644Z","steps":["trace[359811615] 'agreement among raft nodes before linearized reading' (duration: 244.710402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:40.591711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.113321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:218839"} {"level":"info","ts":"2026-03-31T05:55:40.591774Z","caller":"traceutil/trace.go:171","msg":"trace[680377792] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:26817; }","duration":"232.211764ms","start":"2026-03-31T05:55:40.359545Z","end":"2026-03-31T05:55:40.591757Z","steps":["trace[680377792] 'agreement among raft nodes before linearized reading' (duration: 231.957797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:41.411085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.024959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:55:41.411175Z","caller":"traceutil/trace.go:171","msg":"trace[555710024] transaction","detail":"{read_only:false; response_revision:26818; number_of_response:1; }","duration":"814.166221ms","start":"2026-03-31T05:55:40.596991Z","end":"2026-03-31T05:55:41.411157Z","steps":["trace[555710024] 'process raft request' (duration: 164.005198ms)","trace[555710024] 'compare' (duration: 649.930537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:41.411217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:40.596977Z","time spent":"814.219762ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:55:41.428955Z","caller":"traceutil/trace.go:171","msg":"trace[1414633977] linearizableReadLoop","detail":"{readStateIndex:27827; appliedIndex:27825; }","duration":"726.750575ms","start":"2026-03-31T05:55:40.702184Z","end":"2026-03-31T05:55:41.428935Z","steps":["trace[1414633977] 'read index received' (duration: 58.828012ms)","trace[1414633977] 'applied index is now lower than readState.Index' (duration: 667.921853ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:41.429052Z","caller":"traceutil/trace.go:171","msg":"trace[642481472] transaction","detail":"{read_only:false; response_revision:26819; number_of_response:1; }","duration":"819.302979ms","start":"2026-03-31T05:55:40.609717Z","end":"2026-03-31T05:55:41.42902Z","steps":["trace[642481472] 'process raft request' (duration: 819.108864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:41.429184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:40.609694Z","time spent":"819.420903ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5777,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:55:41.429328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.381833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:41.429444Z","caller":"traceutil/trace.go:171","msg":"trace[1923465692] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26819; }","duration":"618.551067ms","start":"2026-03-31T05:55:40.810871Z","end":"2026-03-31T05:55:41.429422Z","steps":["trace[1923465692] 'agreement among raft nodes before linearized reading' (duration: 618.175027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:41.429518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:40.810855Z","time spent":"618.6298ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:41.429497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.284139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:218839"} {"level":"info","ts":"2026-03-31T05:55:41.429574Z","caller":"traceutil/trace.go:171","msg":"trace[1141873989] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:26819; }","duration":"727.406223ms","start":"2026-03-31T05:55:40.702148Z","end":"2026-03-31T05:55:41.429554Z","steps":["trace[1141873989] 'agreement among raft nodes before linearized reading' (duration: 726.870958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:41.429618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:40.702129Z","time spent":"727.477355ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":4,"response size":218862,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-31T05:55:41.429637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.727482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:41.429525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.785612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:41.429706Z","caller":"traceutil/trace.go:171","msg":"trace[902060364] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26819; }","duration":"244.839905ms","start":"2026-03-31T05:55:41.184841Z","end":"2026-03-31T05:55:41.429681Z","steps":["trace[902060364] 'agreement among raft nodes before linearized reading' (duration: 244.235499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:41.429723Z","caller":"traceutil/trace.go:171","msg":"trace[1462017174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26819; }","duration":"562.018107ms","start":"2026-03-31T05:55:40.867695Z","end":"2026-03-31T05:55:41.429714Z","steps":["trace[1462017174] 'agreement among raft nodes before linearized reading' (duration: 561.37746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:41.429744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:40.867679Z","time spent":"562.059209ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:55:41.88692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.086831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:55:41.886997Z","caller":"traceutil/trace.go:171","msg":"trace[1625057979] transaction","detail":"{read_only:false; response_revision:26820; number_of_response:1; }","duration":"452.543766ms","start":"2026-03-31T05:55:41.43444Z","end":"2026-03-31T05:55:41.886983Z","steps":["trace[1625057979] 'process raft request' (duration: 108.334242ms)","trace[1625057979] 'compare' (duration: 343.632268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:41.887028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:41.43442Z","time spent":"452.594647ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:55:41.978738Z","caller":"traceutil/trace.go:171","msg":"trace[1374651490] linearizableReadLoop","detail":"{readStateIndex:27829; appliedIndex:27827; }","duration":"463.991466ms","start":"2026-03-31T05:55:41.51472Z","end":"2026-03-31T05:55:41.978711Z","steps":["trace[1374651490] 'read index received' (duration: 28.158622ms)","trace[1374651490] 'applied index is now lower than readState.Index' (duration: 435.831574ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:41.979059Z","caller":"traceutil/trace.go:171","msg":"trace[1834217648] transaction","detail":"{read_only:false; response_revision:26821; number_of_response:1; }","duration":"538.040389ms","start":"2026-03-31T05:55:41.441002Z","end":"2026-03-31T05:55:41.979042Z","steps":["trace[1834217648] 'process raft request' (duration: 537.587347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:41.979157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:41.440986Z","time spent":"538.108711ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7640,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:55:41.979404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.693964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:218839"} {"level":"info","ts":"2026-03-31T05:55:41.979444Z","caller":"traceutil/trace.go:171","msg":"trace[93369615] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:26821; }","duration":"464.766136ms","start":"2026-03-31T05:55:41.514665Z","end":"2026-03-31T05:55:41.979432Z","steps":["trace[93369615] 'agreement among raft nodes before linearized reading' (duration: 464.593802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:41.979478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:41.514646Z","time spent":"464.824248ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":4,"response size":218862,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-31T05:55:41.979646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.37904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:41.979712Z","caller":"traceutil/trace.go:171","msg":"trace[112463525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26821; }","duration":"109.483803ms","start":"2026-03-31T05:55:41.870213Z","end":"2026-03-31T05:55:41.979697Z","steps":["trace[112463525] 'agreement among raft nodes before linearized reading' (duration: 109.37192ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:42.084185Z","caller":"traceutil/trace.go:171","msg":"trace[921785132] transaction","detail":"{read_only:false; response_revision:26822; number_of_response:1; }","duration":"100.341075ms","start":"2026-03-31T05:55:41.983819Z","end":"2026-03-31T05:55:42.08416Z","steps":["trace[921785132] 'process raft request' (duration: 100.199111ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:42.200117Z","caller":"traceutil/trace.go:171","msg":"trace[1896005898] linearizableReadLoop","detail":"{readStateIndex:27831; appliedIndex:27829; }","duration":"188.671665ms","start":"2026-03-31T05:55:42.01141Z","end":"2026-03-31T05:55:42.200081Z","steps":["trace[1896005898] 'read index received' (duration: 72.674416ms)","trace[1896005898] 'applied index is now lower than readState.Index' (duration: 115.996029ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:42.200263Z","caller":"traceutil/trace.go:171","msg":"trace[1251162220] transaction","detail":"{read_only:false; response_revision:26823; number_of_response:1; }","duration":"206.289381ms","start":"2026-03-31T05:55:41.993961Z","end":"2026-03-31T05:55:42.200251Z","steps":["trace[1251162220] 'process raft request' (duration: 205.952252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:42.20055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.115949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-31T05:55:42.200623Z","caller":"traceutil/trace.go:171","msg":"trace[1428024802] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26823; }","duration":"185.245002ms","start":"2026-03-31T05:55:42.015361Z","end":"2026-03-31T05:55:42.200606Z","steps":["trace[1428024802] 'agreement among raft nodes before linearized reading' (duration: 185.009726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:42.200788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.061279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-h4qc9.18a1d72ed4ce4098\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-03-31T05:55:42.200815Z","caller":"traceutil/trace.go:171","msg":"trace[1917929843] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-h4qc9.18a1d72ed4ce4098; range_end:; response_count:1; response_revision:26823; }","duration":"113.120021ms","start":"2026-03-31T05:55:42.087688Z","end":"2026-03-31T05:55:42.200808Z","steps":["trace[1917929843] 'agreement among raft nodes before linearized reading' (duration: 113.010968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:42.200746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.308412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:42.200974Z","caller":"traceutil/trace.go:171","msg":"trace[912699000] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26823; }","duration":"189.576929ms","start":"2026-03-31T05:55:42.011376Z","end":"2026-03-31T05:55:42.200953Z","steps":["trace[912699000] 'agreement among raft nodes before linearized reading' (duration: 189.281271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:42.200892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.716092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:42.201215Z","caller":"traceutil/trace.go:171","msg":"trace[1786052402] range","detail":"{range_begin:/registry/secrets/default/; range_end:/registry/secrets/default0; response_count:0; response_revision:26823; }","duration":"125.987249ms","start":"2026-03-31T05:55:42.075117Z","end":"2026-03-31T05:55:42.201104Z","steps":["trace[1786052402] 'agreement among raft nodes before linearized reading' (duration: 125.731242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:42.664746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.152278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:55:42.664883Z","caller":"traceutil/trace.go:171","msg":"trace[647266697] linearizableReadLoop","detail":"{readStateIndex:27837; appliedIndex:27836; }","duration":"249.966035ms","start":"2026-03-31T05:55:42.414895Z","end":"2026-03-31T05:55:42.664861Z","steps":["trace[647266697] 'read index received' (duration: 70.630702ms)","trace[647266697] 'applied index is now lower than readState.Index' (duration: 179.333832ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:42.664985Z","caller":"traceutil/trace.go:171","msg":"trace[427611764] transaction","detail":"{read_only:false; response_revision:26829; number_of_response:1; }","duration":"317.926934ms","start":"2026-03-31T05:55:42.347045Z","end":"2026-03-31T05:55:42.664972Z","steps":["trace[427611764] 'process raft request' (duration: 138.466027ms)","trace[427611764] 'compare' (duration: 178.891011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:42.665089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:42.34702Z","time spent":"318.036156ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4914,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:55:42.665176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.734621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:42.665211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.419332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:42.665261Z","caller":"traceutil/trace.go:171","msg":"trace[2133088577] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26829; }","duration":"241.865625ms","start":"2026-03-31T05:55:42.423374Z","end":"2026-03-31T05:55:42.66524Z","steps":["trace[2133088577] 'agreement among raft nodes before linearized reading' (duration: 241.735361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:42.665307Z","caller":"traceutil/trace.go:171","msg":"trace[96617998] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26829; }","duration":"129.523365ms","start":"2026-03-31T05:55:42.535756Z","end":"2026-03-31T05:55:42.665279Z","steps":["trace[96617998] 'agreement among raft nodes before linearized reading' (duration: 129.364611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:42.665437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.025188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:42.665479Z","caller":"traceutil/trace.go:171","msg":"trace[1577262468] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26829; }","duration":"205.09955ms","start":"2026-03-31T05:55:42.460369Z","end":"2026-03-31T05:55:42.665469Z","steps":["trace[1577262468] 'agreement among raft nodes before linearized reading' (duration: 205.012608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:42.665729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.817957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-6xmvt.18a1d72f8bbf5370\" ","response":"range_response_count:1 size:867"} {"level":"warn","ts":"2026-03-31T05:55:42.665744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.201161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050265"} {"level":"info","ts":"2026-03-31T05:55:42.665799Z","caller":"traceutil/trace.go:171","msg":"trace[1145647397] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-6xmvt.18a1d72f8bbf5370; range_end:; response_count:1; response_revision:26829; }","duration":"250.92632ms","start":"2026-03-31T05:55:42.414855Z","end":"2026-03-31T05:55:42.665781Z","steps":["trace[1145647397] 'agreement among raft nodes before linearized reading' (duration: 250.592931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:42.665828Z","caller":"traceutil/trace.go:171","msg":"trace[1321684957] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:26829; }","duration":"141.312464ms","start":"2026-03-31T05:55:42.52449Z","end":"2026-03-31T05:55:42.665802Z","steps":["trace[1321684957] 'agreement among raft nodes before linearized reading' (duration: 140.81369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:42.952809Z","caller":"traceutil/trace.go:171","msg":"trace[2022376420] linearizableReadLoop","detail":"{readStateIndex:27840; appliedIndex:27839; }","duration":"206.859127ms","start":"2026-03-31T05:55:42.745929Z","end":"2026-03-31T05:55:42.952788Z","steps":["trace[2022376420] 'read index received' (duration: 206.645121ms)","trace[2022376420] 'applied index is now lower than readState.Index' (duration: 213.176µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:42.953102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.150495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-cdchn\" ","response":"range_response_count:1 size:6395"} {"level":"info","ts":"2026-03-31T05:55:42.953136Z","caller":"traceutil/trace.go:171","msg":"trace[1325767973] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-cdchn; range_end:; response_count:1; response_revision:26832; }","duration":"207.223487ms","start":"2026-03-31T05:55:42.745903Z","end":"2026-03-31T05:55:42.953126Z","steps":["trace[1325767973] 'agreement among raft nodes before linearized reading' (duration: 207.071143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:42.953362Z","caller":"traceutil/trace.go:171","msg":"trace[300854550] transaction","detail":"{read_only:false; response_revision:26832; number_of_response:1; }","duration":"209.398556ms","start":"2026-03-31T05:55:42.743955Z","end":"2026-03-31T05:55:42.953354Z","steps":["trace[300854550] 'process raft request' (duration: 208.676236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:42.953773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.884746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:55:42.95389Z","caller":"traceutil/trace.go:171","msg":"trace[531380760] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26832; }","duration":"201.016549ms","start":"2026-03-31T05:55:42.752865Z","end":"2026-03-31T05:55:42.953882Z","steps":["trace[531380760] 'agreement among raft nodes before linearized reading' (duration: 200.786113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:43.301234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.413021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:55:43.301331Z","caller":"traceutil/trace.go:171","msg":"trace[1509399180] linearizableReadLoop","detail":"{readStateIndex:27844; appliedIndex:27843; }","duration":"164.802769ms","start":"2026-03-31T05:55:43.136511Z","end":"2026-03-31T05:55:43.301314Z","steps":["trace[1509399180] 'read index received' (duration: 52.391167ms)","trace[1509399180] 'applied index is now lower than readState.Index' (duration: 112.408812ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:43.30141Z","caller":"traceutil/trace.go:171","msg":"trace[1650207946] transaction","detail":"{read_only:false; response_revision:26836; number_of_response:1; }","duration":"246.51249ms","start":"2026-03-31T05:55:43.054888Z","end":"2026-03-31T05:55:43.3014Z","steps":["trace[1650207946] 'process raft request' (duration: 133.837811ms)","trace[1650207946] 'compare' (duration: 112.284528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:43.301669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.16404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-31T05:55:43.301694Z","caller":"traceutil/trace.go:171","msg":"trace[1279176536] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26836; }","duration":"165.21502ms","start":"2026-03-31T05:55:43.136468Z","end":"2026-03-31T05:55:43.301683Z","steps":["trace[1279176536] 'agreement among raft nodes before linearized reading' (duration: 165.068386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:43.436018Z","caller":"traceutil/trace.go:171","msg":"trace[1956949973] transaction","detail":"{read_only:false; response_revision:26837; number_of_response:1; }","duration":"121.490668ms","start":"2026-03-31T05:55:43.3145Z","end":"2026-03-31T05:55:43.43599Z","steps":["trace[1956949973] 'process raft request' (duration: 116.357369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:43.632586Z","caller":"traceutil/trace.go:171","msg":"trace[2069902473] transaction","detail":"{read_only:false; response_revision:26841; number_of_response:1; }","duration":"146.35271ms","start":"2026-03-31T05:55:43.486193Z","end":"2026-03-31T05:55:43.632546Z","steps":["trace[2069902473] 'process raft request' (duration: 83.700915ms)","trace[2069902473] 'compare' (duration: 62.517432ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:43.855503Z","caller":"traceutil/trace.go:171","msg":"trace[30999897] transaction","detail":"{read_only:false; response_revision:26845; number_of_response:1; }","duration":"123.603564ms","start":"2026-03-31T05:55:43.731877Z","end":"2026-03-31T05:55:43.855481Z","steps":["trace[30999897] 'process raft request' (duration: 121.930989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:43.988519Z","caller":"traceutil/trace.go:171","msg":"trace[1736605050] transaction","detail":"{read_only:false; response_revision:26846; number_of_response:1; }","duration":"121.281702ms","start":"2026-03-31T05:55:43.867214Z","end":"2026-03-31T05:55:43.988496Z","steps":["trace[1736605050] 'process raft request' (duration: 117.736936ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:44.302877Z","caller":"traceutil/trace.go:171","msg":"trace[460568568] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"119.564975ms","start":"2026-03-31T05:55:44.183294Z","end":"2026-03-31T05:55:44.302859Z","steps":["trace[460568568] 'process raft request' (duration: 119.428162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:44.317153Z","caller":"traceutil/trace.go:171","msg":"trace[478896553] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"133.830512ms","start":"2026-03-31T05:55:44.183302Z","end":"2026-03-31T05:55:44.317132Z","steps":["trace[478896553] 'process raft request' (duration: 133.663687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:44.435894Z","caller":"traceutil/trace.go:171","msg":"trace[697284207] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"110.390947ms","start":"2026-03-31T05:55:44.325482Z","end":"2026-03-31T05:55:44.435873Z","steps":["trace[697284207] 'process raft request' (duration: 110.263993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:44.435941Z","caller":"traceutil/trace.go:171","msg":"trace[1452985935] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"110.283304ms","start":"2026-03-31T05:55:44.325644Z","end":"2026-03-31T05:55:44.435927Z","steps":["trace[1452985935] 'process raft request' (duration: 110.151501ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:44.436029Z","caller":"traceutil/trace.go:171","msg":"trace[1388604286] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"110.880341ms","start":"2026-03-31T05:55:44.325142Z","end":"2026-03-31T05:55:44.436023Z","steps":["trace[1388604286] 'process raft request' (duration: 51.125334ms)","trace[1388604286] 'compare' (duration: 59.344276ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:44.436244Z","caller":"traceutil/trace.go:171","msg":"trace[509905610] transaction","detail":"{read_only:false; response_revision:26855; number_of_response:1; }","duration":"108.968409ms","start":"2026-03-31T05:55:44.327267Z","end":"2026-03-31T05:55:44.436235Z","steps":["trace[509905610] 'process raft request' (duration: 108.558687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:53.301474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.243151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/capi-kubeadm-control-plane-manager-role\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-31T05:55:53.30157Z","caller":"traceutil/trace.go:171","msg":"trace[1775631198] range","detail":"{range_begin:/registry/clusterroles/capi-kubeadm-control-plane-manager-role; range_end:; response_count:1; response_revision:26949; }","duration":"767.388165ms","start":"2026-03-31T05:55:52.53416Z","end":"2026-03-31T05:55:53.301548Z","steps":["trace[1775631198] 'range keys from in-memory index tree' (duration: 767.022795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:53.301605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:52.53414Z","time spent":"767.457336ms","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1473,"request content":"key:\"/registry/clusterroles/capi-kubeadm-control-plane-manager-role\" "} {"level":"warn","ts":"2026-03-31T05:55:53.301606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.6896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:55:53.301677Z","caller":"traceutil/trace.go:171","msg":"trace[796597442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26949; }","duration":"802.811013ms","start":"2026-03-31T05:55:52.498849Z","end":"2026-03-31T05:55:53.30166Z","steps":["trace[796597442] 'range keys from in-memory index tree' (duration: 802.514886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:53.301719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:52.498825Z","time spent":"802.887766ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:55:53.301685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.348804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:55:53.301792Z","caller":"traceutil/trace.go:171","msg":"trace[712077189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26949; }","duration":"750.491557ms","start":"2026-03-31T05:55:52.551282Z","end":"2026-03-31T05:55:53.301773Z","steps":["trace[712077189] 'range keys from in-memory index tree' (duration: 750.240931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:53.301828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:52.551268Z","time spent":"750.548529ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:55:53.302206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.526301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:53.302242Z","caller":"traceutil/trace.go:171","msg":"trace[389591809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26949; }","duration":"433.605154ms","start":"2026-03-31T05:55:52.868629Z","end":"2026-03-31T05:55:53.302234Z","steps":["trace[389591809] 'range keys from in-memory index tree' (duration: 433.365207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:53.302258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:52.868606Z","time spent":"433.648144ms","remote":"127.0.0.1:60974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:55:53.302272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.251342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:53.302305Z","caller":"traceutil/trace.go:171","msg":"trace[250075039] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26949; }","duration":"216.286342ms","start":"2026-03-31T05:55:53.086011Z","end":"2026-03-31T05:55:53.302297Z","steps":["trace[250075039] 'count revisions from in-memory index tree' (duration: 216.130628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:53.302757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.916591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:53.302789Z","caller":"traceutil/trace.go:171","msg":"trace[479488494] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26949; }","duration":"141.993873ms","start":"2026-03-31T05:55:53.160786Z","end":"2026-03-31T05:55:53.30278Z","steps":["trace[479488494] 'count revisions from in-memory index tree' (duration: 141.819918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:53.30282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.440304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-31T05:55:53.302876Z","caller":"traceutil/trace.go:171","msg":"trace[1135650510] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26949; }","duration":"149.525626ms","start":"2026-03-31T05:55:53.153337Z","end":"2026-03-31T05:55:53.302863Z","steps":["trace[1135650510] 'range keys from in-memory index tree' (duration: 149.29497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:53.302882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.139089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/capi-kubeadm-control-plane-aggregated-manager-role\" ","response":"range_response_count:1 size:1570"} {"level":"info","ts":"2026-03-31T05:55:53.302914Z","caller":"traceutil/trace.go:171","msg":"trace[1434354263] range","detail":"{range_begin:/registry/clusterroles/capi-kubeadm-control-plane-aggregated-manager-role; range_end:; response_count:1; response_revision:26949; }","duration":"777.17236ms","start":"2026-03-31T05:55:52.525732Z","end":"2026-03-31T05:55:53.302904Z","steps":["trace[1434354263] 'range keys from in-memory index tree' (duration: 777.021916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:53.302937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:52.525684Z","time spent":"777.248472ms","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1593,"request content":"key:\"/registry/clusterroles/capi-kubeadm-control-plane-aggregated-manager-role\" "} {"level":"info","ts":"2026-03-31T05:55:53.437706Z","caller":"traceutil/trace.go:171","msg":"trace[1088700263] linearizableReadLoop","detail":"{readStateIndex:27961; appliedIndex:27960; }","duration":"109.424621ms","start":"2026-03-31T05:55:53.328244Z","end":"2026-03-31T05:55:53.437669Z","steps":["trace[1088700263] 'read index received' (duration: 75.509773ms)","trace[1088700263] 'applied index is now lower than readState.Index' (duration: 33.913508ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:53.437764Z","caller":"traceutil/trace.go:171","msg":"trace[1205475243] transaction","detail":"{read_only:false; response_revision:26951; number_of_response:1; }","duration":"129.788022ms","start":"2026-03-31T05:55:53.30794Z","end":"2026-03-31T05:55:53.437728Z","steps":["trace[1205475243] 'process raft request' (duration: 129.573026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:53.437933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.666108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-31T05:55:53.438027Z","caller":"traceutil/trace.go:171","msg":"trace[1276672438] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26951; }","duration":"109.786191ms","start":"2026-03-31T05:55:53.328214Z","end":"2026-03-31T05:55:53.438Z","steps":["trace[1276672438] 'agreement among raft nodes before linearized reading' (duration: 109.575755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:56.856396Z","caller":"traceutil/trace.go:171","msg":"trace[1686705524] linearizableReadLoop","detail":"{readStateIndex:27975; appliedIndex:27974; }","duration":"225.157283ms","start":"2026-03-31T05:55:56.631215Z","end":"2026-03-31T05:55:56.856372Z","steps":["trace[1686705524] 'read index received' (duration: 224.870525ms)","trace[1686705524] 'applied index is now lower than readState.Index' (duration: 283.258µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:56.856505Z","caller":"traceutil/trace.go:171","msg":"trace[1844484714] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"263.349097ms","start":"2026-03-31T05:55:56.59312Z","end":"2026-03-31T05:55:56.856469Z","steps":["trace[1844484714] 'process raft request' (duration: 263.061039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:56.85673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.071867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" ","response":"range_response_count:1 size:306"} {"level":"info","ts":"2026-03-31T05:55:56.856813Z","caller":"traceutil/trace.go:171","msg":"trace[1153844182] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; response_count:1; response_revision:26964; }","duration":"165.194941ms","start":"2026-03-31T05:55:56.691604Z","end":"2026-03-31T05:55:56.856799Z","steps":["trace[1153844182] 'agreement among raft nodes before linearized reading' (duration: 164.967614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:56.856879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.648736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1209"} {"level":"info","ts":"2026-03-31T05:55:56.856962Z","caller":"traceutil/trace.go:171","msg":"trace[1012070440] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26964; }","duration":"225.780919ms","start":"2026-03-31T05:55:56.631163Z","end":"2026-03-31T05:55:56.856944Z","steps":["trace[1012070440] 'agreement among raft nodes before linearized reading' (duration: 225.327537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:03.688421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.850781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:03.688512Z","caller":"traceutil/trace.go:171","msg":"trace[1456638037] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:27525; }","duration":"114.002055ms","start":"2026-03-31T05:57:03.574491Z","end":"2026-03-31T05:57:03.688493Z","steps":["trace[1456638037] 'count revisions from in-memory index tree' (duration: 113.703597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:03.688731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.626439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:1 size:11494"} {"level":"info","ts":"2026-03-31T05:57:03.68885Z","caller":"traceutil/trace.go:171","msg":"trace[1647697202] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:1; response_revision:27525; }","duration":"115.796713ms","start":"2026-03-31T05:57:03.573026Z","end":"2026-03-31T05:57:03.688823Z","steps":["trace[1647697202] 'range keys from in-memory index tree' (duration: 115.424743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:03.720502Z","caller":"traceutil/trace.go:171","msg":"trace[159063668] linearizableReadLoop","detail":"{readStateIndex:28553; appliedIndex:28552; }","duration":"131.643713ms","start":"2026-03-31T05:57:03.588836Z","end":"2026-03-31T05:57:03.72048Z","steps":["trace[159063668] 'read index received' (duration: 131.522439ms)","trace[159063668] 'applied index is now lower than readState.Index' (duration: 120.434µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:57:03.720594Z","caller":"traceutil/trace.go:171","msg":"trace[189140059] transaction","detail":"{read_only:false; response_revision:27526; number_of_response:1; }","duration":"140.078161ms","start":"2026-03-31T05:57:03.580479Z","end":"2026-03-31T05:57:03.720557Z","steps":["trace[189140059] 'process raft request' (duration: 139.849954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:03.720711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.857298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7674"} {"level":"info","ts":"2026-03-31T05:57:03.720742Z","caller":"traceutil/trace.go:171","msg":"trace[2031290227] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:27526; }","duration":"131.9358ms","start":"2026-03-31T05:57:03.588796Z","end":"2026-03-31T05:57:03.720731Z","steps":["trace[2031290227] 'agreement among raft nodes before linearized reading' (duration: 131.797477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:03.721826Z","caller":"traceutil/trace.go:171","msg":"trace[2010325844] transaction","detail":"{read_only:false; response_revision:27527; number_of_response:1; }","duration":"131.95053ms","start":"2026-03-31T05:57:03.58982Z","end":"2026-03-31T05:57:03.721771Z","steps":["trace[2010325844] 'process raft request' (duration: 131.531859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:24.829022Z","caller":"traceutil/trace.go:171","msg":"trace[1719199175] transaction","detail":"{read_only:false; response_revision:27679; number_of_response:1; }","duration":"395.743429ms","start":"2026-03-31T05:57:24.433245Z","end":"2026-03-31T05:57:24.828988Z","steps":["trace[1719199175] 'process raft request' (duration: 395.493762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.829179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.433231Z","time spent":"395.860961ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:19.949508Z","caller":"traceutil/trace.go:171","msg":"trace[50763485] linearizableReadLoop","detail":"{readStateIndex:29124; appliedIndex:29123; }","duration":"371.260936ms","start":"2026-03-31T05:58:19.578219Z","end":"2026-03-31T05:58:19.94948Z","steps":["trace[50763485] 'read index received' (duration: 335.389525ms)","trace[50763485] 'applied index is now lower than readState.Index' (duration: 35.870511ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:19.949546Z","caller":"traceutil/trace.go:171","msg":"trace[1752635454] transaction","detail":"{read_only:false; response_revision:28080; number_of_response:1; }","duration":"371.944694ms","start":"2026-03-31T05:58:19.577559Z","end":"2026-03-31T05:58:19.949504Z","steps":["trace[1752635454] 'process raft request' (duration: 336.038153ms)","trace[1752635454] 'compare' (duration: 35.772218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:19.949895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:19.577539Z","time spent":"372.258382ms","remote":"127.0.0.1:33048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:19.949825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.601605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-etc\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-03-31T05:58:19.950149Z","caller":"traceutil/trace.go:171","msg":"trace[291530494] range","detail":"{range_begin:/registry/secrets/openstack/keystone-etc; range_end:; response_count:1; response_revision:28080; }","duration":"371.968564ms","start":"2026-03-31T05:58:19.578166Z","end":"2026-03-31T05:58:19.950134Z","steps":["trace[291530494] 'agreement among raft nodes before linearized reading' (duration: 371.45067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:19.950181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:19.578144Z","time spent":"372.027326ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":11523,"request content":"key:\"/registry/secrets/openstack/keystone-etc\" "} {"level":"info","ts":"2026-03-31T05:58:19.964651Z","caller":"traceutil/trace.go:171","msg":"trace[1404873219] transaction","detail":"{read_only:false; response_revision:28082; number_of_response:1; }","duration":"110.119119ms","start":"2026-03-31T05:58:19.8545Z","end":"2026-03-31T05:58:19.964619Z","steps":["trace[1404873219] 'process raft request' (duration: 109.991156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:19.96471Z","caller":"traceutil/trace.go:171","msg":"trace[298916869] transaction","detail":"{read_only:false; response_revision:28081; number_of_response:1; }","duration":"248.441553ms","start":"2026-03-31T05:58:19.716221Z","end":"2026-03-31T05:58:19.964662Z","steps":["trace[298916869] 'process raft request' (duration: 248.068622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:19.964857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.2792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-fernet-keys\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-03-31T05:58:19.964967Z","caller":"traceutil/trace.go:171","msg":"trace[31470408] range","detail":"{range_begin:/registry/secrets/openstack/keystone-fernet-keys; range_end:; response_count:1; response_revision:28082; }","duration":"373.533367ms","start":"2026-03-31T05:58:19.591412Z","end":"2026-03-31T05:58:19.964945Z","steps":["trace[31470408] 'agreement among raft nodes before linearized reading' (duration: 373.167777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:19.965044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:19.59139Z","time spent":"373.640691ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":566,"request content":"key:\"/registry/secrets/openstack/keystone-fernet-keys\" "}